-- Logs begin at Wed 2022-05-04 17:58:45 UTC, end at Wed 2022-05-04 19:16:44 UTC. -- May 04 18:48:09.978519 dv-cinder-840525-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. May 04 18:48:12.747471 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.common.config [-] Logging enabled! May 04 18:48:12.748085 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev181 May 04 18:48:12.748182 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103172) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 04 18:48:12.751519 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.common.config [-] Logging enabled! May 04 18:48:12.751776 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev181 May 04 18:48:12.752085 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103172) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 04 18:48:12.753016 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 04 18:48:12.753246 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 04 18:48:12.753648 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 04 18:48:12.753892 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 04 18:48:12.754118 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 04 18:48:12.754434 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:12.754828 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:12.755056 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:12.755351 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:12.755625 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:12.755907 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:12.756195 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:12.756494 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:12.756775 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:12.757055 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:12.757359 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:12.757589 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:12.757851 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:12.758134 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:12.758418 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:12.758640 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] debug = True {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:12.758918 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:12.759350 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:12.759770 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:12.760054 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:12.760340 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:12.760621 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:12.760891 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:12.761166 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:12.761476 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:12.761852 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] host = dv-cinder-840525-1-iscsi {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:12.762141 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:12.762424 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:12.762709 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:12.762989 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:12.763262 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:12.763535 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:12.763815 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:12.764085 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:12.764353 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] log_file = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:12.764625 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:12.764909 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:12.765191 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:12.765514 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:12.765739 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:12.765964 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:12.766257 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:12.766547 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:12.766822 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:12.767095 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:12.767370 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:12.767641 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:12.767924 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:12.768193 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:12.768477 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:12.768760 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:12.769043 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:12.769339 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:12.769613 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:12.769885 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:12.770164 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:12.770445 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:12.770716 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:12.770988 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:12.771260 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:12.771543 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:12.771812 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:12.772080 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:12.772375 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:12.772659 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:12.772941 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:12.773223 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:12.773518 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:12.773798 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:12.774065 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:12.774335 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:12.774601 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] use_json = False {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:12.774871 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:12.775139 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:12.775418 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:12.775685 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:12.775958 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:12.776226 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:12.776499 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:12.776778 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:12.777048 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:12.777385 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:12.777689 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:12.777988 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:12.778270 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:12.778569 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:12.778844 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:12.779131 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:12.779408 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:12.779695 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:12.779981 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:12.780267 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:12.780543 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:12.780838 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:12.781123 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:12.781436 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:12.781739 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:12.782031 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:12.782314 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:12.782585 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:12.782856 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:12.783125 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:12.783399 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:12.783681 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:12.783956 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:12.784239 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:12.784524 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:12.784797 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:12.785089 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:12.785395 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:12.785678 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:12.785965 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:12.786256 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:12.786529 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:12.786808 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:12.787095 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:12.787369 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:12.787637 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:12.787913 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:12.788196 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:12.788476 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:12.788833 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:12.789295 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:12.789760 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:12.790236 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:12.790720 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:12.791207 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:12.791714 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:12.792167 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:12.792639 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:12.793176 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:12.793709 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:12.794178 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:12.794648 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:12.795095 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:12.795501 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:12.795914 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:12.796357 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:12.796800 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:12.797258 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:12.797715 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:12.798130 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:12.798579 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:12.799022 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:12.799477 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:12.799946 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:12.800409 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:12.800851 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:12.801362 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:12.801787 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:12.802185 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:12.802479 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:12.804224 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:12.804518 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:12.804805 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:12.805093 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:12.805427 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:12.805716 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:12.806000 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:12.806284 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:12.806567 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:12.806847 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:12.807126 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:12.807405 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:12.807688 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:12.807961 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:12.808251 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:12.808535 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:12.808947 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:12.809232 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:12.809557 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:12.809856 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:12.810133 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:12.810412 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:12.810695 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:12.810973 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:12.811250 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:12.811535 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:12.811817 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:12.812110 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:12.812402 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:12.812695 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:12.812987 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:12.813277 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:12.813579 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:12.813888 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:12.814169 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:12.814384 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 04 18:48:12.814625 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103172) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 04 18:48:13.268678 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103172) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 04 18:48:13.268922 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103172) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 04 18:48:13.269245 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103172) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 04 18:48:13.269615 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.manager [-] Loading core plugin: ml2 May 04 18:48:13.590942 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:48:13.591222 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:48:13.591503 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:48:13.592708 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:48:13.592983 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:48:13.593244 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:48:13.647662 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:48:13.647943 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:48:13.648210 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:48:13.662873 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:48:13.663152 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:48:13.663418 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:48:13.693880 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:48:13.694201 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:48:13.694468 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:48:13.730941 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:48:13.731219 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:48:13.731491 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:48:14.071661 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:48:14.072318 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:48:14.072318 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:48:14.072467 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:48:14.073120 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:48:14.172181 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:48:14.172495 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:48:14.172774 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:48:14.173047 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:48:14.173319 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:48:14.173651 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:48:14.173908 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:48:14.174168 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:48:14.174419 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:48:14.174704 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:48:14.174961 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:48:14.175206 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:48:14.175458 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:48:14.175707 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:48:14.175957 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:48:14.176216 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:48:14.176470 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:48:14.176717 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:48:14.176980 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:48:14.177237 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:48:14.177534 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:48:14.177788 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:48:14.178071 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:48:14.178450 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:48:14.178701 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:48:14.178947 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:48:14.179365 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103172) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 04 18:48:14.179605 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103172) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 04 18:48:14.179847 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103172) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 04 18:48:14.180102 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103172) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 04 18:48:14.180336 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103172) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 04 18:48:14.180569 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103172) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 04 18:48:14.180939 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 04 18:48:14.184146 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 04 18:48:14.188128 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 04 18:48:14.192102 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(250, 299)])]) May 04 18:48:14.193750 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 04 18:48:14.194225 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 04 18:48:14.194705 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 04 18:48:14.195086 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 04 18:48:14.197995 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 04 18:48:14.198236 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 04 18:48:14.198578 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 04 18:48:14.203526 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] May 04 18:48:14.226843 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 04 18:48:14.227290 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:48:14.227562 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103172) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} May 04 18:48:14.227977 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:48:14.229315 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103172) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 04 18:48:14.229624 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 04 18:48:14.229875 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 04 18:48:14.233230 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:48:14.233531 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:48:14.296132 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 04 18:48:14.296364 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 04 18:48:14.296598 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 04 18:48:14.296958 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 04 18:48:14.320500 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_db.sqlalchemy.engines [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103172) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 04 18:48:14.756182 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.plugins.ml2.managers [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Initializing driver for type 'gre' May 04 18:48:14.756756 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] gre ID ranges: [(1, 1000)] May 04 18:48:14.818268 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.plugins.ml2.managers [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Initializing driver for type 'local' May 04 18:48:14.818611 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.plugins.ml2.managers [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Initializing driver for type 'vlan' May 04 18:48:14.833557 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] VlanTypeDriver initialization complete May 04 18:48:14.834121 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.plugins.ml2.managers [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Initializing driver for type 'vxlan' May 04 18:48:14.834902 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] vxlan ID ranges: [(1, 1000)] May 04 18:48:14.898975 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.plugins.ml2.managers [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Initializing extension driver 'port_security' May 04 18:48:14.899281 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.plugins.ml2.extensions.port_security [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] PortSecurityExtensionDriver initialization complete May 04 18:48:14.899656 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.plugins.ml2.managers [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Initializing mechanism driver 'openvswitch' May 04 18:48:14.900025 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.plugins.ml2.managers [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Initializing mechanism driver 'hyperv' May 04 18:48:14.906805 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.plugin [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:48:14.907666 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Subscribe: > port after_create 55550000 {{(pid=103172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:48:14.908038 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Subscribe: > port after_update 55550000 {{(pid=103172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:48:14.908391 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Subscribe: > port after_delete 55550000 {{(pid=103172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:48:14.908922 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103172) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 04 18:48:14.909390 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Subscribe: > subnet after_create 55550000 {{(pid=103172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:48:14.909753 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Subscribe: > subnet after_update 55550000 {{(pid=103172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:48:14.910107 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:48:14.910504 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103172) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 04 18:48:14.910916 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Subscribe: > network after_create 55550000 {{(pid=103172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:48:14.911270 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Subscribe: > network after_update 55550000 {{(pid=103172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:48:14.911614 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Subscribe: > network after_delete 55550000 {{(pid=103172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:48:14.912013 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103172) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 04 18:48:14.912418 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Subscribe: > security_group after_create 55550000 {{(pid=103172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:48:14.912770 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Subscribe: > security_group after_update 55550000 {{(pid=103172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:48:14.913122 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:48:14.913582 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103172) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 04 18:48:14.913983 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:48:14.914356 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:48:14.914671 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:48:14.915072 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103172) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 04 18:48:14.915481 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Subscribe: > address_group after_create 55550000 {{(pid=103172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:48:14.915807 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Subscribe: > address_group after_update 55550000 {{(pid=103172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:48:14.916147 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:48:14.916543 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103172) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 04 18:48:14.916988 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] ML2 OVO RPC backend initialized. {{(pid=103172) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} May 04 18:48:14.917715 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:48:14.918178 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:48:14.918593 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Subscribe: > network before_response 55550000 {{(pid=103172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:48:14.918942 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Subscribe: > networks before_response 55550000 {{(pid=103172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:48:14.919294 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Subscribe: > port before_response 55550000 {{(pid=103172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:48:14.919639 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Subscribe: > ports before_response 55550000 {{(pid=103172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:48:14.919982 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Subscribe: > subnet before_response 55550000 {{(pid=103172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:48:14.920310 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Subscribe: > subnets before_response 55550000 {{(pid=103172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:48:14.920651 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Subscribe: > network after_create 55550000 {{(pid=103172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:48:14.920989 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Subscribe: > network after_update 55550000 {{(pid=103172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:48:14.921346 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Subscribe: > network after_delete 55550000 {{(pid=103172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:48:14.921688 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Subscribe: > port after_create 55550000 {{(pid=103172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:48:14.922030 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Subscribe: > port after_update 55550000 {{(pid=103172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:48:14.922370 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Subscribe: > port after_delete 55550000 {{(pid=103172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:48:14.922711 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Subscribe: > subnet after_create 55550000 {{(pid=103172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:48:14.923049 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Subscribe: > subnet after_update 55550000 {{(pid=103172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:48:14.923385 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:48:14.930918 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.quota [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loaded quota_driver: . May 04 18:48:14.931287 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.plugins.ml2.plugin [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Modular L2 Plugin initialization complete May 04 18:48:14.931634 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.manager [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loading services supported by the core plugin {{(pid=103172) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 04 18:48:14.931982 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.plugins.ml2.managers [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Got port-security extension from driver 'port_security' May 04 18:48:14.932461 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.extensions.vlantransparent [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Disabled vlantransparent extension. May 04 18:48:14.932953 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.manager [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103172) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 04 18:48:14.933303 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.manager [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loading Plugin: router May 04 18:48:14.967986 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:48:14.968380 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Subscribe: > router after_create 55549900 {{(pid=103172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:48:14.968746 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Subscribe: > router before_create 55549900 {{(pid=103172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:48:14.969110 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:48:14.969512 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:48:14.969868 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Subscribe: > router after_delete 55549900 {{(pid=103172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:48:14.970228 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:48:14.970601 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:48:14.970964 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Subscribe: > router after_create 55549900 {{(pid=103172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:48:14.971308 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Subscribe: > router after_update 55549900 {{(pid=103172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:48:14.971658 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Subscribe: > router after_update 55549900 {{(pid=103172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:48:14.972001 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:48:14.972470 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Subscribe: > router after_update 55549900 {{(pid=103172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:48:14.972874 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Subscribe: > router precommit_update 55549900 {{(pid=103172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:48:14.973241 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Subscribe: port after_update 55550000 {{(pid=103172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:48:14.973609 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Subscribe: port after_delete 55550000 {{(pid=103172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:48:14.973958 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Subscribe: subnet after_update 55550000 {{(pid=103172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:48:14.974297 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:48:14.974643 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:48:14.974991 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Subscribe: > router precommit_create 55549900 {{(pid=103172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:48:14.975326 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Subscribe: port before_delete 55550000 {{(pid=103172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:48:14.975671 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Subscribe: > router precommit_create 55550000 {{(pid=103172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:48:14.976023 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Subscribe: > router after_update 55549900 {{(pid=103172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:48:14.976362 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:48:14.976709 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Subscribe: > router precommit_create 55549900 {{(pid=103172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:48:14.977067 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:48:14.977440 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Subscribe: > router precommit_update 55549900 {{(pid=103172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:48:14.977785 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Subscribe: > agent after_create 55550000 {{(pid=103172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:48:14.978133 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Subscribe: > agent after_delete 55550000 {{(pid=103172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:48:14.978475 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Subscribe: > network after_delete 55550000 {{(pid=103172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:48:14.979330 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.quota.resource_registry [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Tracking information for resource: router configured {{(pid=103172) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 04 18:48:14.979664 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.quota.resource_registry [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Tracking information for resource: floatingip configured {{(pid=103172) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 04 18:48:14.984569 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.db.l3_agentschedulers_db [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 04 18:48:14.985154 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Subscribe: port after_update 55550000 {{(pid=103172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:48:14.985537 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Subscribe: port after_create 55550000 {{(pid=103172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:48:14.985893 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Subscribe: port after_delete 55550000 {{(pid=103172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:48:14.986240 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Subscribe: port after_update 55550000 {{(pid=103172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:48:14.987019 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Subscribe: > router before_create 55550100 {{(pid=103172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:48:14.987381 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:48:14.987743 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Subscribe: > router precommit_create 55550100 {{(pid=103172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:48:14.988101 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Subscribe: > router precommit_update 55550100 {{(pid=103172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:48:14.992868 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.services.provider_configuration [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Service providers = [] {{(pid=103172) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 04 18:48:14.993232 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.db.servicetype_db [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103172) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 04 18:48:14.996586 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.services.service_base [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103172) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 04 18:48:14.996937 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.services.service_base [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103172) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 04 18:48:14.997279 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.services.service_base [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103172) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 04 18:48:14.998192 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.services.service_base [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103172) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 04 18:48:14.998562 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.services.service_base [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Default provider is not specified for service type L3_ROUTER_NAT May 04 18:48:14.998932 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.manager [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103172) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 04 18:48:14.999248 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.manager [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 04 18:48:15.009920 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.manager [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103172) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 04 18:48:15.010188 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.manager [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loading Plugin: auto_allocate May 04 18:48:15.015913 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Subscribe: network precommit_update 55550000 {{(pid=103172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:48:15.016291 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Subscribe: network precommit_create 55550000 {{(pid=103172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:48:15.016806 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.manager [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103172) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 04 18:48:15.017124 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.manager [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loading Plugin: tag May 04 18:48:15.023886 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.manager [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103172) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 04 18:48:15.024213 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.manager [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loading Plugin: timestamp May 04 18:48:15.028065 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.manager [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103172) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 04 18:48:15.028394 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.manager [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loading Plugin: network_ip_availability May 04 18:48:15.033884 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:48:15.034258 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:48:15.034616 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:48:15.035320 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.manager [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103172) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 04 18:48:15.035640 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.manager [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loading Plugin: flavors May 04 18:48:15.040550 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.manager [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103172) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 04 18:48:15.040882 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.manager [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loading Plugin: revisions May 04 18:48:15.045184 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.manager [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103172) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 04 18:48:15.045607 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_concurrency.lockutils [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.776s {{(pid=103172) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 04 18:48:15.046339 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103172) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} May 04 18:48:15.046675 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Initializing extension manager. May 04 18:48:15.047199 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loading extension file: __init__.py {{(pid=103172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:48:15.047543 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loading extension file: __pycache__ {{(pid=103172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:48:15.047879 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loading extension file: _port_mac_address_override.py {{(pid=103172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:48:15.048207 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loading extension file: address_group.py {{(pid=103172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:48:15.048968 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:48:15.049570 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loaded extension: address-group May 04 18:48:15.049896 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loading extension file: address_scope.py {{(pid=103172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:48:15.050612 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:48:15.051121 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loaded extension: address-scope May 04 18:48:15.051442 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:48:15.052354 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:48:15.052859 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loaded extension: router-admin-state-down-before-update May 04 18:48:15.053177 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loading extension file: agent.py {{(pid=103172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:48:15.053895 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:48:15.054402 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loaded extension: agent May 04 18:48:15.054718 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loading extension file: agent_resources_synced.py {{(pid=103172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:48:15.055623 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:48:15.056130 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loaded extension: agent-resources-synced May 04 18:48:15.056446 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loading extension file: allowedaddresspairs.py {{(pid=103172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:48:15.058269 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:48:15.058874 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loaded extension: allowed-address-pairs May 04 18:48:15.059195 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loading extension file: auto_allocated_topology.py {{(pid=103172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:48:15.060270 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:48:15.060781 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loaded extension: auto-allocated-topology May 04 18:48:15.061103 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loading extension file: availability_zone.py {{(pid=103172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:48:15.061835 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:48:15.062337 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loaded extension: availability_zone May 04 18:48:15.062661 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loading extension file: availability_zone_filter.py {{(pid=103172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:48:15.063574 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:48:15.064082 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loaded extension: availability_zone_filter May 04 18:48:15.064404 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loading extension file: data_plane_status.py {{(pid=103172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:48:15.065312 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:48:15.065845 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Extension data-plane-status not supported by any of loaded plugins May 04 18:48:15.066163 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loading extension file: default_subnetpools.py {{(pid=103172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:48:15.067089 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:48:15.067600 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loaded extension: default-subnetpools May 04 18:48:15.067915 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:48:15.068722 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:48:15.069228 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loaded extension: dhcp_agent_scheduler May 04 18:48:15.069572 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loading extension file: dns.py {{(pid=103172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:48:15.070487 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:48:15.070987 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Extension dns-integration not supported by any of loaded plugins May 04 18:48:15.071309 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loading extension file: dns_domain_ports.py {{(pid=103172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:48:15.072225 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:48:15.072758 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Extension dns-domain-ports not supported by any of loaded plugins May 04 18:48:15.073031 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:48:15.073977 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:48:15.074512 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins May 04 18:48:15.074830 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loading extension file: dvr.py {{(pid=103172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:48:15.075497 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:48:15.076003 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loaded extension: dvr May 04 18:48:15.076319 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loading extension file: ecmp_routes.py {{(pid=103172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:48:15.077224 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:48:15.077752 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Extension ecmp_routes not supported by any of loaded plugins May 04 18:48:15.078074 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loading extension file: empty_string_filtering.py {{(pid=103172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:48:15.078978 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:48:15.079485 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loaded extension: empty-string-filtering May 04 18:48:15.079802 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:48:15.080704 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:48:15.081204 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 04 18:48:15.081557 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:48:15.082459 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:48:15.082960 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 04 18:48:15.083285 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loading extension file: external_net.py {{(pid=103172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:48:15.084184 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:48:15.084694 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loaded extension: external-net May 04 18:48:15.085015 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:48:15.085939 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:48:15.086445 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loaded extension: extra_dhcp_opt May 04 18:48:15.086765 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loading extension file: extraroute.py {{(pid=103172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:48:15.087676 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:48:15.088178 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loaded extension: extraroute May 04 18:48:15.088502 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loading extension file: extraroute_atomic.py {{(pid=103172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:48:15.089718 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:48:15.090287 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loaded extension: extraroute-atomic May 04 18:48:15.090613 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loading extension file: filter_validation.py {{(pid=103172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:48:15.091278 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:48:15.091792 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loaded extension: filter-validation May 04 18:48:15.092116 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loading extension file: fip_pf_description.py {{(pid=103172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:48:15.093019 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:48:15.093550 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 04 18:48:15.093870 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loading extension file: fip_pf_port_range.py {{(pid=103172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:48:15.094778 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:48:15.095278 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins May 04 18:48:15.095600 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loading extension file: fip_port_details.py {{(pid=103172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:48:15.096509 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:48:15.097015 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loaded extension: fip-port-details May 04 18:48:15.097364 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loading extension file: flavors.py {{(pid=103172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:48:15.098584 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:48:15.099106 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loaded extension: flavors May 04 18:48:15.099427 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:48:15.101073 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:48:15.101616 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 04 18:48:15.101946 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loading extension file: floatingip_pools.py {{(pid=103172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:48:15.102637 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:48:15.103145 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loaded extension: floatingip-pools May 04 18:48:15.103466 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loading extension file: ip_allocation.py {{(pid=103172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:48:15.104388 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:48:15.104890 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Extension ip_allocation not supported by any of loaded plugins May 04 18:48:15.105212 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:48:15.106184 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:48:15.106691 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loaded extension: ip-substring-filtering May 04 18:48:15.107018 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loading extension file: l2_adjacency.py {{(pid=103172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:48:15.107948 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:48:15.108452 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Extension l2_adjacency not supported by any of loaded plugins May 04 18:48:15.108772 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loading extension file: l3.py {{(pid=103172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:48:15.109761 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:48:15.110274 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loaded extension: router May 04 18:48:15.110598 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:48:15.112806 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:48:15.113353 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 04 18:48:15.113686 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:48:15.114612 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:48:15.115121 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loaded extension: ext-gw-mode May 04 18:48:15.115445 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:48:15.116361 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:48:15.116880 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loaded extension: l3-ha May 04 18:48:15.117200 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:48:15.118136 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:48:15.118643 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins May 04 18:48:15.118961 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loading extension file: l3_flavors.py {{(pid=103172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:48:15.119860 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:48:15.120360 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loaded extension: l3-flavors May 04 18:48:15.121069 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:48:15.122496 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:48:15.123014 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Extension l3-ndp-proxy not supported by any of loaded plugins May 04 18:48:15.123343 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:48:15.124255 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:48:15.124766 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loaded extension: l3-port-ip-change-not-allowed May 04 18:48:15.125095 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loading extension file: l3agentscheduler.py {{(pid=103172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:48:15.126134 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:48:15.126650 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loaded extension: l3_agent_scheduler May 04 18:48:15.126977 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loading extension file: local_ip.py {{(pid=103172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:48:15.130111 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:48:15.130636 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Extension local_ip not supported by any of loaded plugins May 04 18:48:15.130962 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loading extension file: logging.py {{(pid=103172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:48:15.132440 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:48:15.132960 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Extension logging not supported by any of loaded plugins May 04 18:48:15.133301 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loading extension file: metering.py {{(pid=103172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:48:15.134041 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:48:15.134638 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loaded extension: metering May 04 18:48:15.134966 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:48:15.136049 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:48:15.136571 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loaded extension: metering_source_and_destination_fields May 04 18:48:15.136924 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loading extension file: multiprovidernet.py {{(pid=103172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:48:15.137890 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:48:15.138406 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loaded extension: multi-provider May 04 18:48:15.138724 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loading extension file: netmtu.py {{(pid=103172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:48:15.139632 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:48:15.140136 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loaded extension: net-mtu May 04 18:48:15.140460 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loading extension file: netmtu_writable.py {{(pid=103172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:48:15.141398 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:48:15.141909 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loaded extension: net-mtu-writable May 04 18:48:15.142233 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loading extension file: network_availability_zone.py {{(pid=103172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:48:15.142898 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:48:15.143407 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loaded extension: network_availability_zone May 04 18:48:15.143726 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loading extension file: network_ip_availability.py {{(pid=103172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:48:15.144852 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:48:15.145387 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loaded extension: network-ip-availability May 04 18:48:15.145716 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loading extension file: network_segment_range.py {{(pid=103172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:48:15.146483 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:48:15.146988 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Extension network-segment-range not supported by any of loaded plugins May 04 18:48:15.147308 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loading extension file: pagination.py {{(pid=103172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:48:15.148292 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:48:15.148624 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loaded extension: pagination May 04 18:48:15.148949 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loading extension file: port_device_profile.py {{(pid=103172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:48:15.149889 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:48:15.150403 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loaded extension: port-device-profile May 04 18:48:15.150722 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loading extension file: port_mac_address_override.py {{(pid=103172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:48:15.151658 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=103172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:48:15.152158 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loaded extension: port-mac-override May 04 18:48:15.152539 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:48:15.153499 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:48:15.154011 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loaded extension: port-mac-address-regenerate May 04 18:48:15.154329 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:48:15.155249 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:48:15.155761 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loaded extension: port-numa-affinity-policy May 04 18:48:15.156081 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loading extension file: port_resource_request.py {{(pid=103172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:48:15.156990 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:48:15.157516 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Extension port-resource-request not supported by any of loaded plugins May 04 18:48:15.157835 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loading extension file: port_resource_request_groups.py {{(pid=103172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:48:15.158804 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:48:15.159311 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Extension port-resource-request-groups not supported by any of loaded plugins May 04 18:48:15.159629 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loading extension file: portbindings.py {{(pid=103172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:48:15.160559 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:48:15.161065 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loaded extension: binding May 04 18:48:15.161421 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loading extension file: portbindings_extended.py {{(pid=103172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:48:15.162689 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:48:15.163206 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loaded extension: binding-extended May 04 18:48:15.163532 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loading extension file: portsecurity.py {{(pid=103172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:48:15.164453 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:48:15.164972 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loaded extension: port-security May 04 18:48:15.165300 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loading extension file: project_id.py {{(pid=103172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:48:15.166298 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:48:15.166632 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loaded extension: project-id May 04 18:48:15.166953 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loading extension file: providernet.py {{(pid=103172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:48:15.167870 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:48:15.168396 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loaded extension: provider May 04 18:48:15.168720 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loading extension file: qos.py {{(pid=103172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:48:15.172486 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:48:15.172999 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Extension qos not supported by any of loaded plugins May 04 18:48:15.173357 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:48:15.174598 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:48:15.175116 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 04 18:48:15.175441 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:48:15.176384 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:48:15.176894 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 04 18:48:15.177216 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loading extension file: qos_default.py {{(pid=103172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:48:15.178163 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:48:15.178669 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Extension qos-default not supported by any of loaded plugins May 04 18:48:15.178990 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loading extension file: qos_fip.py {{(pid=103172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:48:15.179908 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:48:15.180414 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Extension qos-fip not supported by any of loaded plugins May 04 18:48:15.180735 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:48:15.181685 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:48:15.182190 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Extension qos-fip-network-policy not supported by any of loaded plugins May 04 18:48:15.182512 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loading extension file: qos_gateway_ip.py {{(pid=103172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:48:15.183439 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:48:15.183992 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 04 18:48:15.184314 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loading extension file: qos_port_network_policy.py {{(pid=103172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:48:15.185223 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:48:15.185752 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 04 18:48:15.186076 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:48:15.187105 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:48:15.187616 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Extension qos-pps-minimum not supported by any of loaded plugins May 04 18:48:15.187935 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:48:15.188966 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:48:15.189502 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins May 04 18:48:15.189828 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loading extension file: qos_pps_rule.py {{(pid=103172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:48:15.190997 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:48:15.191517 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Extension qos-pps not supported by any of loaded plugins May 04 18:48:15.191835 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loading extension file: qos_rule_type_details.py {{(pid=103172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:48:15.192757 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:48:15.193273 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 04 18:48:15.193618 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loading extension file: qos_rule_type_filter.py {{(pid=103172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:48:15.194530 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:48:15.195040 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Extension qos-rule-type-filter not supported by any of loaded plugins May 04 18:48:15.195360 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loading extension file: qos_rules_alias.py {{(pid=103172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:48:15.196417 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:48:15.196927 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Extension qos-rules-alias not supported by any of loaded plugins May 04 18:48:15.197254 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loading extension file: quota_check_limit.py {{(pid=103172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:48:15.198281 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:48:15.198789 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loaded extension: quota-check-limit May 04 18:48:15.199115 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loading extension file: quotasv2.py {{(pid=103172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:48:15.200082 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:48:15.200410 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loaded extension: quotas May 04 18:48:15.200728 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loading extension file: quotasv2_detail.py {{(pid=103172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:48:15.202480 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:48:15.202814 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loaded extension: quota_details May 04 18:48:15.203144 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loading extension file: rbac.py {{(pid=103172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:48:15.204203 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:48:15.204735 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loaded extension: rbac-policies May 04 18:48:15.205063 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loading extension file: rbac_address_group.py {{(pid=103172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:48:15.206033 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:48:15.206551 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loaded extension: rbac-address-group May 04 18:48:15.206873 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loading extension file: rbac_address_scope.py {{(pid=103172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:48:15.207795 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:48:15.208305 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loaded extension: rbac-address-scope May 04 18:48:15.208630 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loading extension file: rbac_security_groups.py {{(pid=103172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:48:15.209589 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:48:15.210109 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loaded extension: rbac-security-groups May 04 18:48:15.210427 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loading extension file: rbac_subnetpool.py {{(pid=103172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:48:15.211346 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:48:15.211862 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loaded extension: rbac-subnetpool May 04 18:48:15.212182 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loading extension file: revisionifmatch.py {{(pid=103172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:48:15.213099 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:48:15.213643 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loaded extension: revision-if-match May 04 18:48:15.213966 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loading extension file: revisions.py {{(pid=103172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:48:15.215377 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:48:15.215640 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loaded extension: standard-attr-revisions May 04 18:48:15.215962 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loading extension file: router_availability_zone.py {{(pid=103172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:48:15.216793 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:48:15.217328 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loaded extension: router_availability_zone May 04 18:48:15.218775 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loading extension file: routerservicetype.py {{(pid=103172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:48:15.219716 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:48:15.220393 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Extension router-service-type not supported by any of loaded plugins May 04 18:48:15.221893 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:48:15.222839 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:48:15.223364 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loaded extension: security-groups-normalized-cidr May 04 18:48:15.223691 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:48:15.224620 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:48:15.225142 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loaded extension: port-security-groups-filtering May 04 18:48:15.225497 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:48:15.226430 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:48:15.226945 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loaded extension: security-groups-remote-address-group May 04 18:48:15.227275 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:48:15.228314 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:48:15.228835 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loaded extension: security-groups-shared-filtering May 04 18:48:15.229161 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:48:15.229789 dv-cinder-840525-1-iscsi neutron-server[103172]: WARNING neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py May 04 18:48:15.230112 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loading extension file: securitygroup.py {{(pid=103172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:48:15.239795 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:48:15.240324 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loaded extension: security-group May 04 18:48:15.240655 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loading extension file: segment.py {{(pid=103172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:48:15.241444 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:48:15.241953 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Extension segment not supported by any of loaded plugins May 04 18:48:15.242278 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:48:15.243229 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:48:15.243743 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 04 18:48:15.244070 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loading extension file: servicetype.py {{(pid=103172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:48:15.245158 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:48:15.246098 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loaded extension: service-type May 04 18:48:15.246449 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loading extension file: sorting.py {{(pid=103172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:48:15.247430 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:48:15.247761 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loaded extension: sorting May 04 18:48:15.248079 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loading extension file: standard_attr_segment.py {{(pid=103172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:48:15.248993 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:48:15.249535 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Extension standard-attr-segment not supported by any of loaded plugins May 04 18:48:15.249855 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loading extension file: standardattrdescription.py {{(pid=103172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:48:15.250502 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:48:15.251010 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loaded extension: standard-attr-description May 04 18:48:15.251332 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loading extension file: stateful_security_group.py {{(pid=103172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:48:15.252293 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:48:15.252807 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loaded extension: stateful-security-group May 04 18:48:15.253127 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loading extension file: stdattrs_common.py {{(pid=103172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:48:15.253730 dv-cinder-840525-1-iscsi neutron-server[103172]: WARNING neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 04 18:48:15.254048 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:48:15.254974 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:48:15.255484 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 04 18:48:15.255803 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loading extension file: subnet_onboard.py {{(pid=103172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:48:15.256868 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:48:15.257401 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loaded extension: subnet_onboard May 04 18:48:15.257725 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:48:15.258656 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:48:15.259161 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 04 18:48:15.259488 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loading extension file: subnet_service_types.py {{(pid=103172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:48:15.260477 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:48:15.260940 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loaded extension: subnet-service-types May 04 18:48:15.261256 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loading extension file: subnetallocation.py {{(pid=103172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:48:15.262394 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:48:15.262904 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loaded extension: subnet_allocation May 04 18:48:15.263227 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:48:15.263893 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:48:15.264409 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loaded extension: subnetpool-prefix-ops May 04 18:48:15.264727 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:48:15.265677 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:48:15.266211 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 04 18:48:15.266529 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loading extension file: tagging.py {{(pid=103172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:48:15.267615 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:48:15.268131 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loaded extension: standard-attr-tag May 04 18:48:15.268454 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loading extension file: timestamp.py {{(pid=103172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:48:15.269722 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:48:15.270243 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loaded extension: standard-attr-timestamp May 04 18:48:15.270566 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loading extension file: trunk.py {{(pid=103172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:48:15.271586 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:48:15.272104 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Extension trunk not supported by any of loaded plugins May 04 18:48:15.272426 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loading extension file: trunk_details.py {{(pid=103172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:48:15.273347 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:48:15.273870 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Extension trunk-details not supported by any of loaded plugins May 04 18:48:15.274189 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loading extension file: uplink_status_propagation.py {{(pid=103172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:48:15.275106 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:48:15.275613 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 04 18:48:15.275935 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Loading extension file: vlantransparent.py {{(pid=103172) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 18:48:15.276601 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103172) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 18:48:15.277103 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Extension vlan-transparent not supported by any of loaded plugins May 04 18:48:15.279737 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.quota.resource_registry [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Creating instance of TrackedResource for resource:network May 04 18:48:15.280251 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.quota.resource_registry [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Creating instance of TrackedResource for resource:subnet May 04 18:48:15.280650 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.quota.resource_registry [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Creating instance of TrackedResource for resource:subnetpool May 04 18:48:15.281038 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.quota.resource_registry [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Creating instance of TrackedResource for resource:port May 04 18:48:15.282343 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.v2.resource_helper [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103172) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 18:48:15.282787 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.v2.resource_helper [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Service FLAVORS assigned prefix: {{(pid=103172) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 18:48:15.283410 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.v2.resource_helper [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103172) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 18:48:15.283841 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.v2.resource_helper [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103172) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 18:48:15.284181 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.quota.resource_registry [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Creating instance of TrackedResource for resource:router May 04 18:48:15.284616 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.quota.resource_registry [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Creating instance of TrackedResource for resource:floatingip May 04 18:48:15.285115 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.v2.resource_helper [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Service METERING assigned prefix: /metering {{(pid=103172) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 18:48:15.286605 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:48:15.286986 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:48:15.287337 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:48:15.288327 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.quota.resource_registry [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Creating instance of CountableResource for resource:rbac_policy May 04 18:48:15.288782 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.quota.resource_registry [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Creating instance of TrackedResource for resource:security_group May 04 18:48:15.289209 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.quota.resource_registry [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Creating instance of TrackedResource for resource:security_group_rule May 04 18:48:15.289839 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.v2.resource_helper [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Service CORE assigned prefix: {{(pid=103172) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 18:48:15.290170 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.quota.resource_registry [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Creating instance of TrackedResource for resource:subnetpool May 04 18:48:15.290519 dv-cinder-840525-1-iscsi neutron-server[103172]: WARNING neutron.quota.resource_registry [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] subnetpool is already registered May 04 18:48:15.290944 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.v2.resource_helper [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Service CORE assigned prefix: {{(pid=103172) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 18:48:15.291275 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.quota.resource_registry [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Creating instance of TrackedResource for resource:subnetpool May 04 18:48:15.291608 dv-cinder-840525-1-iscsi neutron-server[103172]: WARNING neutron.quota.resource_registry [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] subnetpool is already registered May 04 18:48:15.293975 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.v2.resource_helper [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103172) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 18:48:15.294403 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.v2.resource_helper [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Service FLAVORS assigned prefix: {{(pid=103172) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 18:48:15.295001 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.v2.resource_helper [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103172) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 18:48:15.295420 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.v2.resource_helper [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103172) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 18:48:15.295754 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.quota.resource_registry [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Creating instance of TrackedResource for resource:router May 04 18:48:15.296091 dv-cinder-840525-1-iscsi neutron-server[103172]: WARNING neutron.quota.resource_registry [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] router is already registered May 04 18:48:15.296509 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.quota.resource_registry [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Creating instance of TrackedResource for resource:floatingip May 04 18:48:15.296840 dv-cinder-840525-1-iscsi neutron-server[103172]: WARNING neutron.quota.resource_registry [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] floatingip is already registered May 04 18:48:15.297304 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.v2.resource_helper [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Service METERING assigned prefix: /metering {{(pid=103172) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 18:48:15.297981 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.quota.resource_registry [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Creating instance of CountableResource for resource:rbac_policy May 04 18:48:15.298304 dv-cinder-840525-1-iscsi neutron-server[103172]: WARNING neutron.quota.resource_registry [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] rbac_policy is already registered May 04 18:48:15.298717 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.quota.resource_registry [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Creating instance of TrackedResource for resource:security_group May 04 18:48:15.299044 dv-cinder-840525-1-iscsi neutron-server[103172]: WARNING neutron.quota.resource_registry [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] security_group is already registered May 04 18:48:15.299445 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.quota.resource_registry [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Creating instance of TrackedResource for resource:security_group_rule May 04 18:48:15.299772 dv-cinder-840525-1-iscsi neutron-server[103172]: WARNING neutron.quota.resource_registry [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] security_group_rule is already registered May 04 18:48:15.300387 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.v2.resource_helper [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Service CORE assigned prefix: {{(pid=103172) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 18:48:15.300720 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.quota.resource_registry [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Creating instance of TrackedResource for resource:subnetpool May 04 18:48:15.301046 dv-cinder-840525-1-iscsi neutron-server[103172]: WARNING neutron.quota.resource_registry [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] subnetpool is already registered May 04 18:48:15.301493 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.v2.resource_helper [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Service CORE assigned prefix: {{(pid=103172) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 18:48:15.301822 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.quota.resource_registry [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Creating instance of TrackedResource for resource:subnetpool May 04 18:48:15.302147 dv-cinder-840525-1-iscsi neutron-server[103172]: WARNING neutron.quota.resource_registry [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] subnetpool is already registered May 04 18:48:15.302627 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Extended resource: extensions {{(pid=103172) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 18:48:15.304059 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Extended resource: address-groups {{(pid=103172) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 18:48:15.305722 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Extended resource: address-scopes {{(pid=103172) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 18:48:15.307044 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Extended resource: agents {{(pid=103172) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 18:48:15.308209 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Extended resource: auto-allocated-topology {{(pid=103172) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 18:48:15.309532 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Extended resource: availability_zones {{(pid=103172) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 18:48:15.310756 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Extended resource: dhcp-networks {{(pid=103172) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 18:48:15.312249 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Extended resource: dhcp-agents {{(pid=103172) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 18:48:15.313706 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Extended resource: routers {{(pid=103172) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 18:48:15.315915 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Extended resource: flavors {{(pid=103172) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 18:48:15.317077 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Extended resource: service_profiles {{(pid=103172) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 18:48:15.318302 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Extended resource: next_providers {{(pid=103172) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 18:48:15.319735 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Extended resource: service_profiles {{(pid=103172) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 18:48:15.321267 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Extended resource: floatingip-pools {{(pid=103172) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 18:48:15.322511 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Extended resource: routers {{(pid=103172) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 18:48:15.324634 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Extended resource: floatingips {{(pid=103172) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 18:48:15.326833 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Extended resource: l3-routers {{(pid=103172) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 18:48:15.328208 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Extended resource: l3-agents {{(pid=103172) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 18:48:15.329651 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Extended resource: metering-labels {{(pid=103172) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 18:48:15.331002 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Extended resource: metering-label-rules {{(pid=103172) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 18:48:15.332287 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Extended resource: network-ip-availabilities {{(pid=103172) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 18:48:15.333584 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Extended resource: bindings {{(pid=103172) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 18:48:15.335222 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Extended resource: quotas {{(pid=103172) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 18:48:15.336763 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Extended resource: quotas {{(pid=103172) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 18:48:15.338321 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Extended resource: rbac-policies {{(pid=103172) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 18:48:15.339605 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Extended resource: security-groups {{(pid=103172) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 18:48:15.340907 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Extended resource: security-group-rules {{(pid=103172) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 18:48:15.342152 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Extended resource: service-providers {{(pid=103172) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 18:48:15.343383 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Extended resource: subnetpools {{(pid=103172) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 18:48:15.344816 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Extended resource: subnetpools {{(pid=103172) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 18:48:15.346291 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Extended resource: tags {{(pid=103172) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 18:48:15.347933 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Extended resource: tags {{(pid=103172) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 18:48:15.349813 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Extended resource: tags {{(pid=103172) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 18:48:15.351593 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Extended resource: tags {{(pid=103172) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 18:48:15.353378 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Extended resource: tags {{(pid=103172) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 18:48:15.355215 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Extended resource: tags {{(pid=103172) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 18:48:15.356968 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Extended resource: tags {{(pid=103172) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 18:48:15.358970 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Extended resource: tags {{(pid=103172) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 18:48:15.360704 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Extended resource: tags {{(pid=103172) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 18:48:15.362576 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron.api.extensions [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Extended resource: tags {{(pid=103172) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 18:48:15.368466 dv-cinder-840525-1-iscsi neutron-server[103172]: WARNING keystonemiddleware.auth_token [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 04 18:48:15.373639 dv-cinder-840525-1-iscsi neutron-server[103172]: WARNING keystonemiddleware.auth_token [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 04 18:48:15.382177 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_concurrency.lockutils [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Acquired lock "singleton_lock" {{(pid=103172) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} May 04 18:48:15.382655 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_concurrency.lockutils [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Releasing lock "singleton_lock" {{(pid=103172) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} May 04 18:48:15.383322 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO oslo_service.service [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Starting 2 workers May 04 18:48:15.388274 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Started child 103279 {{(pid=103172) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 04 18:48:15.392751 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Started child 103280 {{(pid=103172) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 04 18:48:15.393539 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:48:15.394314 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO neutron.service [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Neutron service started, listening on 0.0.0.0:9696 May 04 18:48:15.394893 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:48:15.395020 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [-] (103279) wsgi starting up on http://0.0.0.0:9696 May 04 18:48:15.397251 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO oslo_service.service [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Starting 1 workers May 04 18:48:15.397414 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:48:15.398793 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [-] (103280) wsgi starting up on http://0.0.0.0:9696 May 04 18:48:15.402547 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Started child 103281 {{(pid=103172) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 04 18:48:15.403092 dv-cinder-840525-1-iscsi neutron-server[103172]: INFO oslo_service.service [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Starting 1 workers May 04 18:48:15.406221 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.service [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] calling RpcWorker wait() {{(pid=103281) _wait /opt/stack/neutron/neutron/service.py:128}} May 04 18:48:15.406772 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.service [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] returning from RpcWorker wait() {{(pid=103281) _wait /opt/stack/neutron/neutron/service.py:135}} May 04 18:48:15.407559 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Started child 103282 {{(pid=103172) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 04 18:48:15.407955 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:48:15.408347 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-42866d29-3cab-4b4e-8cd7-77775ed4c190 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:48:15.408484 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:48:15.410209 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103172) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 04 18:48:15.410388 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 04 18:48:15.410765 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 04 18:48:15.410957 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 04 18:48:15.411464 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 04 18:48:15.411587 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 04 18:48:15.412151 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.412274 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:48:15.412734 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.412734 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.412878 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.413456 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:48:15.413599 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.413714 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.414144 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.414436 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.414669 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.414826 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.414986 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.415270 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.415467 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.415773 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.416028 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.416289 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.416514 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.416695 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.416931 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.417192 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.417460 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.417745 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] debug = True {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.418096 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.418573 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.418821 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.419090 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.419314 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.419580 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.419812 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.420094 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.420281 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.420530 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.420771 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.421036 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.421277 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.421569 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.421710 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.421982 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.422228 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.422702 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] host = dv-cinder-840525-1-iscsi {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.422955 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.423176 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.423404 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.423663 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.423926 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.424174 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.424408 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.424650 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.424981 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.425126 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.425395 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.425629 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.425845 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.426097 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] log_file = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.426260 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] log_options = True {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.426493 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.426758 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.427012 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.427197 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.427364 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.427512 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.427776 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.427939 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.428206 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.428421 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.428636 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.428850 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.429065 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.429279 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.429545 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.429759 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.429985 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.430231 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.430429 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.430652 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.430877 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.431248 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.431563 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.431809 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.432026 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.432258 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.432508 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.432804 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.433339 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.433635 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.434109 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.434848 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.434848 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.434848 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.435168 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.435255 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.435475 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.435677 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.435959 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.436223 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.436688 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.436884 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.437350 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.437444 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.437680 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.438606 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.438606 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] use_json = False {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.438606 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.438823 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.439004 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.439206 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.439454 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.440463 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.440463 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.440463 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.440463 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.440799 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.441257 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.441422 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.441559 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.441808 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.442070 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.442327 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.442572 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.442827 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.443216 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.443668 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.444020 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.444690 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.444940 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.445199 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.445684 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.446106 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.446393 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.446638 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.446876 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.447099 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.447342 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.447623 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.447846 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.448114 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.448390 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.448604 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.448884 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.449171 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.449516 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.449855 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.450128 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.450481 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.35/identity {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.450638 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.450873 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.451110 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.451361 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.451593 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.452017 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.452017 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.452397 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.452642 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.452887 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.453111 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.454329 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.454329 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.454329 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.454329 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.454329 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.455154 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.455154 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.455154 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.455154 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.455799 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.455799 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.456050 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.456190 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.457002 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.457002 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.457002 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.457449 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.457449 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.457750 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.457884 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.458025 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.458830 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.458830 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.458830 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.458830 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.459454 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.459454 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.459454 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.459826 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.459957 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.460097 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.460655 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.460655 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.461539 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.461539 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.461539 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.461539 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.461539 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.462041 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.462041 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.462256 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.462373 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.462542 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.462996 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.462996 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.463230 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.463417 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.463625 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.463947 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.464662 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.464662 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.464662 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.464992 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.465218 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.465530 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.465768 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.466177 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.466410 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.466742 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.466906 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.467576 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.467576 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.467576 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.467977 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.468131 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.468266 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.469099 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.469099 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.469099 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.469099 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.469686 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.469686 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.469944 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.470076 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.470999 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.470999 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.470999 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.471371 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.471371 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.471516 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.471792 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.472048 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.472586 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.472898 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.473208 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.473526 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.473772 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.474245 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.474482 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.474716 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.474963 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.475206 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.475430 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.475663 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.476214 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.476214 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.476431 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.476646 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.476862 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.477141 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.477541 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.477938 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.478218 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.478464 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.478727 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.478983 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.479231 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.35/identity {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.479465 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.479696 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.479942 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.480178 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.480516 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.480708 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.480931 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.481167 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.481434 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.481671 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.481886 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.482113 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.482328 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.482549 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.482764 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.483013 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.483227 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.483444 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.483695 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.483929 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.484148 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.484364 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.484578 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.484823 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.485042 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.485420 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.485675 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.485935 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.486165 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.486414 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.486676 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.486834 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.487076 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.487316 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.487537 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.487745 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.487972 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.488189 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.488457 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.488684 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.488880 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.489134 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.489406 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.489757 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.490004 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.490240 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.490507 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.490748 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.491001 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.491236 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.491451 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.491652 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.491899 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.492103 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.492343 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.492563 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.492804 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.493027 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.493311 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.493558 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.493795 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.494213 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.494431 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.494656 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.494882 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.495100 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.495336 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.495893 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.496142 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.496369 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.496598 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.496808 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.497102 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.497382 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.497615 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.497890 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.498135 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.498339 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.498567 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.498811 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.499041 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.499263 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.499480 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.499690 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.499939 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.500148 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.500357 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.500578 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.500794 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.501001 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.501223 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.501456 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.501692 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.501913 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.502128 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.502336 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.502578 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.502805 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.503515 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.503769 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.503958 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.504170 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.504402 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.504591 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.504801 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.505020 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.505235 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.505476 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.505752 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.506006 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.506223 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.506495 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.506754 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.506995 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.507246 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.507533 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.507758 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.508070 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.508283 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.508435 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.508652 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.508916 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.509239 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.509546 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.509799 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.510060 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.510329 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.510662 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.510868 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.511080 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.511373 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.511759 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.512034 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.512446 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.512679 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.512936 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.513154 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.513392 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.513629 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.513870 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.514101 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.514359 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.514597 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.514823 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.515047 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.515309 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.515491 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.515724 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.515935 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.516154 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.516368 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.516529 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 04 18:48:15.517080 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103172) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 04 18:48:15.517243 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 04 18:48:15.517521 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 04 18:48:15.517728 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 04 18:48:15.517728 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 04 18:48:15.518031 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 04 18:48:15.518161 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.518315 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.518479 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.518625 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.518756 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.518891 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.519035 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.519168 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.519382 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.519516 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.519648 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.519778 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.519906 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.520048 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.520183 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.520326 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.520467 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.520596 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.520730 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.520860 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.521019 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.521176 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] debug = True {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.521341 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.521542 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.521717 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.521848 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.522001 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.522158 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.522316 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.522474 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.522633 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.522791 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.522954 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.523114 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.523272 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.523429 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.523586 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.523743 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.523874 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:48:15.524010 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.524152 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] host = dv-cinder-840525-1-iscsi {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.524293 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.524429 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.524558 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.524687 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.524817 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.524946 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.525075 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.525212 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.525399 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.525539 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.525669 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.525799 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.525960 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.526117 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] log_file = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.526275 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] log_options = True {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.526433 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.526777 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.526984 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.527314 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.527485 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.527646 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.527792 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.527949 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.528108 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.528266 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.528427 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.529083 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.529083 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.529083 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.529083 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.530060 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.530060 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.530060 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.530060 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.530060 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.530448 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.530448 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.530448 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.530846 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.530846 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.530846 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.531123 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.531203 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.531307 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.531465 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.531621 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.531779 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.531936 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.532093 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.532256 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.532411 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.532721 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.532882 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.533185 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.533373 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.535044 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.535044 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.535044 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.535044 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.535044 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.535044 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.535044 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] use_json = False {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.535044 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.536172 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.536172 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.536172 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.536172 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.536172 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.536172 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.536172 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.536172 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 18:48:15.537022 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.537022 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.537022 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.537022 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.537022 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.537022 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.537022 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.537022 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.537713 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.537713 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.537713 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.537713 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.538011 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.538011 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.538152 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.538228 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.538350 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.539234 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.539234 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.539234 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.539234 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.539234 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.539234 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.540069 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.540069 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.540069 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.540069 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.540069 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.540690 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.540690 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.540690 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.540690 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.542021 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.35/identity {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.542021 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.542021 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.542021 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.542021 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.542021 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.542021 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.542021 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.542700 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.542700 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.542700 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.542700 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.542700 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.542700 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.543761 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.543761 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.543761 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.543761 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.543761 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.543761 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.544151 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.544151 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.544151 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.544361 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.544441 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.544575 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.544748 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.544910 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.545071 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.545231 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.545416 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.545576 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.545738 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.545900 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.546060 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.546222 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.546384 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.546559 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.546720 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.546880 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.547041 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.547203 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.547865 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.548036 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.548199 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.548360 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.548522 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.548683 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.548843 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.549004 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.549166 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.549351 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.549516 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.549677 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.549838 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.550064 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.550148 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.550832 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.550832 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.550832 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.550832 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.551197 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.551197 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.551197 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.551798 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.551798 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.551798 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.551798 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.552095 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.552095 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.552245 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.552382 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.552544 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.552704 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.552896 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.553260 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.553260 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.553469 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.553469 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.553692 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.553907 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.553996 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.554074 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.554233 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.554391 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.554552 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.554712 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.554881 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.555042 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.555204 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.555364 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.555532 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.555703 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.555865 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.556053 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.556189 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.556352 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.556514 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.556676 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.556836 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.556996 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.557172 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.557324 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.557501 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.557663 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.557826 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.558109 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.558221 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.558317 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.558462 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.558659 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.559072 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.559072 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.559321 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.559321 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.559548 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.559666 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.559786 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.559905 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.35/identity {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.560055 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.560473 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.560473 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.560659 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.560659 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.560801 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.560957 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.561119 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.561293 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.561463 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.561628 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.561789 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.561954 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.562109 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.562270 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.562431 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.562591 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.562752 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.562917 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.563078 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.563239 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.563400 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.563560 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.563721 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.563881 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.564045 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.564206 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.564544 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.564544 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.564701 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.564814 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.564974 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.565137 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.565338 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.565477 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.565637 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.565800 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.565961 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.566126 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.566282 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.566443 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.566607 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.566769 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.566947 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.567107 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.567267 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.567430 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.567590 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.567756 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.567918 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.568067 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.568274 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.568368 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.568526 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.568686 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.568848 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.569008 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.569171 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.569351 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.569525 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.569688 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.569851 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.570018 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.570177 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.570339 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.570499 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.570660 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.570824 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.570984 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.571145 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.571307 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.571468 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.571641 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.571801 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.571961 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.572121 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.572283 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.572443 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.572613 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.572773 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.572936 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.573096 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.573257 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.573437 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.573607 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.573767 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.573925 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.574085 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.574290 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.574451 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.574619 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.574779 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.574939 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.575098 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.575258 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.575421 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.575587 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.575748 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.575907 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.576066 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.576227 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.576387 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.576555 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.576715 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.576874 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.577033 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.577192 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.577375 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.577546 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.577707 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.577867 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.578034 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.578193 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.578356 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.578499 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.578675 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.578846 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.578993 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.579153 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.579320 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.579479 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.579641 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.579808 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.579976 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.580150 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.580308 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.580474 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.580642 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.580809 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.580970 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.581134 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.581323 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.581488 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.581648 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.581809 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.581977 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.582137 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.582298 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.582460 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.582619 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.582783 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.582943 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.583103 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.583268 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.583428 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.583588 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.583748 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.583910 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.584071 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.584231 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.584391 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 18:48:15.584544 dv-cinder-840525-1-iscsi neutron-server[103172]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103172) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 04 18:48:15.652492 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 45514) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:48:15.666209 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [-] 10.222.0.35 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0101902 May 04 18:48:26.921279 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3eb14ab-05dd-406e-9108-b8ec3576eff6 None None] get_active_networks_info from dv-cinder-840525-1-iscsi {{(pid=103281) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} May 04 18:48:26.977000 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3eb14ab-05dd-406e-9108-b8ec3576eff6 None None] No non-hosted networks {{(pid=103281) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 04 18:48:26.993433 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b221ba8e-514b-4d39-9c3f-e630ddc07c04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-613635'] for agent (ae04e5b6-6ccf-46c0-81ba-a3f5b8ae390c), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:48:28.997005 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-139207dd-2f41-4074-8bd2-8bed252c448b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-613635'] for agent (0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:48:29.046250 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d36ba8df-8fe6-4fc2-b306-122143505414 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:48:30.087455 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-821a3753-c8bb-408e-a9d9-42d2a9d3d908 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-613635'] for agent (306b1285-d967-49ee-a8ef-a34b4fe65fa5), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:48:30.112757 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 45582) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:48:30.628228 dv-cinder-840525-1-iscsi neutron-server[103280]: WARNING oslo_policy.policy [None req-76de5a2f-cf09-4ad9-975f-fb6177a13433 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 04 18:48:30.628805 dv-cinder-840525-1-iscsi neutron-server[103280]: WARNING oslo_policy.policy [None req-76de5a2f-cf09-4ad9-975f-fb6177a13433 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 04 18:48:30.847964 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [None req-76de5a2f-cf09-4ad9-975f-fb6177a13433 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103280) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 04 18:48:30.861370 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-76de5a2f-cf09-4ad9-975f-fb6177a13433 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.7352891 May 04 18:48:31.479385 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6c0ba996-b759-4c13-9ac4-7b7303adc758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-613635'] for agent (c2d3299f-8f0d-4c34-a270-91edff31f494), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:48:32.938482 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-613635'] for agent (7e96273e-cd3b-4e2d-a9cb-a5a62cf8f8b6), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:48:32.940072 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:48:32.940406 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:48:32.940755 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:48:32.941123 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:48:32.941477 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:48:32.941932 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:48:32.942263 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:48:32.942605 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:48:32.942933 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:48:32.943257 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:48:32.943595 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:48:32.943920 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:48:32.944256 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:48:32.944575 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:48:32.944914 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:48:32.945491 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-840525-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:48:32.951794 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-840525-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:48:33.334673 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 45612) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:48:33.658177 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [None req-36bfe599-dcf4-469d-9b10-28812f96a811 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:48:33.749247 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.policy [None req-36bfe599-dcf4-469d-9b10-28812f96a811 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103280) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 04 18:48:33.790960 dv-cinder-840525-1-iscsi neutron-server[103280]: WARNING oslo_policy.policy [None req-36bfe599-dcf4-469d-9b10-28812f96a811 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 04 18:48:33.791337 dv-cinder-840525-1-iscsi neutron-server[103280]: WARNING oslo_policy.policy [None req-36bfe599-dcf4-469d-9b10-28812f96a811 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 04 18:48:33.892177 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-36bfe599-dcf4-469d-9b10-28812f96a811 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790503540045', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790503541569', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790503523470', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790503580404', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790503578255', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790503571337', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1681493', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1594731', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-532044', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-633744'] for rbac-policy (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:48:33.966795 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-36bfe599-dcf4-469d-9b10-28812f96a811 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:48:33.969329 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-36bfe599-dcf4-469d-9b10-28812f96a811 admin admin] 10.222.0.35 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6324284 May 04 18:48:36.117495 dv-cinder-840525-1-iscsi neutron-server[103281]: INFO neutron.db.l3_hamode_db [None req-fae217c3-4ed3-4f32-bbb3-b12dfd434bc3 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 04 18:48:36.193949 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae217c3-4ed3-4f32-bbb3-b12dfd434bc3 None None] Routers set() bound to L3 agent in host dv-cinder-840525-1-iscsi {{(pid=103281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 18:48:36.194209 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae217c3-4ed3-4f32-bbb3-b12dfd434bc3 None None] Router IDs set() for agent in host dv-cinder-840525-1-iscsi {{(pid=103281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} May 04 18:48:36.450917 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 45624) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:48:36.809787 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [None req-142b8515-632b-4141-a5e3-e8f3a6f1194e demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:48:36.844515 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-142b8515-632b-4141-a5e3-e8f3a6f1194e demo demo] Made reservation on behalf of a1de0bf8f19d4705b1534c7d42f2e99a for: {'network': 1} {{(pid=103280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:48:36.850732 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-142b8515-632b-4141-a5e3-e8f3a6f1194e demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for network (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:48:36.875247 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-142b8515-632b-4141-a5e3-e8f3a6f1194e demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:48:36.987297 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-142b8515-632b-4141-a5e3-e8f3a6f1194e demo demo] Publish callbacks [] for security_group (de7cd25e-1ef2-4ed1-86e4-311fcc53999c), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:48:36.996262 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-142b8515-632b-4141-a5e3-e8f3a6f1194e demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (de7cd25e-1ef2-4ed1-86e4-311fcc53999c), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:48:37.021277 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-142b8515-632b-4141-a5e3-e8f3a6f1194e demo demo] vlan segment allocate from pool success with {'vlan_id': 291, 'physical_network': 'physnet1'} {{(pid=103280) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 18:48:37.056104 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-142b8515-632b-4141-a5e3-e8f3a6f1194e demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8790498765123', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589113'] for segment (2903f264-e539-4d01-9204-2be609e7e997), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:48:37.056671 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-142b8515-632b-4141-a5e3-e8f3a6f1194e demo demo] Unsubscribe: segment precommit_create {{(pid=103280) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 04 18:48:37.057180 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.db.segments_db [None req-142b8515-632b-4141-a5e3-e8f3a6f1194e demo demo] Added segment 2903f264-e539-4d01-9204-2be609e7e997 of type vlan for network 89b74232-4097-4242-81f1-5f0f34e1a085 May 04 18:48:37.073113 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142b8515-632b-4141-a5e3-e8f3a6f1194e demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=de7cd25e-1ef2-4ed1-86e4-311fcc53999c,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:48:37.121588 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142b8515-632b-4141-a5e3-e8f3a6f1194e demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:48:37.121923 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142b8515-632b-4141-a5e3-e8f3a6f1194e demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:48:37.122263 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142b8515-632b-4141-a5e3-e8f3a6f1194e demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:48:37.122614 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142b8515-632b-4141-a5e3-e8f3a6f1194e demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:48:37.122945 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142b8515-632b-4141-a5e3-e8f3a6f1194e demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:48:37.123276 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142b8515-632b-4141-a5e3-e8f3a6f1194e demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:48:37.123597 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142b8515-632b-4141-a5e3-e8f3a6f1194e demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:48:37.123914 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142b8515-632b-4141-a5e3-e8f3a6f1194e demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:48:37.124238 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142b8515-632b-4141-a5e3-e8f3a6f1194e demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:48:37.124558 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142b8515-632b-4141-a5e3-e8f3a6f1194e demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:48:37.124878 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142b8515-632b-4141-a5e3-e8f3a6f1194e demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:48:37.125214 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142b8515-632b-4141-a5e3-e8f3a6f1194e demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:48:37.125554 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142b8515-632b-4141-a5e3-e8f3a6f1194e demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:48:37.125873 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142b8515-632b-4141-a5e3-e8f3a6f1194e demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:48:37.126186 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142b8515-632b-4141-a5e3-e8f3a6f1194e demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:48:37.127624 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142b8515-632b-4141-a5e3-e8f3a6f1194e demo demo] Tracked resource versions report: May 04 18:48:37.127624 dv-cinder-840525-1-iscsi neutron-server[103280]: pushed versions: May 04 18:48:37.127624 dv-cinder-840525-1-iscsi neutron-server[103280]: { 'AddressGroup': {'1.2'}, May 04 18:48:37.127624 dv-cinder-840525-1-iscsi neutron-server[103280]: 'Agent': {'1.1'}, May 04 18:48:37.127624 dv-cinder-840525-1-iscsi neutron-server[103280]: 'ConntrackHelper': {'1.0'}, May 04 18:48:37.127624 dv-cinder-840525-1-iscsi neutron-server[103280]: 'LocalIPAssociation': {'1.0'}, May 04 18:48:37.127624 dv-cinder-840525-1-iscsi neutron-server[103280]: 'Log': {'1.0'}, May 04 18:48:37.127624 dv-cinder-840525-1-iscsi neutron-server[103280]: 'NDPProxy': {'1.0'}, May 04 18:48:37.127624 dv-cinder-840525-1-iscsi neutron-server[103280]: 'Network': {'1.1'}, May 04 18:48:37.127624 dv-cinder-840525-1-iscsi neutron-server[103280]: 'Port': {'1.7'}, May 04 18:48:37.127624 dv-cinder-840525-1-iscsi neutron-server[103280]: 'PortForwarding': {'1.3'}, May 04 18:48:37.127624 dv-cinder-840525-1-iscsi neutron-server[103280]: 'QosPolicy': {'1.10'}, May 04 18:48:37.127624 dv-cinder-840525-1-iscsi neutron-server[103280]: 'SecurityGroup': {'1.5'}, May 04 18:48:37.127624 dv-cinder-840525-1-iscsi neutron-server[103280]: 'SecurityGroupRule': {'1.2'}, May 04 18:48:37.127624 dv-cinder-840525-1-iscsi neutron-server[103280]: 'SubPort': {'1.0'}, May 04 18:48:37.127624 dv-cinder-840525-1-iscsi neutron-server[103280]: 'Subnet': {'1.1'}, May 04 18:48:37.127624 dv-cinder-840525-1-iscsi neutron-server[103280]: 'Trunk': {'1.1'}} May 04 18:48:37.127624 dv-cinder-840525-1-iscsi neutron-server[103280]: consumer versions: May 04 18:48:37.127624 dv-cinder-840525-1-iscsi neutron-server[103280]: { DHCP agent@dv-cinder-840525-1-iscsi: {}, May 04 18:48:37.127624 dv-cinder-840525-1-iscsi neutron-server[103280]: L3 agent@dv-cinder-840525-1-iscsi: {}, May 04 18:48:37.127624 dv-cinder-840525-1-iscsi neutron-server[103280]: Metadata agent@dv-cinder-840525-1-iscsi: {}, May 04 18:48:37.127624 dv-cinder-840525-1-iscsi neutron-server[103280]: Metering agent@dv-cinder-840525-1-iscsi: {}, May 04 18:48:37.127624 dv-cinder-840525-1-iscsi neutron-server[103280]: Open vSwitch agent@dv-cinder-840525-1-iscsi: { 'AddressGroup': '1.2', May 04 18:48:37.127624 dv-cinder-840525-1-iscsi neutron-server[103280]: 'Agent': '1.1', May 04 18:48:37.127624 dv-cinder-840525-1-iscsi neutron-server[103280]: 'ConntrackHelper': '1.0', May 04 18:48:37.127624 dv-cinder-840525-1-iscsi neutron-server[103280]: 'LocalIPAssociation': '1.0', May 04 18:48:37.127624 dv-cinder-840525-1-iscsi neutron-server[103280]: 'Log': '1.0', May 04 18:48:37.127624 dv-cinder-840525-1-iscsi neutron-server[103280]: 'NDPProxy': '1.0', May 04 18:48:37.127624 dv-cinder-840525-1-iscsi neutron-server[103280]: 'Network': '1.1', May 04 18:48:37.127624 dv-cinder-840525-1-iscsi neutron-server[103280]: 'Port': '1.7', May 04 18:48:37.127624 dv-cinder-840525-1-iscsi neutron-server[103280]: 'PortForwarding': '1.3', May 04 18:48:37.127624 dv-cinder-840525-1-iscsi neutron-server[103280]: 'QosPolicy': '1.10', May 04 18:48:37.127624 dv-cinder-840525-1-iscsi neutron-server[103280]: 'SecurityGroup': '1.5', May 04 18:48:37.127624 dv-cinder-840525-1-iscsi neutron-server[103280]: 'SecurityGroupRule': '1.2', May 04 18:48:37.127624 dv-cinder-840525-1-iscsi neutron-server[103280]: 'SubPort': '1.0', May 04 18:48:37.127624 dv-cinder-840525-1-iscsi neutron-server[103280]: 'Subnet': '1.1', May 04 18:48:37.127624 dv-cinder-840525-1-iscsi neutron-server[103280]: 'Trunk': '1.1'}} May 04 18:48:37.127624 dv-cinder-840525-1-iscsi neutron-server[103280]: {{(pid=103280) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 04 18:48:37.172329 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-142b8515-632b-4141-a5e3-e8f3a6f1194e demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790498323402'] for network (89b74232-4097-4242-81f1-5f0f34e1a085), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:48:37.213449 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-142b8515-632b-4141-a5e3-e8f3a6f1194e demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608'] for network (89b74232-4097-4242-81f1-5f0f34e1a085), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:48:37.218540 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-142b8515-632b-4141-a5e3-e8f3a6f1194e demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:48:37.219209 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-142b8515-632b-4141-a5e3-e8f3a6f1194e demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572658'] for network (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:48:37.288836 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-142b8515-632b-4141-a5e3-e8f3a6f1194e demo demo] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.8369191 May 04 18:48:37.340439 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142b8515-632b-4141-a5e3-e8f3a6f1194e demo demo] Pushing event updated for resources: {'Network': ['ID=89b74232-4097-4242-81f1-5f0f34e1a085,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:48:37.354526 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Network 89b74232-4097-4242-81f1-5f0f34e1a085 details requested by agent ovs-agent-dv-cinder-840525-1-iscsi with host dv-cinder-840525-1-iscsi {{(pid=103281) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 18:48:39.814677 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 45636) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:48:40.229913 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a6139ee-0730-44d8-950c-a761ec8ddc4a demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:48:40.231277 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-5a6139ee-0730-44d8-950c-a761ec8ddc4a demo admin] 10.222.0.35 "GET /v2.0/networks/89b74232-4097-4242-81f1-5f0f34e1a085 HTTP/1.1" status: 200 len: 825 time: 0.4155629 May 04 18:48:40.260056 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-24b3f4ea-c4df-4a3b-a445-c39ccad3ab89 demo admin] 10.222.0.35 "GET /v2.0/subnetpools/5598dd44-3a0b-41d4-82d2-16482f2a0c96 HTTP/1.1" status: 200 len: 734 time: 0.0199394 May 04 18:48:40.269633 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [None req-a018b8b8-8772-4e1d-9569-f145e14f29e1 demo admin] Request body: {'subnet': {'ip_version': 4, 'subnetpool_id': '5598dd44-3a0b-41d4-82d2-16482f2a0c96', 'network_id': '89b74232-4097-4242-81f1-5f0f34e1a085', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1'}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:48:40.293441 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a018b8b8-8772-4e1d-9569-f145e14f29e1 demo admin] Made reservation on behalf of a1de0bf8f19d4705b1534c7d42f2e99a for: {'subnet': 1} {{(pid=103280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:48:40.295743 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-a018b8b8-8772-4e1d-9569-f145e14f29e1 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:48:40.607244 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-a018b8b8-8772-4e1d-9569-f145e14f29e1 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608'] for subnet (c680ef52-c2ee-47df-9270-ea1d5f6fdf11), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:48:40.673252 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a018b8b8-8772-4e1d-9569-f145e14f29e1 demo admin] Pushing event updated for resources: {'Subnet': ['ID=c680ef52-c2ee-47df-9270-ea1d5f6fdf11,revision_number=0']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:48:40.680121 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a018b8b8-8772-4e1d-9569-f145e14f29e1 demo admin] Checking segment: {'id': '2903f264-e539-4d01-9204-2be609e7e997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '89b74232-4097-4242-81f1-5f0f34e1a085'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 18:48:40.680517 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a018b8b8-8772-4e1d-9569-f145e14f29e1 demo admin] Network hostable DHCP agents. Network: 89b74232-4097-4242-81f1-5f0f34e1a085, hostable agents: ['ae04e5b6-6ccf-46c0-81ba-a3f5b8ae390c'], hosted agents: [] {{(pid=103280) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 18:48:40.704132 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a018b8b8-8772-4e1d-9569-f145e14f29e1 demo admin] Network 89b74232-4097-4242-81f1-5f0f34e1a085 is scheduled to be hosted by DHCP agent ae04e5b6-6ccf-46c0-81ba-a3f5b8ae390c with binding_index 1 {{(pid=103280) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 18:48:40.716422 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.base_scheduler [None req-a018b8b8-8772-4e1d-9569-f145e14f29e1 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840525-1-iscsi, 89b74232-4097-4242-81f1-5f0f34e1a085) {{(pid=103280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:48:40.720887 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a018b8b8-8772-4e1d-9569-f145e14f29e1 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:48:40.721497 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-a018b8b8-8772-4e1d-9569-f145e14f29e1 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572658'] for subnet (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:48:40.726053 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b05454a0-7d7d-4d31-9d40-a4fb35c1c882 None None] Network 89b74232-4097-4242-81f1-5f0f34e1a085 requested from dv-cinder-840525-1-iscsi {{(pid=103281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 18:48:40.738038 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-a018b8b8-8772-4e1d-9569-f145e14f29e1 demo admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4721982 May 04 18:48:40.987109 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-354f57e7-1943-4cd1-82b7-4cf024bfd376 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31efe59b-327d-5d9c-bbb4-4911cdeac679-89b74232-4097-4242-81f1-5f0f34e1a085', 'network_id': '89b74232-4097-4242-81f1-5f0f34e1a085', 'project_id': 'a1de0bf8f19d4705b1534c7d42f2e99a', 'fixed_ips': [{'subnet_id': 'c680ef52-c2ee-47df-9270-ea1d5f6fdf11'}]}} from dv-cinder-840525-1-iscsi. {{(pid=103281) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 04 18:48:40.988358 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-354f57e7-1943-4cd1-82b7-4cf024bfd376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:48:41.266142 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-354f57e7-1943-4cd1-82b7-4cf024bfd376 None None] Allocated IP 172.20.0.2 (89b74232-4097-4242-81f1-5f0f34e1a085/c680ef52-c2ee-47df-9270-ea1d5f6fdf11/3baca22d-42b9-477e-926d-87c7513f8f09) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:48:41.535891 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-354f57e7-1943-4cd1-82b7-4cf024bfd376 None None] Publish callbacks [] for port (3baca22d-42b9-477e-926d-87c7513f8f09), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:48:41.543844 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-354f57e7-1943-4cd1-82b7-4cf024bfd376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790498302100'] for port (3baca22d-42b9-477e-926d-87c7513f8f09), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:48:41.613101 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-354f57e7-1943-4cd1-82b7-4cf024bfd376 None None] Network 89b74232-4097-4242-81f1-5f0f34e1a085 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:48:41.619059 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-354f57e7-1943-4cd1-82b7-4cf024bfd376 None None] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:48:41.629069 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354f57e7-1943-4cd1-82b7-4cf024bfd376 None None] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 18:48:41.635051 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354f57e7-1943-4cd1-82b7-4cf024bfd376 None None] Pushing event updated for resources: {'Port': ['ID=3baca22d-42b9-477e-926d-87c7513f8f09,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:48:41.646607 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354f57e7-1943-4cd1-82b7-4cf024bfd376 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:48:41.646954 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354f57e7-1943-4cd1-82b7-4cf024bfd376 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:48:41.647309 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354f57e7-1943-4cd1-82b7-4cf024bfd376 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:48:41.647647 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354f57e7-1943-4cd1-82b7-4cf024bfd376 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:48:41.648012 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354f57e7-1943-4cd1-82b7-4cf024bfd376 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:48:41.648333 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354f57e7-1943-4cd1-82b7-4cf024bfd376 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:48:41.648631 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354f57e7-1943-4cd1-82b7-4cf024bfd376 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:48:41.648973 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354f57e7-1943-4cd1-82b7-4cf024bfd376 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:48:41.649315 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354f57e7-1943-4cd1-82b7-4cf024bfd376 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:48:41.649635 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354f57e7-1943-4cd1-82b7-4cf024bfd376 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:48:41.649920 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354f57e7-1943-4cd1-82b7-4cf024bfd376 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:48:41.650258 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354f57e7-1943-4cd1-82b7-4cf024bfd376 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:48:41.650603 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354f57e7-1943-4cd1-82b7-4cf024bfd376 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:48:41.650913 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354f57e7-1943-4cd1-82b7-4cf024bfd376 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:48:41.651228 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354f57e7-1943-4cd1-82b7-4cf024bfd376 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:48:41.652722 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354f57e7-1943-4cd1-82b7-4cf024bfd376 None None] Tracked resource versions report: May 04 18:48:41.652722 dv-cinder-840525-1-iscsi neutron-server[103281]: pushed versions: May 04 18:48:41.652722 dv-cinder-840525-1-iscsi neutron-server[103281]: { 'AddressGroup': {'1.2'}, May 04 18:48:41.652722 dv-cinder-840525-1-iscsi neutron-server[103281]: 'Agent': {'1.1'}, May 04 18:48:41.652722 dv-cinder-840525-1-iscsi neutron-server[103281]: 'ConntrackHelper': {'1.0'}, May 04 18:48:41.652722 dv-cinder-840525-1-iscsi neutron-server[103281]: 'LocalIPAssociation': {'1.0'}, May 04 18:48:41.652722 dv-cinder-840525-1-iscsi neutron-server[103281]: 'Log': {'1.0'}, May 04 18:48:41.652722 dv-cinder-840525-1-iscsi neutron-server[103281]: 'NDPProxy': {'1.0'}, May 04 18:48:41.652722 dv-cinder-840525-1-iscsi neutron-server[103281]: 'Network': {'1.1'}, May 04 18:48:41.652722 dv-cinder-840525-1-iscsi neutron-server[103281]: 'Port': {'1.7'}, May 04 18:48:41.652722 dv-cinder-840525-1-iscsi neutron-server[103281]: 'PortForwarding': {'1.3'}, May 04 18:48:41.652722 dv-cinder-840525-1-iscsi neutron-server[103281]: 'QosPolicy': {'1.10'}, May 04 18:48:41.652722 dv-cinder-840525-1-iscsi neutron-server[103281]: 'SecurityGroup': {'1.5'}, May 04 18:48:41.652722 dv-cinder-840525-1-iscsi neutron-server[103281]: 'SecurityGroupRule': {'1.2'}, May 04 18:48:41.652722 dv-cinder-840525-1-iscsi neutron-server[103281]: 'SubPort': {'1.0'}, May 04 18:48:41.652722 dv-cinder-840525-1-iscsi neutron-server[103281]: 'Subnet': {'1.1'}, May 04 18:48:41.652722 dv-cinder-840525-1-iscsi neutron-server[103281]: 'Trunk': {'1.1'}} May 04 18:48:41.652722 dv-cinder-840525-1-iscsi neutron-server[103281]: consumer versions: May 04 18:48:41.652722 dv-cinder-840525-1-iscsi neutron-server[103281]: { DHCP agent@dv-cinder-840525-1-iscsi: {}, May 04 18:48:41.652722 dv-cinder-840525-1-iscsi neutron-server[103281]: L3 agent@dv-cinder-840525-1-iscsi: {}, May 04 18:48:41.652722 dv-cinder-840525-1-iscsi neutron-server[103281]: Metadata agent@dv-cinder-840525-1-iscsi: {}, May 04 18:48:41.652722 dv-cinder-840525-1-iscsi neutron-server[103281]: Metering agent@dv-cinder-840525-1-iscsi: {}, May 04 18:48:41.652722 dv-cinder-840525-1-iscsi neutron-server[103281]: Open vSwitch agent@dv-cinder-840525-1-iscsi: { 'AddressGroup': '1.2', May 04 18:48:41.652722 dv-cinder-840525-1-iscsi neutron-server[103281]: 'Agent': '1.1', May 04 18:48:41.652722 dv-cinder-840525-1-iscsi neutron-server[103281]: 'ConntrackHelper': '1.0', May 04 18:48:41.652722 dv-cinder-840525-1-iscsi neutron-server[103281]: 'LocalIPAssociation': '1.0', May 04 18:48:41.652722 dv-cinder-840525-1-iscsi neutron-server[103281]: 'Log': '1.0', May 04 18:48:41.652722 dv-cinder-840525-1-iscsi neutron-server[103281]: 'NDPProxy': '1.0', May 04 18:48:41.652722 dv-cinder-840525-1-iscsi neutron-server[103281]: 'Network': '1.1', May 04 18:48:41.652722 dv-cinder-840525-1-iscsi neutron-server[103281]: 'Port': '1.7', May 04 18:48:41.652722 dv-cinder-840525-1-iscsi neutron-server[103281]: 'PortForwarding': '1.3', May 04 18:48:41.652722 dv-cinder-840525-1-iscsi neutron-server[103281]: 'QosPolicy': '1.10', May 04 18:48:41.652722 dv-cinder-840525-1-iscsi neutron-server[103281]: 'SecurityGroup': '1.5', May 04 18:48:41.652722 dv-cinder-840525-1-iscsi neutron-server[103281]: 'SecurityGroupRule': '1.2', May 04 18:48:41.652722 dv-cinder-840525-1-iscsi neutron-server[103281]: 'SubPort': '1.0', May 04 18:48:41.652722 dv-cinder-840525-1-iscsi neutron-server[103281]: 'Subnet': '1.1', May 04 18:48:41.652722 dv-cinder-840525-1-iscsi neutron-server[103281]: 'Trunk': '1.1'}} May 04 18:48:41.652722 dv-cinder-840525-1-iscsi neutron-server[103281]: {{(pid=103281) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 04 18:48:41.728179 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [None req-354f57e7-1943-4cd1-82b7-4cf024bfd376 None None] Attempting to bind port 3baca22d-42b9-477e-926d-87c7513f8f09 on host dv-cinder-840525-1-iscsi for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 18:48:41.728888 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [None req-354f57e7-1943-4cd1-82b7-4cf024bfd376 None None] Attempting to bind port 3baca22d-42b9-477e-926d-87c7513f8f09 by drivers openvswitch,hyperv on host dv-cinder-840525-1-iscsi at level 0 using segments [{'id': '2903f264-e539-4d01-9204-2be609e7e997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '89b74232-4097-4242-81f1-5f0f34e1a085'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 18:48:41.728995 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354f57e7-1943-4cd1-82b7-4cf024bfd376 None None] Attempting to bind port 3baca22d-42b9-477e-926d-87c7513f8f09 on network 89b74232-4097-4242-81f1-5f0f34e1a085 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 18:48:41.734298 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354f57e7-1943-4cd1-82b7-4cf024bfd376 None None] Checking agent: {'id': '7e96273e-cd3b-4e2d-a9cb-a5a62cf8f8b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840525-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 18, 48, 33), 'started_at': datetime.datetime(2022, 5, 4, 18, 48, 33), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 18, 48, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840525-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 18:48:41.734692 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354f57e7-1943-4cd1-82b7-4cf024bfd376 None None] Checking segment: {'id': '2903f264-e539-4d01-9204-2be609e7e997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '89b74232-4097-4242-81f1-5f0f34e1a085'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 18:48:41.735174 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-354f57e7-1943-4cd1-82b7-4cf024bfd376 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:48:41.735565 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354f57e7-1943-4cd1-82b7-4cf024bfd376 None None] Bound using segment: {'id': '2903f264-e539-4d01-9204-2be609e7e997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '89b74232-4097-4242-81f1-5f0f34e1a085'} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 18:48:41.736064 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [None req-354f57e7-1943-4cd1-82b7-4cf024bfd376 None None] Bound port: 3baca22d-42b9-477e-926d-87c7513f8f09, host: dv-cinder-840525-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2903f264-e539-4d01-9204-2be609e7e997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '89b74232-4097-4242-81f1-5f0f34e1a085'}}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 18:48:41.736471 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-354f57e7-1943-4cd1-82b7-4cf024bfd376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (3baca22d-42b9-477e-926d-87c7513f8f09), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:48:41.802330 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-354f57e7-1943-4cd1-82b7-4cf024bfd376 None None] For port 3baca22d-42b9-477e-926d-87c7513f8f09, host dv-cinder-840525-1-iscsi, cleared binding levels {{(pid=103281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 18:48:41.824016 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-354f57e7-1943-4cd1-82b7-4cf024bfd376 None None] For port 3baca22d-42b9-477e-926d-87c7513f8f09, host dv-cinder-840525-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-1-iscsi',level=0,port_id=3baca22d-42b9-477e-926d-87c7513f8f09,segment=NetworkSegment(2903f264-e539-4d01-9204-2be609e7e997),segment_id=2903f264-e539-4d01-9204-2be609e7e997)] {{(pid=103281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 18:48:41.832171 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-354f57e7-1943-4cd1-82b7-4cf024bfd376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136'] for port (3baca22d-42b9-477e-926d-87c7513f8f09), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:48:41.887096 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354f57e7-1943-4cd1-82b7-4cf024bfd376 None None] Pushing event updated for resources: {'Port': ['ID=3baca22d-42b9-477e-926d-87c7513f8f09,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:48:43.199415 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 45644) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:48:43.526678 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [None req-5646b970-36e4-4c97-b942-fd60d3c3d971 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103280) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 04 18:48:43.527677 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-5646b970-36e4-4c97-b942-fd60d3c3d971 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3273284 May 04 18:48:45.985071 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 45652) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:48:46.487015 dv-cinder-840525-1-iscsi neutron-server[103279]: WARNING oslo_policy.policy [None req-803be7a6-6c8f-4d2c-83a1-d1a7984b9f4f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 04 18:48:46.487581 dv-cinder-840525-1-iscsi neutron-server[103279]: WARNING oslo_policy.policy [None req-803be7a6-6c8f-4d2c-83a1-d1a7984b9f4f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 04 18:48:46.708495 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [None req-803be7a6-6c8f-4d2c-83a1-d1a7984b9f4f admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103279) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 04 18:48:46.709708 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-803be7a6-6c8f-4d2c-83a1-d1a7984b9f4f admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.7221897 May 04 18:48:49.202011 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 45666) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:48:49.537606 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [None req-aeb72db4-2546-459d-b5d9-6f489ce0625b demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:48:49.563228 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-aeb72db4-2546-459d-b5d9-6f489ce0625b demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-620518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4428'] for router (409a23f7-dab7-4759-8543-d5ee7f183b76), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:48:49.564933 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-aeb72db4-2546-459d-b5d9-6f489ce0625b demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-610031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-693478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4405'] for router (409a23f7-dab7-4759-8543-d5ee7f183b76), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:48:49.703165 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-aeb72db4-2546-459d-b5d9-6f489ce0625b demo demo] Publish callbacks [] for router_controller (409a23f7-dab7-4759-8543-d5ee7f183b76), precommit_add_association {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:48:49.709445 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-aeb72db4-2546-459d-b5d9-6f489ce0625b demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-610012'] for router (409a23f7-dab7-4759-8543-d5ee7f183b76), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:48:49.727520 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-aeb72db4-2546-459d-b5d9-6f489ce0625b demo demo] Publish callbacks [] for router (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:48:49.728670 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-aeb72db4-2546-459d-b5d9-6f489ce0625b demo demo] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5256097 May 04 18:48:51.615202 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Device 3baca22d-42b9-477e-926d-87c7513f8f09 up at agent ovs-agent-dv-cinder-840525-1-iscsi {{(pid=103281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 18:48:51.703727 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Provisioning complete for port 3baca22d-42b9-477e-926d-87c7513f8f09 triggered by entity L2. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:48:51.704062 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1774450'] for port (3baca22d-42b9-477e-926d-87c7513f8f09), provisioning_complete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:48:51.823048 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Current status of the port 3baca22d-42b9-477e-926d-87c7513f8f09 is: DOWN; New status is: ACTIVE {{(pid=103281) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:48:51.823408 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (3baca22d-42b9-477e-926d-87c7513f8f09), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:48:51.860050 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] For port 3baca22d-42b9-477e-926d-87c7513f8f09, host dv-cinder-840525-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-1-iscsi',level=0,port_id=3baca22d-42b9-477e-926d-87c7513f8f09,segment=NetworkSegment(2903f264-e539-4d01-9204-2be609e7e997),segment_id=2903f264-e539-4d01-9204-2be609e7e997)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:48:51.865250 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136'] for port (3baca22d-42b9-477e-926d-87c7513f8f09), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:48:51.913716 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Pushing event updated for resources: {'Port': ['ID=3baca22d-42b9-477e-926d-87c7513f8f09,revision_number=3']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:48:52.198502 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 45678) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:48:52.523373 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [None req-05e37706-1140-409d-a6fa-566ac2ea0b43 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103280) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 04 18:48:52.524368 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-05e37706-1140-409d-a6fa-566ac2ea0b43 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3248987 May 04 18:48:53.112109 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54809a91-c3a6-4091-bb59-bc4b54fd10e8 None None] Network 89b74232-4097-4242-81f1-5f0f34e1a085 requested from dv-cinder-840525-1-iscsi {{(pid=103281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 18:48:53.187944 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-00b79986-de73-470e-8923-94306ada7eec None None] Provisioning complete for port 3baca22d-42b9-477e-926d-87c7513f8f09 triggered by entity DHCP. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:48:53.188318 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-00b79986-de73-470e-8923-94306ada7eec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1774450'] for port (3baca22d-42b9-477e-926d-87c7513f8f09), provisioning_complete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:48:53.303531 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-00b79986-de73-470e-8923-94306ada7eec None None] Current status of the port 3baca22d-42b9-477e-926d-87c7513f8f09 is: ACTIVE; New status is: ACTIVE {{(pid=103281) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:48:53.422786 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-91b0552c-2695-44d0-a2dd-a7633ef03ed5 None None] Provisioning complete for port 3baca22d-42b9-477e-926d-87c7513f8f09 triggered by entity DHCP. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:48:53.423257 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-91b0552c-2695-44d0-a2dd-a7633ef03ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1774450'] for port (3baca22d-42b9-477e-926d-87c7513f8f09), provisioning_complete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:48:53.502747 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-91b0552c-2695-44d0-a2dd-a7633ef03ed5 None None] Current status of the port 3baca22d-42b9-477e-926d-87c7513f8f09 is: ACTIVE; New status is: ACTIVE {{(pid=103281) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:48:53.600358 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Device 3baca22d-42b9-477e-926d-87c7513f8f09 up at agent ovs-agent-dv-cinder-840525-1-iscsi {{(pid=103281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 18:48:53.647621 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Provisioning complete for port 3baca22d-42b9-477e-926d-87c7513f8f09 triggered by entity L2. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:48:53.648003 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1774450'] for port (3baca22d-42b9-477e-926d-87c7513f8f09), provisioning_complete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:48:53.729348 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Current status of the port 3baca22d-42b9-477e-926d-87c7513f8f09 is: ACTIVE; New status is: ACTIVE {{(pid=103281) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:48:54.986583 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 45686) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:48:55.349275 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.v2.base [None req-db53feb1-6389-4a38-9934-f69e1a538789 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'is_default': True, 'admin_state_up': True, 'name': 'public', 'router:external': True}} {{(pid=103279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:48:55.407501 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db53feb1-6389-4a38-9934-f69e1a538789 admin admin] Made reservation on behalf of a4308e1d2b884e0c9079dd2577f0b370 for: {'network': 1} {{(pid=103279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:48:55.469946 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.policy [None req-db53feb1-6389-4a38-9934-f69e1a538789 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103279) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 04 18:48:55.511623 dv-cinder-840525-1-iscsi neutron-server[103279]: WARNING oslo_policy.policy [None req-db53feb1-6389-4a38-9934-f69e1a538789 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 04 18:48:55.511993 dv-cinder-840525-1-iscsi neutron-server[103279]: WARNING oslo_policy.policy [None req-db53feb1-6389-4a38-9934-f69e1a538789 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 04 18:48:55.521327 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-db53feb1-6389-4a38-9934-f69e1a538789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for network (None), before_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:48:55.542235 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-db53feb1-6389-4a38-9934-f69e1a538789 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:48:55.655676 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-db53feb1-6389-4a38-9934-f69e1a538789 admin admin] Publish callbacks [] for security_group (529ad8bb-9702-4010-8ebf-d4d691c2b78b), precommit_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:48:55.662135 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-db53feb1-6389-4a38-9934-f69e1a538789 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (529ad8bb-9702-4010-8ebf-d4d691c2b78b), after_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:48:55.678222 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-db53feb1-6389-4a38-9934-f69e1a538789 admin admin] Reserving flat network on physical network physnet1 {{(pid=103279) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 04 18:48:55.707987 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-db53feb1-6389-4a38-9934-f69e1a538789 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8790498765123', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589113'] for segment (183e99eb-a03a-4429-82ba-edb66df2d5f7), precommit_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:48:55.708535 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-db53feb1-6389-4a38-9934-f69e1a538789 admin admin] Unsubscribe: segment precommit_create {{(pid=103279) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 04 18:48:55.709057 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.db.segments_db [None req-db53feb1-6389-4a38-9934-f69e1a538789 admin admin] Added segment 183e99eb-a03a-4429-82ba-edb66df2d5f7 of type flat for network cbca2f8d-f88f-49b4-8a9d-8b4714c67762 May 04 18:48:55.728287 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db53feb1-6389-4a38-9934-f69e1a538789 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=529ad8bb-9702-4010-8ebf-d4d691c2b78b,revision_number=1']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:48:55.787959 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db53feb1-6389-4a38-9934-f69e1a538789 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:48:55.788330 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db53feb1-6389-4a38-9934-f69e1a538789 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:48:55.788687 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db53feb1-6389-4a38-9934-f69e1a538789 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:48:55.788986 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db53feb1-6389-4a38-9934-f69e1a538789 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:48:55.789416 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db53feb1-6389-4a38-9934-f69e1a538789 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:48:55.789635 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db53feb1-6389-4a38-9934-f69e1a538789 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:48:55.789966 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db53feb1-6389-4a38-9934-f69e1a538789 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:48:55.790249 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db53feb1-6389-4a38-9934-f69e1a538789 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:48:55.790635 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db53feb1-6389-4a38-9934-f69e1a538789 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:48:55.790897 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db53feb1-6389-4a38-9934-f69e1a538789 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:48:55.791220 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db53feb1-6389-4a38-9934-f69e1a538789 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:48:55.791583 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db53feb1-6389-4a38-9934-f69e1a538789 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:48:55.791897 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db53feb1-6389-4a38-9934-f69e1a538789 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:48:55.792203 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db53feb1-6389-4a38-9934-f69e1a538789 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:48:55.792517 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db53feb1-6389-4a38-9934-f69e1a538789 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:48:55.793979 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db53feb1-6389-4a38-9934-f69e1a538789 admin admin] Tracked resource versions report: May 04 18:48:55.793979 dv-cinder-840525-1-iscsi neutron-server[103279]: pushed versions: May 04 18:48:55.793979 dv-cinder-840525-1-iscsi neutron-server[103279]: { 'AddressGroup': {'1.2'}, May 04 18:48:55.793979 dv-cinder-840525-1-iscsi neutron-server[103279]: 'Agent': {'1.1'}, May 04 18:48:55.793979 dv-cinder-840525-1-iscsi neutron-server[103279]: 'ConntrackHelper': {'1.0'}, May 04 18:48:55.793979 dv-cinder-840525-1-iscsi neutron-server[103279]: 'LocalIPAssociation': {'1.0'}, May 04 18:48:55.793979 dv-cinder-840525-1-iscsi neutron-server[103279]: 'Log': {'1.0'}, May 04 18:48:55.793979 dv-cinder-840525-1-iscsi neutron-server[103279]: 'NDPProxy': {'1.0'}, May 04 18:48:55.793979 dv-cinder-840525-1-iscsi neutron-server[103279]: 'Network': {'1.1'}, May 04 18:48:55.793979 dv-cinder-840525-1-iscsi neutron-server[103279]: 'Port': {'1.7'}, May 04 18:48:55.793979 dv-cinder-840525-1-iscsi neutron-server[103279]: 'PortForwarding': {'1.3'}, May 04 18:48:55.793979 dv-cinder-840525-1-iscsi neutron-server[103279]: 'QosPolicy': {'1.10'}, May 04 18:48:55.793979 dv-cinder-840525-1-iscsi neutron-server[103279]: 'SecurityGroup': {'1.5'}, May 04 18:48:55.793979 dv-cinder-840525-1-iscsi neutron-server[103279]: 'SecurityGroupRule': {'1.2'}, May 04 18:48:55.793979 dv-cinder-840525-1-iscsi neutron-server[103279]: 'SubPort': {'1.0'}, May 04 18:48:55.793979 dv-cinder-840525-1-iscsi neutron-server[103279]: 'Subnet': {'1.1'}, May 04 18:48:55.793979 dv-cinder-840525-1-iscsi neutron-server[103279]: 'Trunk': {'1.1'}} May 04 18:48:55.793979 dv-cinder-840525-1-iscsi neutron-server[103279]: consumer versions: May 04 18:48:55.793979 dv-cinder-840525-1-iscsi neutron-server[103279]: { DHCP agent@dv-cinder-840525-1-iscsi: {}, May 04 18:48:55.793979 dv-cinder-840525-1-iscsi neutron-server[103279]: L3 agent@dv-cinder-840525-1-iscsi: {}, May 04 18:48:55.793979 dv-cinder-840525-1-iscsi neutron-server[103279]: Metadata agent@dv-cinder-840525-1-iscsi: {}, May 04 18:48:55.793979 dv-cinder-840525-1-iscsi neutron-server[103279]: Metering agent@dv-cinder-840525-1-iscsi: {}, May 04 18:48:55.793979 dv-cinder-840525-1-iscsi neutron-server[103279]: Open vSwitch agent@dv-cinder-840525-1-iscsi: { 'AddressGroup': '1.2', May 04 18:48:55.793979 dv-cinder-840525-1-iscsi neutron-server[103279]: 'Agent': '1.1', May 04 18:48:55.793979 dv-cinder-840525-1-iscsi neutron-server[103279]: 'ConntrackHelper': '1.0', May 04 18:48:55.793979 dv-cinder-840525-1-iscsi neutron-server[103279]: 'LocalIPAssociation': '1.0', May 04 18:48:55.793979 dv-cinder-840525-1-iscsi neutron-server[103279]: 'Log': '1.0', May 04 18:48:55.793979 dv-cinder-840525-1-iscsi neutron-server[103279]: 'NDPProxy': '1.0', May 04 18:48:55.793979 dv-cinder-840525-1-iscsi neutron-server[103279]: 'Network': '1.1', May 04 18:48:55.793979 dv-cinder-840525-1-iscsi neutron-server[103279]: 'Port': '1.7', May 04 18:48:55.793979 dv-cinder-840525-1-iscsi neutron-server[103279]: 'PortForwarding': '1.3', May 04 18:48:55.793979 dv-cinder-840525-1-iscsi neutron-server[103279]: 'QosPolicy': '1.10', May 04 18:48:55.793979 dv-cinder-840525-1-iscsi neutron-server[103279]: 'SecurityGroup': '1.5', May 04 18:48:55.793979 dv-cinder-840525-1-iscsi neutron-server[103279]: 'SecurityGroupRule': '1.2', May 04 18:48:55.793979 dv-cinder-840525-1-iscsi neutron-server[103279]: 'SubPort': '1.0', May 04 18:48:55.793979 dv-cinder-840525-1-iscsi neutron-server[103279]: 'Subnet': '1.1', May 04 18:48:55.793979 dv-cinder-840525-1-iscsi neutron-server[103279]: 'Trunk': '1.1'}} May 04 18:48:55.793979 dv-cinder-840525-1-iscsi neutron-server[103279]: {{(pid=103279) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 04 18:48:55.838229 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-db53feb1-6389-4a38-9934-f69e1a538789 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790498323402'] for network (cbca2f8d-f88f-49b4-8a9d-8b4714c67762), precommit_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:48:55.886368 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-db53feb1-6389-4a38-9934-f69e1a538789 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608'] for network (cbca2f8d-f88f-49b4-8a9d-8b4714c67762), after_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:48:55.887576 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db53feb1-6389-4a38-9934-f69e1a538789 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:48:55.888257 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-db53feb1-6389-4a38-9934-f69e1a538789 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572658'] for network (None), before_response {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:48:55.952787 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-db53feb1-6389-4a38-9934-f69e1a538789 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9650650 May 04 18:48:55.994580 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db53feb1-6389-4a38-9934-f69e1a538789 admin admin] Pushing event updated for resources: {'Network': ['ID=cbca2f8d-f88f-49b4-8a9d-8b4714c67762,revision_number=1']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:48:56.005945 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Network cbca2f8d-f88f-49b4-8a9d-8b4714c67762 details requested by agent ovs-agent-dv-cinder-840525-1-iscsi with host dv-cinder-840525-1-iscsi {{(pid=103281) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 18:48:56.835357 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-59d6ccad-847c-4179-a6eb-fc1da8583f3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (ae04e5b6-6ccf-46c0-81ba-a3f5b8ae390c), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:48:58.403224 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 45700) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:48:58.821115 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22ec6cb7-0359-4fb8-b412-b12d12b0e13e demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:48:58.822548 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-22ec6cb7-0359-4fb8-b412-b12d12b0e13e demo admin] 10.222.0.35 "GET /v2.0/subnets/c680ef52-c2ee-47df-9270-ea1d5f6fdf11 HTTP/1.1" status: 200 len: 849 time: 0.4183009 May 04 18:48:58.983338 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-63e28f8d-1775-45fc-b3df-456a223a2258 demo admin] 10.222.0.35 "GET /v2.0/routers/409a23f7-dab7-4759-8543-d5ee7f183b76 HTTP/1.1" status: 200 len: 704 time: 0.1549232 May 04 18:48:59.013444 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-06a4cc87-473f-4151-89d4-46ff1780c810 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:48:59.285272 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-fcc919c7-b6bb-4eae-aea4-fcea58fa03f8 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (None), before_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:48:59.591405 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.db.db_base_plugin_common [None req-fcc919c7-b6bb-4eae-aea4-fcea58fa03f8 demo admin] Allocated IP 172.20.0.1 (89b74232-4097-4242-81f1-5f0f34e1a085/c680ef52-c2ee-47df-9270-ea1d5f6fdf11/51d02829-833c-4ebf-85f7-a715932cf1f0) {{(pid=103279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:48:59.789543 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-fcc919c7-b6bb-4eae-aea4-fcea58fa03f8 demo admin] Publish callbacks [] for port (51d02829-833c-4ebf-85f7-a715932cf1f0), precommit_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:48:59.861278 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-fcc919c7-b6bb-4eae-aea4-fcea58fa03f8 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790498302100'] for port (51d02829-833c-4ebf-85f7-a715932cf1f0), after_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:48:59.942407 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc919c7-b6bb-4eae-aea4-fcea58fa03f8 demo admin] Network 89b74232-4097-4242-81f1-5f0f34e1a085 is already hosted by enough agents. {{(pid=103279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:48:59.949559 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.scheduler.base_scheduler [None req-fcc919c7-b6bb-4eae-aea4-fcea58fa03f8 demo admin] Resources bound (agent type, host, resource id): {{(pid=103279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:48:59.958037 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc919c7-b6bb-4eae-aea4-fcea58fa03f8 demo admin] Received port after_create {{(pid=103279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 18:48:59.958143 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-fcc919c7-b6bb-4eae-aea4-fcea58fa03f8 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-608641'] for router_interface (409a23f7-dab7-4759-8543-d5ee7f183b76), before_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:48:59.981701 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc919c7-b6bb-4eae-aea4-fcea58fa03f8 demo admin] Pushing event updated for resources: {'Port': ['ID=51d02829-833c-4ebf-85f7-a715932cf1f0,revision_number=1']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:49:00.055871 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-821a3753-c8bb-408e-a9d9-42d2a9d3d908 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (306b1285-d967-49ee-a8ef-a34b4fe65fa5), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:49:00.167796 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-fcc919c7-b6bb-4eae-aea4-fcea58fa03f8 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (51d02829-833c-4ebf-85f7-a715932cf1f0), before_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:49:00.170792 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-5a9f0afb-41a2-4c08-935c-aaf16f7c379c None None] Provisioning complete for port 51d02829-833c-4ebf-85f7-a715932cf1f0 triggered by entity DHCP. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:49:00.171181 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5a9f0afb-41a2-4c08-935c-aaf16f7c379c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1774450'] for port (51d02829-833c-4ebf-85f7-a715932cf1f0), provisioning_complete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:49:00.246736 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-5a9f0afb-41a2-4c08-935c-aaf16f7c379c None None] Port 51d02829-833c-4ebf-85f7-a715932cf1f0 cannot update to ACTIVE because it is not bound. {{(pid=103281) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 18:49:00.436424 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-fcc919c7-b6bb-4eae-aea4-fcea58fa03f8 demo admin] Publish callbacks [] for port (51d02829-833c-4ebf-85f7-a715932cf1f0), precommit_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:49:00.443407 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-fcc919c7-b6bb-4eae-aea4-fcea58fa03f8 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136'] for port (51d02829-833c-4ebf-85f7-a715932cf1f0), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:49:00.444166 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-fcc919c7-b6bb-4eae-aea4-fcea58fa03f8 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1572630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608635'] for router_interface (409a23f7-dab7-4759-8543-d5ee7f183b76), after_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:49:00.503878 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc919c7-b6bb-4eae-aea4-fcea58fa03f8 demo admin] Pushing event updated for resources: {'Port': ['ID=51d02829-833c-4ebf-85f7-a715932cf1f0,revision_number=2']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:49:00.580882 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc919c7-b6bb-4eae-aea4-fcea58fa03f8 demo admin] Network 89b74232-4097-4242-81f1-5f0f34e1a085 is already hosted by enough agents. {{(pid=103279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:49:00.582239 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.scheduler.base_scheduler [None req-fcc919c7-b6bb-4eae-aea4-fcea58fa03f8 demo admin] Resources bound (agent type, host, resource id): {{(pid=103279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:49:00.749413 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcc919c7-b6bb-4eae-aea4-fcea58fa03f8 demo admin] Router 409a23f7-dab7-4759-8543-d5ee7f183b76 is scheduled to L3 agent 0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b with binding_index 1 {{(pid=103279) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 04 18:49:00.764159 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-2ce60381-7037-4302-99f6-e15f5b3c10f0 None None] Provisioning complete for port 51d02829-833c-4ebf-85f7-a715932cf1f0 triggered by entity DHCP. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:49:00.764553 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2ce60381-7037-4302-99f6-e15f5b3c10f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1774450'] for port (51d02829-833c-4ebf-85f7-a715932cf1f0), provisioning_complete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:49:00.799617 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-2ce60381-7037-4302-99f6-e15f5b3c10f0 None None] Port 51d02829-833c-4ebf-85f7-a715932cf1f0 cannot update to ACTIVE because it is not bound. {{(pid=103281) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 18:49:00.848472 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcc919c7-b6bb-4eae-aea4-fcea58fa03f8 demo admin] Notify agent at l3_agent.dv-cinder-840525-1-iscsi the message routers_updated {{(pid=103279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 18:49:00.854258 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-fcc919c7-b6bb-4eae-aea4-fcea58fa03f8 demo admin] 10.222.0.35 "PUT /v2.0/routers/409a23f7-dab7-4759-8543-d5ee7f183b76/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8631179 May 04 18:49:00.871053 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe178e9-36ce-4d96-8ea7-7624721f6cd1 None None] Sync routers for ids ['409a23f7-dab7-4759-8543-d5ee7f183b76'] in dv-cinder-840525-1-iscsi {{(pid=103282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 18:49:00.884978 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe178e9-36ce-4d96-8ea7-7624721f6cd1 None None] Routers {'409a23f7-dab7-4759-8543-d5ee7f183b76'} bound to L3 agent in host dv-cinder-840525-1-iscsi {{(pid=103282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 18:49:00.885872 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-1fe178e9-36ce-4d96-8ea7-7624721f6cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-04T18:48:29Z,description=,heartbeat_timestamp=2022-05-04T18:48:59Z,host='dv-cinder-840525-1-iscsi',id=0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:48:29Z,topic='l3_agent')) {'router_ids': ['409a23f7-dab7-4759-8543-d5ee7f183b76'], 'active': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:49:01.082096 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvr_db [None req-1fe178e9-36ce-4d96-8ea7-7624721f6cd1 None None] Set router 409a23f7-dab7-4759-8543-d5ee7f183b76 gateway port host: None {{(pid=103282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 18:49:01.435186 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6c0ba996-b759-4c13-9ac4-7b7303adc758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (c2d3299f-8f0d-4c34-a270-91edff31f494), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:49:01.498448 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-1fe178e9-36ce-4d96-8ea7-7624721f6cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '409a23f7-dab7-4759-8543-d5ee7f183b76', 'name': 'router1', 'tenant_id': 'a1de0bf8f19d4705b1534c7d42f2e99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:48:49Z', 'updated_at': '2022-05-04T18:49:00Z', 'revision_number': 2, 'project_id': 'a1de0bf8f19d4705b1534c7d42f2e99a', 'gw_port_host': None, '_interfaces': [{'id': '51d02829-833c-4ebf-85f7-a715932cf1f0', 'name': '', 'network_id': '89b74232-4097-4242-81f1-5f0f34e1a085', 'tenant_id': 'a1de0bf8f19d4705b1534c7d42f2e99a', 'mac_address': 'fa:16:3e:4a:a0:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '409a23f7-dab7-4759-8543-d5ee7f183b76', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c680ef52-c2ee-47df-9270-ea1d5f6fdf11', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:48:59Z', 'updated_at': '2022-05-04T18:49:00Z', 'revision_number': 2, 'project_id': 'a1de0bf8f19d4705b1534c7d42f2e99a', 'subnets': [{'id': 'c680ef52-c2ee-47df-9270-ea1d5f6fdf11', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5598dd44-3a0b-41d4-82d2-16482f2a0c96'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-1-iscsi', False) {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:49:01.555582 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe178e9-36ce-4d96-8ea7-7624721f6cd1 None None] Checking router: 409a23f7-dab7-4759-8543-d5ee7f183b76 for host: dv-cinder-840525-1-iscsi {{(pid=103282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 18:49:01.555923 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe178e9-36ce-4d96-8ea7-7624721f6cd1 None None] Updating router 409a23f7-dab7-4759-8543-d5ee7f183b76 port 51d02829-833c-4ebf-85f7-a715932cf1f0 binding host dv-cinder-840525-1-iscsi {{(pid=103282) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 18:49:01.634966 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1fe178e9-36ce-4d96-8ea7-7624721f6cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (51d02829-833c-4ebf-85f7-a715932cf1f0), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:49:02.114063 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1fe178e9-36ce-4d96-8ea7-7624721f6cd1 None None] Publish callbacks [] for port (51d02829-833c-4ebf-85f7-a715932cf1f0), precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:49:02.121863 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1fe178e9-36ce-4d96-8ea7-7624721f6cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136'] for port (51d02829-833c-4ebf-85f7-a715932cf1f0), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:49:02.278100 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b2b332-6ff6-4277-9b79-c3800990771c None None] Pushing event updated for resources: {'Port': ['ID=51d02829-833c-4ebf-85f7-a715932cf1f0,revision_number=3']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:49:02.297803 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b2b332-6ff6-4277-9b79-c3800990771c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:49:02.298143 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b2b332-6ff6-4277-9b79-c3800990771c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:49:02.298484 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b2b332-6ff6-4277-9b79-c3800990771c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:49:02.298819 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b2b332-6ff6-4277-9b79-c3800990771c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:49:02.299141 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b2b332-6ff6-4277-9b79-c3800990771c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:49:02.299461 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b2b332-6ff6-4277-9b79-c3800990771c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:49:02.299775 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b2b332-6ff6-4277-9b79-c3800990771c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:49:02.300093 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b2b332-6ff6-4277-9b79-c3800990771c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:49:02.300412 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b2b332-6ff6-4277-9b79-c3800990771c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:49:02.300779 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b2b332-6ff6-4277-9b79-c3800990771c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:49:02.301106 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b2b332-6ff6-4277-9b79-c3800990771c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:49:02.301479 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b2b332-6ff6-4277-9b79-c3800990771c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:49:02.301807 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b2b332-6ff6-4277-9b79-c3800990771c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:49:02.302120 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b2b332-6ff6-4277-9b79-c3800990771c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:49:02.302429 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b2b332-6ff6-4277-9b79-c3800990771c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:49:02.303852 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b2b332-6ff6-4277-9b79-c3800990771c None None] Tracked resource versions report: May 04 18:49:02.303852 dv-cinder-840525-1-iscsi neutron-server[103282]: pushed versions: May 04 18:49:02.303852 dv-cinder-840525-1-iscsi neutron-server[103282]: { 'AddressGroup': {'1.2'}, May 04 18:49:02.303852 dv-cinder-840525-1-iscsi neutron-server[103282]: 'Agent': {'1.1'}, May 04 18:49:02.303852 dv-cinder-840525-1-iscsi neutron-server[103282]: 'ConntrackHelper': {'1.0'}, May 04 18:49:02.303852 dv-cinder-840525-1-iscsi neutron-server[103282]: 'LocalIPAssociation': {'1.0'}, May 04 18:49:02.303852 dv-cinder-840525-1-iscsi neutron-server[103282]: 'Log': {'1.0'}, May 04 18:49:02.303852 dv-cinder-840525-1-iscsi neutron-server[103282]: 'NDPProxy': {'1.0'}, May 04 18:49:02.303852 dv-cinder-840525-1-iscsi neutron-server[103282]: 'Network': {'1.1'}, May 04 18:49:02.303852 dv-cinder-840525-1-iscsi neutron-server[103282]: 'Port': {'1.7'}, May 04 18:49:02.303852 dv-cinder-840525-1-iscsi neutron-server[103282]: 'PortForwarding': {'1.3'}, May 04 18:49:02.303852 dv-cinder-840525-1-iscsi neutron-server[103282]: 'QosPolicy': {'1.10'}, May 04 18:49:02.303852 dv-cinder-840525-1-iscsi neutron-server[103282]: 'SecurityGroup': {'1.5'}, May 04 18:49:02.303852 dv-cinder-840525-1-iscsi neutron-server[103282]: 'SecurityGroupRule': {'1.2'}, May 04 18:49:02.303852 dv-cinder-840525-1-iscsi neutron-server[103282]: 'SubPort': {'1.0'}, May 04 18:49:02.303852 dv-cinder-840525-1-iscsi neutron-server[103282]: 'Subnet': {'1.1'}, May 04 18:49:02.303852 dv-cinder-840525-1-iscsi neutron-server[103282]: 'Trunk': {'1.1'}} May 04 18:49:02.303852 dv-cinder-840525-1-iscsi neutron-server[103282]: consumer versions: May 04 18:49:02.303852 dv-cinder-840525-1-iscsi neutron-server[103282]: { DHCP agent@dv-cinder-840525-1-iscsi: {}, May 04 18:49:02.303852 dv-cinder-840525-1-iscsi neutron-server[103282]: L3 agent@dv-cinder-840525-1-iscsi: {}, May 04 18:49:02.303852 dv-cinder-840525-1-iscsi neutron-server[103282]: Metadata agent@dv-cinder-840525-1-iscsi: {}, May 04 18:49:02.303852 dv-cinder-840525-1-iscsi neutron-server[103282]: Metering agent@dv-cinder-840525-1-iscsi: {}, May 04 18:49:02.303852 dv-cinder-840525-1-iscsi neutron-server[103282]: Open vSwitch agent@dv-cinder-840525-1-iscsi: { 'AddressGroup': '1.2', May 04 18:49:02.303852 dv-cinder-840525-1-iscsi neutron-server[103282]: 'Agent': '1.1', May 04 18:49:02.303852 dv-cinder-840525-1-iscsi neutron-server[103282]: 'ConntrackHelper': '1.0', May 04 18:49:02.303852 dv-cinder-840525-1-iscsi neutron-server[103282]: 'LocalIPAssociation': '1.0', May 04 18:49:02.303852 dv-cinder-840525-1-iscsi neutron-server[103282]: 'Log': '1.0', May 04 18:49:02.303852 dv-cinder-840525-1-iscsi neutron-server[103282]: 'NDPProxy': '1.0', May 04 18:49:02.303852 dv-cinder-840525-1-iscsi neutron-server[103282]: 'Network': '1.1', May 04 18:49:02.303852 dv-cinder-840525-1-iscsi neutron-server[103282]: 'Port': '1.7', May 04 18:49:02.303852 dv-cinder-840525-1-iscsi neutron-server[103282]: 'PortForwarding': '1.3', May 04 18:49:02.303852 dv-cinder-840525-1-iscsi neutron-server[103282]: 'QosPolicy': '1.10', May 04 18:49:02.303852 dv-cinder-840525-1-iscsi neutron-server[103282]: 'SecurityGroup': '1.5', May 04 18:49:02.303852 dv-cinder-840525-1-iscsi neutron-server[103282]: 'SecurityGroupRule': '1.2', May 04 18:49:02.303852 dv-cinder-840525-1-iscsi neutron-server[103282]: 'SubPort': '1.0', May 04 18:49:02.303852 dv-cinder-840525-1-iscsi neutron-server[103282]: 'Subnet': '1.1', May 04 18:49:02.303852 dv-cinder-840525-1-iscsi neutron-server[103282]: 'Trunk': '1.1'}} May 04 18:49:02.303852 dv-cinder-840525-1-iscsi neutron-server[103282]: {{(pid=103282) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 04 18:49:02.308771 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-1fe178e9-36ce-4d96-8ea7-7624721f6cd1 None None] Attempting to bind port 51d02829-833c-4ebf-85f7-a715932cf1f0 on host dv-cinder-840525-1-iscsi for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 18:49:02.309206 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-1fe178e9-36ce-4d96-8ea7-7624721f6cd1 None None] Attempting to bind port 51d02829-833c-4ebf-85f7-a715932cf1f0 by drivers openvswitch,hyperv on host dv-cinder-840525-1-iscsi at level 0 using segments [{'id': '2903f264-e539-4d01-9204-2be609e7e997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '89b74232-4097-4242-81f1-5f0f34e1a085'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 18:49:02.309607 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe178e9-36ce-4d96-8ea7-7624721f6cd1 None None] Attempting to bind port 51d02829-833c-4ebf-85f7-a715932cf1f0 on network 89b74232-4097-4242-81f1-5f0f34e1a085 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 18:49:02.315086 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe178e9-36ce-4d96-8ea7-7624721f6cd1 None None] Checking agent: {'id': '7e96273e-cd3b-4e2d-a9cb-a5a62cf8f8b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840525-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 18, 48, 33), 'started_at': datetime.datetime(2022, 5, 4, 18, 48, 33), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 18, 48, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840525-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 18:49:02.315514 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe178e9-36ce-4d96-8ea7-7624721f6cd1 None None] Checking segment: {'id': '2903f264-e539-4d01-9204-2be609e7e997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '89b74232-4097-4242-81f1-5f0f34e1a085'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 18:49:02.316007 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1fe178e9-36ce-4d96-8ea7-7624721f6cd1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:49:02.316382 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe178e9-36ce-4d96-8ea7-7624721f6cd1 None None] Bound using segment: {'id': '2903f264-e539-4d01-9204-2be609e7e997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '89b74232-4097-4242-81f1-5f0f34e1a085'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 18:49:02.316870 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-1fe178e9-36ce-4d96-8ea7-7624721f6cd1 None None] Bound port: 51d02829-833c-4ebf-85f7-a715932cf1f0, host: dv-cinder-840525-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2903f264-e539-4d01-9204-2be609e7e997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '89b74232-4097-4242-81f1-5f0f34e1a085'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 18:49:02.317042 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-51f376d9-58ec-4900-8652-0af705831089 None None] Provisioning complete for port 51d02829-833c-4ebf-85f7-a715932cf1f0 triggered by entity DHCP. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:49:02.317240 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1fe178e9-36ce-4d96-8ea7-7624721f6cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (51d02829-833c-4ebf-85f7-a715932cf1f0), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:49:02.317661 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-51f376d9-58ec-4900-8652-0af705831089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1774450'] for port (51d02829-833c-4ebf-85f7-a715932cf1f0), provisioning_complete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:49:02.354994 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-51f376d9-58ec-4900-8652-0af705831089 None None] Port 51d02829-833c-4ebf-85f7-a715932cf1f0 cannot update to ACTIVE because it is not bound. {{(pid=103281) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 18:49:02.385486 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-1fe178e9-36ce-4d96-8ea7-7624721f6cd1 None None] For port 51d02829-833c-4ebf-85f7-a715932cf1f0, host dv-cinder-840525-1-iscsi, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 18:49:02.405671 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-1fe178e9-36ce-4d96-8ea7-7624721f6cd1 None None] For port 51d02829-833c-4ebf-85f7-a715932cf1f0, host dv-cinder-840525-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-1-iscsi',level=0,port_id=51d02829-833c-4ebf-85f7-a715932cf1f0,segment=NetworkSegment(2903f264-e539-4d01-9204-2be609e7e997),segment_id=2903f264-e539-4d01-9204-2be609e7e997)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 18:49:02.412615 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1fe178e9-36ce-4d96-8ea7-7624721f6cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136'] for port (51d02829-833c-4ebf-85f7-a715932cf1f0), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:49:02.472046 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b2b332-6ff6-4277-9b79-c3800990771c None None] Pushing event updated for resources: {'Port': ['ID=51d02829-833c-4ebf-85f7-a715932cf1f0,revision_number=4']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:49:02.474800 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe178e9-36ce-4d96-8ea7-7624721f6cd1 None None] Routers {'409a23f7-dab7-4759-8543-d5ee7f183b76'} bound to L3 agent in host dv-cinder-840525-1-iscsi {{(pid=103282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 18:49:02.475415 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-1fe178e9-36ce-4d96-8ea7-7624721f6cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-04T18:48:29Z,description=,heartbeat_timestamp=2022-05-04T18:48:59Z,host='dv-cinder-840525-1-iscsi',id=0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:48:29Z,topic='l3_agent')) {'router_ids': ['409a23f7-dab7-4759-8543-d5ee7f183b76'], 'active': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:49:02.583858 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvr_db [None req-1fe178e9-36ce-4d96-8ea7-7624721f6cd1 None None] Set router 409a23f7-dab7-4759-8543-d5ee7f183b76 gateway port host: None {{(pid=103282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 18:49:02.684405 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-e11781f5-d9ea-4452-b989-fdc817c3a40c None None] Provisioning complete for port 51d02829-833c-4ebf-85f7-a715932cf1f0 triggered by entity DHCP. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:49:02.685834 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e11781f5-d9ea-4452-b989-fdc817c3a40c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1774450'] for port (51d02829-833c-4ebf-85f7-a715932cf1f0), provisioning_complete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:49:02.771744 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-e11781f5-d9ea-4452-b989-fdc817c3a40c None None] Current status of the port 51d02829-833c-4ebf-85f7-a715932cf1f0 is: DOWN; New status is: ACTIVE {{(pid=103281) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:49:02.772601 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e11781f5-d9ea-4452-b989-fdc817c3a40c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (51d02829-833c-4ebf-85f7-a715932cf1f0), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:49:02.808741 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-1fe178e9-36ce-4d96-8ea7-7624721f6cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '409a23f7-dab7-4759-8543-d5ee7f183b76', 'name': 'router1', 'tenant_id': 'a1de0bf8f19d4705b1534c7d42f2e99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:48:49Z', 'updated_at': '2022-05-04T18:49:00Z', 'revision_number': 2, 'project_id': 'a1de0bf8f19d4705b1534c7d42f2e99a', 'gw_port_host': None, '_interfaces': [{'id': '51d02829-833c-4ebf-85f7-a715932cf1f0', 'name': '', 'network_id': '89b74232-4097-4242-81f1-5f0f34e1a085', 'tenant_id': 'a1de0bf8f19d4705b1534c7d42f2e99a', 'mac_address': 'fa:16:3e:4a:a0:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '409a23f7-dab7-4759-8543-d5ee7f183b76', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c680ef52-c2ee-47df-9270-ea1d5f6fdf11', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:48:59Z', 'updated_at': '2022-05-04T18:49:02Z', 'revision_number': 4, 'project_id': 'a1de0bf8f19d4705b1534c7d42f2e99a', 'subnets': [{'id': 'c680ef52-c2ee-47df-9270-ea1d5f6fdf11', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5598dd44-3a0b-41d4-82d2-16482f2a0c96'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-1-iscsi', False) {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:49:02.819579 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-e11781f5-d9ea-4452-b989-fdc817c3a40c None None] For port 51d02829-833c-4ebf-85f7-a715932cf1f0, host dv-cinder-840525-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-1-iscsi',level=0,port_id=51d02829-833c-4ebf-85f7-a715932cf1f0,segment=NetworkSegment(2903f264-e539-4d01-9204-2be609e7e997),segment_id=2903f264-e539-4d01-9204-2be609e7e997)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:49:02.827929 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e11781f5-d9ea-4452-b989-fdc817c3a40c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136'] for port (51d02829-833c-4ebf-85f7-a715932cf1f0), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:49:02.844151 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe178e9-36ce-4d96-8ea7-7624721f6cd1 None None] The sync data for ids ['409a23f7-dab7-4759-8543-d5ee7f183b76'] in dv-cinder-840525-1-iscsi is: [{'id': '409a23f7-dab7-4759-8543-d5ee7f183b76', 'name': 'router1', 'tenant_id': 'a1de0bf8f19d4705b1534c7d42f2e99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:48:49Z', 'updated_at': '2022-05-04T18:49:00Z', 'revision_number': 2, 'project_id': 'a1de0bf8f19d4705b1534c7d42f2e99a', 'gw_port_host': None, '_interfaces': [{'id': '51d02829-833c-4ebf-85f7-a715932cf1f0', 'name': '', 'network_id': '89b74232-4097-4242-81f1-5f0f34e1a085', 'tenant_id': 'a1de0bf8f19d4705b1534c7d42f2e99a', 'mac_address': 'fa:16:3e:4a:a0:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '409a23f7-dab7-4759-8543-d5ee7f183b76', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c680ef52-c2ee-47df-9270-ea1d5f6fdf11', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:48:59Z', 'updated_at': '2022-05-04T18:49:02Z', 'revision_number': 4, 'project_id': 'a1de0bf8f19d4705b1534c7d42f2e99a', 'subnets': [{'id': 'c680ef52-c2ee-47df-9270-ea1d5f6fdf11', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5598dd44-3a0b-41d4-82d2-16482f2a0c96'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 18:49:02.891809 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11781f5-d9ea-4452-b989-fdc817c3a40c None None] Pushing event updated for resources: {'Port': ['ID=51d02829-833c-4ebf-85f7-a715932cf1f0,revision_number=5']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:49:02.936987 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (7e96273e-cd3b-4e2d-a9cb-a5a62cf8f8b6), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:49:03.325146 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 45720) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:49:03.527538 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7198f0c3-f9b8-420e-ac6e-14d0df88a1aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:49:03.528988 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-7198f0c3-f9b8-420e-ac6e-14d0df88a1aa admin admin] 10.222.0.35 "GET /v2.0/networks/cbca2f8d-f88f-49b4-8a9d-8b4714c67762 HTTP/1.1" status: 200 len: 842 time: 0.2028728 May 04 18:49:03.538630 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.v2.base [None req-486af9e4-6a3c-4a2c-bbc2-b96796b31dfc admin admin] Request body: {'subnet': {'enable_dhcp': False, 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'name': 'public-subnet', 'ip_version': 4}} {{(pid=103279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:49:03.562433 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-486af9e4-6a3c-4a2c-bbc2-b96796b31dfc admin admin] Made reservation on behalf of a4308e1d2b884e0c9079dd2577f0b370 for: {'subnet': 1} {{(pid=103279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:49:03.564707 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-486af9e4-6a3c-4a2c-bbc2-b96796b31dfc admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:49:03.856320 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.objects.ports [None req-486af9e4-6a3c-4a2c-bbc2-b96796b31dfc admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103279) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} May 04 18:49:03.856774 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-486af9e4-6a3c-4a2c-bbc2-b96796b31dfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608'] for subnet (6d3155f3-7d72-4b90-89ae-8effc01a61e4), after_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:49:03.913581 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486af9e4-6a3c-4a2c-bbc2-b96796b31dfc admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d3155f3-7d72-4b90-89ae-8effc01a61e4,revision_number=0']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:49:03.920540 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486af9e4-6a3c-4a2c-bbc2-b96796b31dfc admin admin] Checking segment: {'id': '183e99eb-a03a-4429-82ba-edb66df2d5f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 18:49:03.920906 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-486af9e4-6a3c-4a2c-bbc2-b96796b31dfc admin admin] Network hostable DHCP agents. Network: cbca2f8d-f88f-49b4-8a9d-8b4714c67762, hostable agents: ['ae04e5b6-6ccf-46c0-81ba-a3f5b8ae390c'], hosted agents: [] {{(pid=103279) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 18:49:03.943246 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-486af9e4-6a3c-4a2c-bbc2-b96796b31dfc admin admin] Network cbca2f8d-f88f-49b4-8a9d-8b4714c67762 is scheduled to be hosted by DHCP agent ae04e5b6-6ccf-46c0-81ba-a3f5b8ae390c with binding_index 1 {{(pid=103279) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 18:49:03.954668 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.scheduler.base_scheduler [None req-486af9e4-6a3c-4a2c-bbc2-b96796b31dfc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840525-1-iscsi, cbca2f8d-f88f-49b4-8a9d-8b4714c67762) {{(pid=103279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:49:03.959815 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-486af9e4-6a3c-4a2c-bbc2-b96796b31dfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:49:03.961757 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-486af9e4-6a3c-4a2c-bbc2-b96796b31dfc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572658'] for subnet (None), before_response {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:49:03.962826 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b94df3d6-5476-4ade-bcff-c2a82f5b9566 None None] Network cbca2f8d-f88f-49b4-8a9d-8b4714c67762 requested from dv-cinder-840525-1-iscsi {{(pid=103281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 18:49:03.977989 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-486af9e4-6a3c-4a2c-bbc2-b96796b31dfc admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4427643 May 04 18:49:04.070975 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a58469-6b47-4bf5-bd76-79f82ef18a27 None None] Network cbca2f8d-f88f-49b4-8a9d-8b4714c67762 requested from dv-cinder-840525-1-iscsi {{(pid=103281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 18:49:05.447828 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.agents_db [None req-bd7ab176-2eba-4334-8b69-697435aa36c2 None None] Agent healthcheck: found 5 active agents {{(pid=103282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 18:49:06.398331 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 45738) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:49:06.623461 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-e56ddffb-2f0e-47fd-bca3-93e81e2e0171 demo admin] 10.222.0.35 "GET /v2.0/routers/409a23f7-dab7-4759-8543-d5ee7f183b76 HTTP/1.1" status: 200 len: 710 time: 0.2239585 May 04 18:49:06.738173 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8820f9-515f-482e-a8fe-35cca2944e5f demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:49:06.739530 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-fa8820f9-515f-482e-a8fe-35cca2944e5f demo admin] 10.222.0.35 "GET /v2.0/networks/cbca2f8d-f88f-49b4-8a9d-8b4714c67762 HTTP/1.1" status: 200 len: 886 time: 0.1105826 May 04 18:49:06.748829 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [None req-f0f07cc7-cc88-479a-a58b-826f60dea0ab demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762'}}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:49:07.012273 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-f0f07cc7-cc88-479a-a58b-826f60dea0ab demo admin] Publish callbacks [] for router_gateway (409a23f7-dab7-4759-8543-d5ee7f183b76), precommit_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:49:07.234638 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-f0f07cc7-cc88-479a-a58b-826f60dea0ab demo admin] Publish callbacks [] for router_gateway (409a23f7-dab7-4759-8543-d5ee7f183b76), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:49:07.359086 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-f0f07cc7-cc88-479a-a58b-826f60dea0ab demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:49:07.511968 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.db.db_base_plugin_common [None req-f0f07cc7-cc88-479a-a58b-826f60dea0ab demo admin] Allocated IP 172.27.0.23 (cbca2f8d-f88f-49b4-8a9d-8b4714c67762/6d3155f3-7d72-4b90-89ae-8effc01a61e4/91e6cd9d-896c-4c98-8b38-dfaf1994cc04) {{(pid=103280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:49:07.625160 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-f0f07cc7-cc88-479a-a58b-826f60dea0ab demo admin] Publish callbacks [] for port (91e6cd9d-896c-4c98-8b38-dfaf1994cc04), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:49:07.685783 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-f0f07cc7-cc88-479a-a58b-826f60dea0ab demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790498302100'] for port (91e6cd9d-896c-4c98-8b38-dfaf1994cc04), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:49:07.750152 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f07cc7-cc88-479a-a58b-826f60dea0ab demo admin] Network cbca2f8d-f88f-49b4-8a9d-8b4714c67762 is already hosted by enough agents. {{(pid=103280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:49:07.754596 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.base_scheduler [None req-f0f07cc7-cc88-479a-a58b-826f60dea0ab demo admin] Resources bound (agent type, host, resource id): {{(pid=103280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:49:07.765148 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f07cc7-cc88-479a-a58b-826f60dea0ab demo admin] Received port after_create {{(pid=103280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 18:49:07.808245 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f07cc7-cc88-479a-a58b-826f60dea0ab demo admin] Pushing event updated for resources: {'Port': ['ID=91e6cd9d-896c-4c98-8b38-dfaf1994cc04,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:49:08.073889 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-f0f07cc7-cc88-479a-a58b-826f60dea0ab demo admin] Publish callbacks [] for router_gateway (409a23f7-dab7-4759-8543-d5ee7f183b76), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:49:08.277674 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-f0f07cc7-cc88-479a-a58b-826f60dea0ab demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-610041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-620640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4391'] for router (409a23f7-dab7-4759-8543-d5ee7f183b76), precommit_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:49:08.283885 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-f0f07cc7-cc88-479a-a58b-826f60dea0ab demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-610012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-609986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-609995', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-620649'] for router (409a23f7-dab7-4759-8543-d5ee7f183b76), after_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:49:08.400897 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0f07cc7-cc88-479a-a58b-826f60dea0ab demo admin] Router 409a23f7-dab7-4759-8543-d5ee7f183b76 has already been hosted by L3 agent 0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b {{(pid=103280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 18:49:08.512126 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0f07cc7-cc88-479a-a58b-826f60dea0ab demo admin] Notify agent at l3_agent.dv-cinder-840525-1-iscsi the message routers_updated {{(pid=103280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 18:49:08.517038 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-f0f07cc7-cc88-479a-a58b-826f60dea0ab demo admin] Publish callbacks [] for router (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:49:08.518135 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-f0f07cc7-cc88-479a-a58b-826f60dea0ab demo admin] 10.222.0.35 "PUT /v2.0/routers/409a23f7-dab7-4759-8543-d5ee7f183b76 HTTP/1.1" status: 200 len: 889 time: 1.7724555 May 04 18:49:11.021976 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 45750) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:49:11.134445 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-cca0ed77-9c9c-4004-bf4f-bd8290b1fb9f admin admin] 10.222.0.35 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1112933 May 04 18:49:11.601372 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b5f8f8-f2c1-48ad-afc5-a5a406a650c0 None None] Sync routers for ids ['409a23f7-dab7-4759-8543-d5ee7f183b76'] in dv-cinder-840525-1-iscsi {{(pid=103281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 18:49:11.615646 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b5f8f8-f2c1-48ad-afc5-a5a406a650c0 None None] Routers {'409a23f7-dab7-4759-8543-d5ee7f183b76'} bound to L3 agent in host dv-cinder-840525-1-iscsi {{(pid=103281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 18:49:11.616575 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_hamode_db [None req-c0b5f8f8-f2c1-48ad-afc5-a5a406a650c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-04T18:48:29Z,description=,heartbeat_timestamp=2022-05-04T18:48:59Z,host='dv-cinder-840525-1-iscsi',id=0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:48:29Z,topic='l3_agent')) {'router_ids': ['409a23f7-dab7-4759-8543-d5ee7f183b76'], 'active': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:49:11.638585 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Device 51d02829-833c-4ebf-85f7-a715932cf1f0 up at agent ovs-agent-dv-cinder-840525-1-iscsi {{(pid=103281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 18:49:11.791257 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Provisioning complete for port 51d02829-833c-4ebf-85f7-a715932cf1f0 triggered by entity L2. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:49:11.791637 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1774450'] for port (51d02829-833c-4ebf-85f7-a715932cf1f0), provisioning_complete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:49:11.903526 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvr_db [None req-c0b5f8f8-f2c1-48ad-afc5-a5a406a650c0 None None] Set router 409a23f7-dab7-4759-8543-d5ee7f183b76 gateway port host: dv-cinder-840525-1-iscsi {{(pid=103281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 18:49:12.170793 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Current status of the port 51d02829-833c-4ebf-85f7-a715932cf1f0 is: ACTIVE; New status is: ACTIVE {{(pid=103281) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:49:12.394908 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_hamode_db [None req-c0b5f8f8-f2c1-48ad-afc5-a5a406a650c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '409a23f7-dab7-4759-8543-d5ee7f183b76', 'name': 'router1', 'tenant_id': 'a1de0bf8f19d4705b1534c7d42f2e99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'external_fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '91e6cd9d-896c-4c98-8b38-dfaf1994cc04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:48:49Z', 'updated_at': '2022-05-04T18:49:07Z', 'revision_number': 4, 'project_id': 'a1de0bf8f19d4705b1534c7d42f2e99a', 'gw_port': {'id': '91e6cd9d-896c-4c98-8b38-dfaf1994cc04', 'name': '', 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:f4:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '409a23f7-dab7-4759-8543-d5ee7f183b76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:49:07Z', 'updated_at': '2022-05-04T18:49:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-1-iscsi', '_interfaces': [{'id': '51d02829-833c-4ebf-85f7-a715932cf1f0', 'name': '', 'network_id': '89b74232-4097-4242-81f1-5f0f34e1a085', 'tenant_id': 'a1de0bf8f19d4705b1534c7d42f2e99a', 'mac_address': 'fa:16:3e:4a:a0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '409a23f7-dab7-4759-8543-d5ee7f183b76', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c680ef52-c2ee-47df-9270-ea1d5f6fdf11', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:48:59Z', 'updated_at': '2022-05-04T18:49:02Z', 'revision_number': 5, 'project_id': 'a1de0bf8f19d4705b1534c7d42f2e99a', 'subnets': [{'id': 'c680ef52-c2ee-47df-9270-ea1d5f6fdf11', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5598dd44-3a0b-41d4-82d2-16482f2a0c96'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-1-iscsi', False) {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:49:12.452764 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b5f8f8-f2c1-48ad-afc5-a5a406a650c0 None None] Checking router: 409a23f7-dab7-4759-8543-d5ee7f183b76 for host: dv-cinder-840525-1-iscsi {{(pid=103281) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 18:49:12.453175 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b5f8f8-f2c1-48ad-afc5-a5a406a650c0 None None] Updating router 409a23f7-dab7-4759-8543-d5ee7f183b76 port 91e6cd9d-896c-4c98-8b38-dfaf1994cc04 binding host dv-cinder-840525-1-iscsi {{(pid=103281) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 18:49:12.506680 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c0b5f8f8-f2c1-48ad-afc5-a5a406a650c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (91e6cd9d-896c-4c98-8b38-dfaf1994cc04), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:49:12.834638 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c0b5f8f8-f2c1-48ad-afc5-a5a406a650c0 None None] Publish callbacks [] for port (91e6cd9d-896c-4c98-8b38-dfaf1994cc04), precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:49:12.840312 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c0b5f8f8-f2c1-48ad-afc5-a5a406a650c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136'] for port (91e6cd9d-896c-4c98-8b38-dfaf1994cc04), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:49:12.888603 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaacf65-d974-4010-a285-a90826928c20 None None] Pushing event updated for resources: {'Port': ['ID=91e6cd9d-896c-4c98-8b38-dfaf1994cc04,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:49:12.901488 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [None req-c0b5f8f8-f2c1-48ad-afc5-a5a406a650c0 None None] Attempting to bind port 91e6cd9d-896c-4c98-8b38-dfaf1994cc04 on host dv-cinder-840525-1-iscsi for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 18:49:12.901852 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [None req-c0b5f8f8-f2c1-48ad-afc5-a5a406a650c0 None None] Attempting to bind port 91e6cd9d-896c-4c98-8b38-dfaf1994cc04 by drivers openvswitch,hyperv on host dv-cinder-840525-1-iscsi at level 0 using segments [{'id': '183e99eb-a03a-4429-82ba-edb66df2d5f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 18:49:12.903038 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b5f8f8-f2c1-48ad-afc5-a5a406a650c0 None None] Attempting to bind port 91e6cd9d-896c-4c98-8b38-dfaf1994cc04 on network cbca2f8d-f88f-49b4-8a9d-8b4714c67762 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 18:49:12.907585 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b5f8f8-f2c1-48ad-afc5-a5a406a650c0 None None] Checking agent: {'id': '7e96273e-cd3b-4e2d-a9cb-a5a62cf8f8b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840525-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 18, 48, 33), 'started_at': datetime.datetime(2022, 5, 4, 18, 49, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 18, 49, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840525-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 18:49:12.907744 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b5f8f8-f2c1-48ad-afc5-a5a406a650c0 None None] Checking segment: {'id': '183e99eb-a03a-4429-82ba-edb66df2d5f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 18:49:12.908072 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c0b5f8f8-f2c1-48ad-afc5-a5a406a650c0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:49:12.909139 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b5f8f8-f2c1-48ad-afc5-a5a406a650c0 None None] Bound using segment: {'id': '183e99eb-a03a-4429-82ba-edb66df2d5f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762'} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 18:49:12.909139 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [None req-c0b5f8f8-f2c1-48ad-afc5-a5a406a650c0 None None] Bound port: 91e6cd9d-896c-4c98-8b38-dfaf1994cc04, host: dv-cinder-840525-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '183e99eb-a03a-4429-82ba-edb66df2d5f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762'}}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 18:49:12.909466 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c0b5f8f8-f2c1-48ad-afc5-a5a406a650c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (91e6cd9d-896c-4c98-8b38-dfaf1994cc04), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:49:12.963581 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-c0b5f8f8-f2c1-48ad-afc5-a5a406a650c0 None None] For port 91e6cd9d-896c-4c98-8b38-dfaf1994cc04, host dv-cinder-840525-1-iscsi, cleared binding levels {{(pid=103281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 18:49:12.967685 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-c0b5f8f8-f2c1-48ad-afc5-a5a406a650c0 None None] For port 91e6cd9d-896c-4c98-8b38-dfaf1994cc04, host dv-cinder-840525-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-1-iscsi',level=0,port_id=91e6cd9d-896c-4c98-8b38-dfaf1994cc04,segment=NetworkSegment(183e99eb-a03a-4429-82ba-edb66df2d5f7),segment_id=183e99eb-a03a-4429-82ba-edb66df2d5f7)] {{(pid=103281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 18:49:12.975011 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c0b5f8f8-f2c1-48ad-afc5-a5a406a650c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136'] for port (91e6cd9d-896c-4c98-8b38-dfaf1994cc04), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:49:13.035064 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b5f8f8-f2c1-48ad-afc5-a5a406a650c0 None None] Routers {'409a23f7-dab7-4759-8543-d5ee7f183b76'} bound to L3 agent in host dv-cinder-840525-1-iscsi {{(pid=103281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 18:49:13.035234 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_hamode_db [None req-c0b5f8f8-f2c1-48ad-afc5-a5a406a650c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-04T18:48:29Z,description=,heartbeat_timestamp=2022-05-04T18:48:59Z,host='dv-cinder-840525-1-iscsi',id=0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:48:29Z,topic='l3_agent')) {'router_ids': ['409a23f7-dab7-4759-8543-d5ee7f183b76'], 'active': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:49:13.039090 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaacf65-d974-4010-a285-a90826928c20 None None] Pushing event updated for resources: {'Port': ['ID=91e6cd9d-896c-4c98-8b38-dfaf1994cc04,revision_number=3']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:49:13.151659 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvr_db [None req-c0b5f8f8-f2c1-48ad-afc5-a5a406a650c0 None None] Set router 409a23f7-dab7-4759-8543-d5ee7f183b76 gateway port host: dv-cinder-840525-1-iscsi {{(pid=103281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 18:49:13.368110 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_hamode_db [None req-c0b5f8f8-f2c1-48ad-afc5-a5a406a650c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '409a23f7-dab7-4759-8543-d5ee7f183b76', 'name': 'router1', 'tenant_id': 'a1de0bf8f19d4705b1534c7d42f2e99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'external_fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '91e6cd9d-896c-4c98-8b38-dfaf1994cc04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:48:49Z', 'updated_at': '2022-05-04T18:49:07Z', 'revision_number': 4, 'project_id': 'a1de0bf8f19d4705b1534c7d42f2e99a', 'gw_port': {'id': '91e6cd9d-896c-4c98-8b38-dfaf1994cc04', 'name': '', 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:f4:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '409a23f7-dab7-4759-8543-d5ee7f183b76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:49:07Z', 'updated_at': '2022-05-04T18:49:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-1-iscsi', '_interfaces': [{'id': '51d02829-833c-4ebf-85f7-a715932cf1f0', 'name': '', 'network_id': '89b74232-4097-4242-81f1-5f0f34e1a085', 'tenant_id': 'a1de0bf8f19d4705b1534c7d42f2e99a', 'mac_address': 'fa:16:3e:4a:a0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '409a23f7-dab7-4759-8543-d5ee7f183b76', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c680ef52-c2ee-47df-9270-ea1d5f6fdf11', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:48:59Z', 'updated_at': '2022-05-04T18:49:02Z', 'revision_number': 5, 'project_id': 'a1de0bf8f19d4705b1534c7d42f2e99a', 'subnets': [{'id': 'c680ef52-c2ee-47df-9270-ea1d5f6fdf11', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5598dd44-3a0b-41d4-82d2-16482f2a0c96'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-1-iscsi', False) {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:49:13.398352 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b5f8f8-f2c1-48ad-afc5-a5a406a650c0 None None] The sync data for ids ['409a23f7-dab7-4759-8543-d5ee7f183b76'] in dv-cinder-840525-1-iscsi is: [{'id': '409a23f7-dab7-4759-8543-d5ee7f183b76', 'name': 'router1', 'tenant_id': 'a1de0bf8f19d4705b1534c7d42f2e99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'external_fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '91e6cd9d-896c-4c98-8b38-dfaf1994cc04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:48:49Z', 'updated_at': '2022-05-04T18:49:07Z', 'revision_number': 4, 'project_id': 'a1de0bf8f19d4705b1534c7d42f2e99a', 'gw_port': {'id': '91e6cd9d-896c-4c98-8b38-dfaf1994cc04', 'name': '', 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:f4:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '409a23f7-dab7-4759-8543-d5ee7f183b76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:49:07Z', 'updated_at': '2022-05-04T18:49:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-1-iscsi', '_interfaces': [{'id': '51d02829-833c-4ebf-85f7-a715932cf1f0', 'name': '', 'network_id': '89b74232-4097-4242-81f1-5f0f34e1a085', 'tenant_id': 'a1de0bf8f19d4705b1534c7d42f2e99a', 'mac_address': 'fa:16:3e:4a:a0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '409a23f7-dab7-4759-8543-d5ee7f183b76', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c680ef52-c2ee-47df-9270-ea1d5f6fdf11', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:48:59Z', 'updated_at': '2022-05-04T18:49:02Z', 'revision_number': 5, 'project_id': 'a1de0bf8f19d4705b1534c7d42f2e99a', 'subnets': [{'id': 'c680ef52-c2ee-47df-9270-ea1d5f6fdf11', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5598dd44-3a0b-41d4-82d2-16482f2a0c96'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 18:49:13.669277 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Device 91e6cd9d-896c-4c98-8b38-dfaf1994cc04 up at agent ovs-agent-dv-cinder-840525-1-iscsi {{(pid=103281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 18:49:13.727615 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Provisioning complete for port 91e6cd9d-896c-4c98-8b38-dfaf1994cc04 triggered by entity L2. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:49:13.728150 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1774450'] for port (91e6cd9d-896c-4c98-8b38-dfaf1994cc04), provisioning_complete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:49:13.841981 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Current status of the port 91e6cd9d-896c-4c98-8b38-dfaf1994cc04 is: DOWN; New status is: ACTIVE {{(pid=103281) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:49:13.842634 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (91e6cd9d-896c-4c98-8b38-dfaf1994cc04), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:49:13.875858 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] For port 91e6cd9d-896c-4c98-8b38-dfaf1994cc04, host dv-cinder-840525-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-1-iscsi',level=0,port_id=91e6cd9d-896c-4c98-8b38-dfaf1994cc04,segment=NetworkSegment(183e99eb-a03a-4429-82ba-edb66df2d5f7),segment_id=183e99eb-a03a-4429-82ba-edb66df2d5f7)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:49:13.882490 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136'] for port (91e6cd9d-896c-4c98-8b38-dfaf1994cc04), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:49:13.945171 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Pushing event updated for resources: {'Port': ['ID=91e6cd9d-896c-4c98-8b38-dfaf1994cc04,revision_number=4']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:49:15.674525 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Device 91e6cd9d-896c-4c98-8b38-dfaf1994cc04 up at agent ovs-agent-dv-cinder-840525-1-iscsi {{(pid=103281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 18:49:15.743679 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Provisioning complete for port 91e6cd9d-896c-4c98-8b38-dfaf1994cc04 triggered by entity L2. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:49:15.744449 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1774450'] for port (91e6cd9d-896c-4c98-8b38-dfaf1994cc04), provisioning_complete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:49:15.841401 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Current status of the port 91e6cd9d-896c-4c98-8b38-dfaf1994cc04 is: ACTIVE; New status is: ACTIVE {{(pid=103281) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:49:26.841212 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cb6ed06c-903e-463c-b067-44e1847472d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (ae04e5b6-6ccf-46c0-81ba-a3f5b8ae390c), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:49:29.012046 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2badce12-da09-4a07-b17b-143a743c46c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:49:30.061351 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-821a3753-c8bb-408e-a9d9-42d2a9d3d908 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (306b1285-d967-49ee-a8ef-a34b4fe65fa5), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:49:31.442109 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6c0ba996-b759-4c13-9ac4-7b7303adc758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (c2d3299f-8f0d-4c34-a270-91edff31f494), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:49:32.935975 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (7e96273e-cd3b-4e2d-a9cb-a5a62cf8f8b6), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:49:42.451004 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.agents_db [None req-bd7ab176-2eba-4334-8b69-697435aa36c2 None None] Agent healthcheck: found 5 active agents {{(pid=103282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 18:49:56.837586 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-87798d6b-c83a-47d3-a2eb-2c40e16e15fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (ae04e5b6-6ccf-46c0-81ba-a3f5b8ae390c), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:49:59.006035 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ebaa6b41-0f9d-4525-840a-e19974af6267 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:50:00.062234 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-821a3753-c8bb-408e-a9d9-42d2a9d3d908 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (306b1285-d967-49ee-a8ef-a34b4fe65fa5), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:50:01.441931 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6c0ba996-b759-4c13-9ac4-7b7303adc758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (c2d3299f-8f0d-4c34-a270-91edff31f494), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:50:02.933671 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (7e96273e-cd3b-4e2d-a9cb-a5a62cf8f8b6), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:50:19.451937 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.agents_db [None req-bd7ab176-2eba-4334-8b69-697435aa36c2 None None] Agent healthcheck: found 5 active agents {{(pid=103282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 18:50:26.842404 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b51751c8-d2c6-482a-805d-af76b32d0208 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (ae04e5b6-6ccf-46c0-81ba-a3f5b8ae390c), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:50:29.010791 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7d34963d-54f5-4c3d-aa10-4c1f912f6754 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:50:30.062627 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-821a3753-c8bb-408e-a9d9-42d2a9d3d908 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (306b1285-d967-49ee-a8ef-a34b4fe65fa5), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:50:31.444065 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6c0ba996-b759-4c13-9ac4-7b7303adc758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (c2d3299f-8f0d-4c34-a270-91edff31f494), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:50:32.059813 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 46234) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:50:32.124175 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.pecan_wsgi.hooks.translation [None req-a37527ed-8c1b-4ffa-b1c0-4b53fd012376 admin admin] GET failed (client error): The resource could not be found. May 04 18:50:32.125516 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-a37527ed-8c1b-4ffa-b1c0-4b53fd012376 admin admin] 10.222.0.35 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0646284 May 04 18:50:32.294234 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a117f1c6-c82b-44d1-a44f-467c06f1c077 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:50:32.295823 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-a117f1c6-c82b-44d1-a44f-467c06f1c077 admin admin] 10.222.0.35 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1659448 May 04 18:50:32.930026 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (7e96273e-cd3b-4e2d-a9cb-a5a62cf8f8b6), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:50:34.552860 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 46244) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:50:34.649849 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-325a1999-05e9-4610-8e0d-c6235281efad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:50:34.651246 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-325a1999-05e9-4610-8e0d-c6235281efad admin admin] 10.222.0.35 "GET /v2.0/subnets/c680ef52-c2ee-47df-9270-ea1d5f6fdf11 HTTP/1.1" status: 200 len: 849 time: 0.0973730 May 04 18:50:34.663967 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.v2.base [None req-0bd6c983-e76d-49b4-90a0-20b71c2dd933 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:50:34.758796 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-0bd6c983-e76d-49b4-90a0-20b71c2dd933 admin admin] Publish callbacks [] for subnet (c680ef52-c2ee-47df-9270-ea1d5f6fdf11), before_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:50:34.899731 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-0bd6c983-e76d-49b4-90a0-20b71c2dd933 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8790498779320'] for subnet (c680ef52-c2ee-47df-9270-ea1d5f6fdf11), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:50:34.933891 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd6c983-e76d-49b4-90a0-20b71c2dd933 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:50:34.934481 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-0bd6c983-e76d-49b4-90a0-20b71c2dd933 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572658'] for subnet (None), before_response {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:50:34.949347 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-0bd6c983-e76d-49b4-90a0-20b71c2dd933 admin admin] 10.222.0.35 "PUT /v2.0/subnets/c680ef52-c2ee-47df-9270-ea1d5f6fdf11 HTTP/1.1" status: 200 len: 868 time: 0.2755170 May 04 18:50:34.949627 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a661d6fa-b6a1-41bb-83b0-0cf1b9e496d8 None None] Network 89b74232-4097-4242-81f1-5f0f34e1a085 requested from dv-cinder-840525-1-iscsi {{(pid=103281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 18:50:34.955770 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd6c983-e76d-49b4-90a0-20b71c2dd933 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c680ef52-c2ee-47df-9270-ea1d5f6fdf11,revision_number=1']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:50:34.963389 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd6c983-e76d-49b4-90a0-20b71c2dd933 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:50:34.963731 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd6c983-e76d-49b4-90a0-20b71c2dd933 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:50:34.964097 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd6c983-e76d-49b4-90a0-20b71c2dd933 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:50:34.964443 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd6c983-e76d-49b4-90a0-20b71c2dd933 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:50:34.964774 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd6c983-e76d-49b4-90a0-20b71c2dd933 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:50:34.965095 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd6c983-e76d-49b4-90a0-20b71c2dd933 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:50:34.965482 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd6c983-e76d-49b4-90a0-20b71c2dd933 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:50:34.966271 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd6c983-e76d-49b4-90a0-20b71c2dd933 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:50:34.966271 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd6c983-e76d-49b4-90a0-20b71c2dd933 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:50:34.966495 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd6c983-e76d-49b4-90a0-20b71c2dd933 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:50:34.966787 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd6c983-e76d-49b4-90a0-20b71c2dd933 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:50:34.967132 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd6c983-e76d-49b4-90a0-20b71c2dd933 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:50:34.967460 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd6c983-e76d-49b4-90a0-20b71c2dd933 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:50:34.967765 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd6c983-e76d-49b4-90a0-20b71c2dd933 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:50:34.968082 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd6c983-e76d-49b4-90a0-20b71c2dd933 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:50:35.287250 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-1c6dd109-1e32-4dc1-a58c-bc93f2325bd0 None None] Provisioning complete for port 3baca22d-42b9-477e-926d-87c7513f8f09 triggered by entity DHCP. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:50:35.287638 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1c6dd109-1e32-4dc1-a58c-bc93f2325bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1774450'] for port (3baca22d-42b9-477e-926d-87c7513f8f09), provisioning_complete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:50:35.372866 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-1c6dd109-1e32-4dc1-a58c-bc93f2325bd0 None None] Current status of the port 3baca22d-42b9-477e-926d-87c7513f8f09 is: ACTIVE; New status is: ACTIVE {{(pid=103281) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:50:35.380753 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-1c6dd109-1e32-4dc1-a58c-bc93f2325bd0 None None] Provisioning complete for port 51d02829-833c-4ebf-85f7-a715932cf1f0 triggered by entity DHCP. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:50:35.381130 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1c6dd109-1e32-4dc1-a58c-bc93f2325bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1774450'] for port (51d02829-833c-4ebf-85f7-a715932cf1f0), provisioning_complete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:50:35.455213 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-1c6dd109-1e32-4dc1-a58c-bc93f2325bd0 None None] Current status of the port 51d02829-833c-4ebf-85f7-a715932cf1f0 is: ACTIVE; New status is: ACTIVE {{(pid=103281) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:50:37.194392 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 46252) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:50:37.465881 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e012761-92a6-4084-ba11-42e76725b411 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:50:37.466362 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e012761-92a6-4084-ba11-42e76725b411 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:50:37.467945 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-9e012761-92a6-4084-ba11-42e76725b411 admin admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2723315 May 04 18:50:39.721420 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 46262) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:50:39.869266 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae515b5d-7664-42e6-9e17-2dba36e9a7be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:50:39.869748 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae515b5d-7664-42e6-9e17-2dba36e9a7be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:50:39.871612 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-ae515b5d-7664-42e6-9e17-2dba36e9a7be admin admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1487021 May 04 18:50:42.148271 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 46270) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:50:42.361633 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe04979-8238-40f6-97b2-1d0eb27ad872 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:50:42.362926 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-0fe04979-8238-40f6-97b2-1d0eb27ad872 admin admin] 10.222.0.35 "GET /v2.0/networks/89b74232-4097-4242-81f1-5f0f34e1a085 HTTP/1.1" status: 200 len: 869 time: 0.2136352 May 04 18:50:44.641635 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 46278) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:50:44.774329 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3abb4e1b-d21e-4f57-b654-99a639b79c8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:50:44.775341 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-3abb4e1b-d21e-4f57-b654-99a639b79c8d admin admin] 10.222.0.35 "GET /v2.0/networks/cbca2f8d-f88f-49b4-8a9d-8b4714c67762 HTTP/1.1" status: 200 len: 886 time: 0.1327446 May 04 18:50:47.039610 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 46286) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:50:47.171433 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6cdf246-f3f7-486c-ac3a-76d06623ed4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:50:47.171888 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6cdf246-f3f7-486c-ac3a-76d06623ed4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:50:47.173475 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-d6cdf246-f3f7-486c-ac3a-76d06623ed4f admin admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1328669 May 04 18:50:49.441330 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 46294) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:50:49.566013 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c30b13-b89b-4a78-8b6f-ae4e13f47e74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:50:49.566441 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c30b13-b89b-4a78-8b6f-ae4e13f47e74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:50:49.567951 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-41c30b13-b89b-4a78-8b6f-ae4e13f47e74 admin admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1255813 May 04 18:50:51.812516 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 46302) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:50:51.906919 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-071f1e71-9c87-4587-84ba-40f3b2dfe5d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:50:51.908287 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-071f1e71-9c87-4587-84ba-40f3b2dfe5d2 admin admin] 10.222.0.35 "GET /v2.0/subnets/6d3155f3-7d72-4b90-89ae-8effc01a61e4 HTTP/1.1" status: 200 len: 816 time: 0.0945303 May 04 18:50:54.157450 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 46310) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:50:54.253978 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad383f6-a805-4c3e-80dc-e6bd56c8cb2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:50:54.255314 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-8ad383f6-a805-4c3e-80dc-e6bd56c8cb2b admin admin] 10.222.0.35 "GET /v2.0/subnets/c680ef52-c2ee-47df-9270-ea1d5f6fdf11 HTTP/1.1" status: 200 len: 868 time: 0.0965955 May 04 18:50:56.451678 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.agents_db [None req-bd7ab176-2eba-4334-8b69-697435aa36c2 None None] Agent healthcheck: found 5 active agents {{(pid=103282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 18:50:56.846674 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ef6ed4b8-3a01-4361-9042-3176fbcdbc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (ae04e5b6-6ccf-46c0-81ba-a3f5b8ae390c), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:50:59.014480 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ab3c0154-d2ac-45fb-981f-14f6d1cb17d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:51:00.066044 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-821a3753-c8bb-408e-a9d9-42d2a9d3d908 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (306b1285-d967-49ee-a8ef-a34b4fe65fa5), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:51:01.447079 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6c0ba996-b759-4c13-9ac4-7b7303adc758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (c2d3299f-8f0d-4c34-a270-91edff31f494), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:51:02.924096 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (7e96273e-cd3b-4e2d-a9cb-a5a62cf8f8b6), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:51:26.852251 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f6402e6d-87be-42ef-b50e-99e74360bf54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (ae04e5b6-6ccf-46c0-81ba-a3f5b8ae390c), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:51:29.018962 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-949c8953-770d-444e-bf3a-0abf2f261737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:51:30.069616 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-821a3753-c8bb-408e-a9d9-42d2a9d3d908 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (306b1285-d967-49ee-a8ef-a34b4fe65fa5), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:51:31.450983 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6c0ba996-b759-4c13-9ac4-7b7303adc758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (c2d3299f-8f0d-4c34-a270-91edff31f494), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:51:32.927805 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (7e96273e-cd3b-4e2d-a9cb-a5a62cf8f8b6), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:51:33.451778 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.agents_db [None req-bd7ab176-2eba-4334-8b69-697435aa36c2 None None] Agent healthcheck: found 5 active agents {{(pid=103282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 18:51:34.634834 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 46368) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:51:34.694026 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [None req-0e15bf58-3b7c-453b-8655-ad8abb4c9fa3 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103279) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 04 18:51:34.695057 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-0e15bf58-3b7c-453b-8655-ad8abb4c9fa3 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0592294 May 04 18:51:37.046931 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 46376) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:51:37.111587 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c9c2c39-d22d-4ccd-8f24-0d345aa116af admin admin] GET failed (client error): The resource could not be found. May 04 18:51:37.112855 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-0c9c2c39-d22d-4ccd-8f24-0d345aa116af admin admin] 10.222.0.35 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0649879 May 04 18:51:37.209195 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f1b5ed0-3cb4-4382-b69f-8329c85d575f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:51:37.210744 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-3f1b5ed0-3cb4-4382-b69f-8329c85d575f admin admin] 10.222.0.35 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0937688 May 04 18:51:39.495777 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 46384) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:51:39.554992 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.v2.base [None req-ec614291-068e-4b2b-976f-30eae48d434f admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=103279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:51:39.581267 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec614291-068e-4b2b-976f-30eae48d434f admin admin] Made reservation on behalf of a4308e1d2b884e0c9079dd2577f0b370 for: {'network': 1} {{(pid=103279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:51:39.583822 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-ec614291-068e-4b2b-976f-30eae48d434f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for network (None), before_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:51:39.617677 dv-cinder-840525-1-iscsi neutron-server[103279]: WARNING neutron.services.revisions.revision_plugin [None req-ec614291-068e-4b2b-976f-30eae48d434f admin admin] Could not find related network for resource to bump revision. May 04 18:51:39.638481 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec614291-068e-4b2b-976f-30eae48d434f admin admin] vlan segment allocate from pool success with {'vlan_id': 299, 'physical_network': 'physnet1'} {{(pid=103279) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 18:51:39.649199 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-ec614291-068e-4b2b-976f-30eae48d434f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589113'] for segment (04a74391-6f09-4d56-842d-ffb832351052), precommit_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:51:39.649574 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.db.segments_db [None req-ec614291-068e-4b2b-976f-30eae48d434f admin admin] Added segment 04a74391-6f09-4d56-842d-ffb832351052 of type vlan for network d684200f-27ee-4589-bf5a-dbd7fd10141c May 04 18:51:39.696390 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-ec614291-068e-4b2b-976f-30eae48d434f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790498323402'] for network (d684200f-27ee-4589-bf5a-dbd7fd10141c), precommit_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:51:39.722178 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-ec614291-068e-4b2b-976f-30eae48d434f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608'] for network (d684200f-27ee-4589-bf5a-dbd7fd10141c), after_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:51:39.723408 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec614291-068e-4b2b-976f-30eae48d434f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:51:39.723975 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-ec614291-068e-4b2b-976f-30eae48d434f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572658'] for network (None), before_response {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:51:39.762223 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-ec614291-068e-4b2b-976f-30eae48d434f admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2653871 May 04 18:51:39.789324 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec614291-068e-4b2b-976f-30eae48d434f admin admin] Pushing event updated for resources: {'Network': ['ID=d684200f-27ee-4589-bf5a-dbd7fd10141c,revision_number=1']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:51:39.797165 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec614291-068e-4b2b-976f-30eae48d434f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:51:39.797523 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec614291-068e-4b2b-976f-30eae48d434f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:51:39.797914 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec614291-068e-4b2b-976f-30eae48d434f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:51:39.798256 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec614291-068e-4b2b-976f-30eae48d434f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:51:39.798587 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec614291-068e-4b2b-976f-30eae48d434f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:51:39.798910 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec614291-068e-4b2b-976f-30eae48d434f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:51:39.799237 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec614291-068e-4b2b-976f-30eae48d434f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:51:39.799553 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec614291-068e-4b2b-976f-30eae48d434f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:51:39.799890 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec614291-068e-4b2b-976f-30eae48d434f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:51:39.800217 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec614291-068e-4b2b-976f-30eae48d434f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:51:39.800508 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec614291-068e-4b2b-976f-30eae48d434f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:51:39.800884 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec614291-068e-4b2b-976f-30eae48d434f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:51:39.801205 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec614291-068e-4b2b-976f-30eae48d434f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:51:39.801539 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec614291-068e-4b2b-976f-30eae48d434f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:51:39.801852 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec614291-068e-4b2b-976f-30eae48d434f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:51:39.813850 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Network d684200f-27ee-4589-bf5a-dbd7fd10141c details requested by agent ovs-agent-dv-cinder-840525-1-iscsi with host dv-cinder-840525-1-iscsi {{(pid=103281) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 18:51:42.048676 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 46392) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:51:42.113603 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.pecan_wsgi.hooks.translation [None req-b59fd2cd-9e3b-42d6-833c-1632db8d7ccd admin admin] GET failed (client error): The resource could not be found. May 04 18:51:42.114893 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-b59fd2cd-9e3b-42d6-833c-1632db8d7ccd admin admin] 10.222.0.35 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0651913 May 04 18:51:42.187519 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-934240c2-e765-4ed9-b0d2-77094febffa9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:51:42.188953 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-934240c2-e765-4ed9-b0d2-77094febffa9 admin admin] 10.222.0.35 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0695293 May 04 18:51:42.202011 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.v2.base [None req-c8265f8a-191c-47ef-aabf-874155011a26 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'network_id': 'd684200f-27ee-4589-bf5a-dbd7fd10141c'}} {{(pid=103279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:51:42.221699 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8265f8a-191c-47ef-aabf-874155011a26 admin admin] Made reservation on behalf of a4308e1d2b884e0c9079dd2577f0b370 for: {'subnet': 1} {{(pid=103279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:51:42.223842 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-c8265f8a-191c-47ef-aabf-874155011a26 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:51:42.400536 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-c8265f8a-191c-47ef-aabf-874155011a26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608'] for subnet (9cb137c0-235d-4b6b-ab05-77c0aecd6485), after_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:51:42.452581 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8265f8a-191c-47ef-aabf-874155011a26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9cb137c0-235d-4b6b-ab05-77c0aecd6485,revision_number=0']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:51:42.461074 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8265f8a-191c-47ef-aabf-874155011a26 admin admin] Checking segment: {'id': '04a74391-6f09-4d56-842d-ffb832351052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'd684200f-27ee-4589-bf5a-dbd7fd10141c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 18:51:42.461476 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8265f8a-191c-47ef-aabf-874155011a26 admin admin] Network hostable DHCP agents. Network: d684200f-27ee-4589-bf5a-dbd7fd10141c, hostable agents: ['ae04e5b6-6ccf-46c0-81ba-a3f5b8ae390c'], hosted agents: [] {{(pid=103279) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 18:51:42.480902 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8265f8a-191c-47ef-aabf-874155011a26 admin admin] Network d684200f-27ee-4589-bf5a-dbd7fd10141c is scheduled to be hosted by DHCP agent ae04e5b6-6ccf-46c0-81ba-a3f5b8ae390c with binding_index 1 {{(pid=103279) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 18:51:42.491155 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.scheduler.base_scheduler [None req-c8265f8a-191c-47ef-aabf-874155011a26 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840525-1-iscsi, d684200f-27ee-4589-bf5a-dbd7fd10141c) {{(pid=103279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:51:42.495584 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8265f8a-191c-47ef-aabf-874155011a26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:51:42.496199 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-c8265f8a-191c-47ef-aabf-874155011a26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572658'] for subnet (None), before_response {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:51:42.504272 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccde9c3d-a5b3-43fe-9b09-f269315ac9c0 None None] Network d684200f-27ee-4589-bf5a-dbd7fd10141c requested from dv-cinder-840525-1-iscsi {{(pid=103281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 18:51:42.512766 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-c8265f8a-191c-47ef-aabf-874155011a26 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3140495 May 04 18:51:42.615032 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-828005be-200e-44aa-bbf1-a4eabf1d2919 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31efe59b-327d-5d9c-bbb4-4911cdeac679-d684200f-27ee-4589-bf5a-dbd7fd10141c', 'network_id': 'd684200f-27ee-4589-bf5a-dbd7fd10141c', 'project_id': 'a4308e1d2b884e0c9079dd2577f0b370', 'fixed_ips': [{'subnet_id': '9cb137c0-235d-4b6b-ab05-77c0aecd6485'}]}} from dv-cinder-840525-1-iscsi. {{(pid=103281) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 04 18:51:42.615888 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-828005be-200e-44aa-bbf1-a4eabf1d2919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:51:42.859159 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-828005be-200e-44aa-bbf1-a4eabf1d2919 None None] Allocated IP 192.168.233.2 (d684200f-27ee-4589-bf5a-dbd7fd10141c/9cb137c0-235d-4b6b-ab05-77c0aecd6485/7f82ca60-8633-4ea3-9063-c9ff404f8bf8) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:51:43.005398 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-828005be-200e-44aa-bbf1-a4eabf1d2919 None None] Publish callbacks [] for port (7f82ca60-8633-4ea3-9063-c9ff404f8bf8), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:51:43.012566 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-828005be-200e-44aa-bbf1-a4eabf1d2919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790498302100'] for port (7f82ca60-8633-4ea3-9063-c9ff404f8bf8), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:51:43.049975 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-828005be-200e-44aa-bbf1-a4eabf1d2919 None None] Network d684200f-27ee-4589-bf5a-dbd7fd10141c is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:51:43.053360 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-828005be-200e-44aa-bbf1-a4eabf1d2919 None None] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:51:43.059813 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828005be-200e-44aa-bbf1-a4eabf1d2919 None None] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 18:51:43.065505 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828005be-200e-44aa-bbf1-a4eabf1d2919 None None] Pushing event updated for resources: {'Port': ['ID=7f82ca60-8633-4ea3-9063-c9ff404f8bf8,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:51:43.076641 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828005be-200e-44aa-bbf1-a4eabf1d2919 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:51:43.077001 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828005be-200e-44aa-bbf1-a4eabf1d2919 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:51:43.077404 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828005be-200e-44aa-bbf1-a4eabf1d2919 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:51:43.077747 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828005be-200e-44aa-bbf1-a4eabf1d2919 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:51:43.078079 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828005be-200e-44aa-bbf1-a4eabf1d2919 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:51:43.078408 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828005be-200e-44aa-bbf1-a4eabf1d2919 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:51:43.078719 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828005be-200e-44aa-bbf1-a4eabf1d2919 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:51:43.079041 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828005be-200e-44aa-bbf1-a4eabf1d2919 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:51:43.079356 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828005be-200e-44aa-bbf1-a4eabf1d2919 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:51:43.079669 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828005be-200e-44aa-bbf1-a4eabf1d2919 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:51:43.079985 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828005be-200e-44aa-bbf1-a4eabf1d2919 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:51:43.080311 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828005be-200e-44aa-bbf1-a4eabf1d2919 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:51:43.080623 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828005be-200e-44aa-bbf1-a4eabf1d2919 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:51:43.080911 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828005be-200e-44aa-bbf1-a4eabf1d2919 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:51:43.081235 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828005be-200e-44aa-bbf1-a4eabf1d2919 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:51:43.129825 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [None req-828005be-200e-44aa-bbf1-a4eabf1d2919 None None] Attempting to bind port 7f82ca60-8633-4ea3-9063-c9ff404f8bf8 on host dv-cinder-840525-1-iscsi for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 18:51:43.130111 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [None req-828005be-200e-44aa-bbf1-a4eabf1d2919 None None] Attempting to bind port 7f82ca60-8633-4ea3-9063-c9ff404f8bf8 by drivers openvswitch,hyperv on host dv-cinder-840525-1-iscsi at level 0 using segments [{'id': '04a74391-6f09-4d56-842d-ffb832351052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'd684200f-27ee-4589-bf5a-dbd7fd10141c'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 18:51:43.130453 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828005be-200e-44aa-bbf1-a4eabf1d2919 None None] Attempting to bind port 7f82ca60-8633-4ea3-9063-c9ff404f8bf8 on network d684200f-27ee-4589-bf5a-dbd7fd10141c {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 18:51:43.135557 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828005be-200e-44aa-bbf1-a4eabf1d2919 None None] Checking agent: {'id': '7e96273e-cd3b-4e2d-a9cb-a5a62cf8f8b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840525-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 18, 48, 33), 'started_at': datetime.datetime(2022, 5, 4, 18, 49, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 18, 51, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840525-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 18:51:43.135922 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828005be-200e-44aa-bbf1-a4eabf1d2919 None None] Checking segment: {'id': '04a74391-6f09-4d56-842d-ffb832351052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'd684200f-27ee-4589-bf5a-dbd7fd10141c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 18:51:43.136317 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-828005be-200e-44aa-bbf1-a4eabf1d2919 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:51:43.136707 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828005be-200e-44aa-bbf1-a4eabf1d2919 None None] Bound using segment: {'id': '04a74391-6f09-4d56-842d-ffb832351052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'd684200f-27ee-4589-bf5a-dbd7fd10141c'} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 18:51:43.137168 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [None req-828005be-200e-44aa-bbf1-a4eabf1d2919 None None] Bound port: 7f82ca60-8633-4ea3-9063-c9ff404f8bf8, host: dv-cinder-840525-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04a74391-6f09-4d56-842d-ffb832351052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'd684200f-27ee-4589-bf5a-dbd7fd10141c'}}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 18:51:43.137563 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-828005be-200e-44aa-bbf1-a4eabf1d2919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (7f82ca60-8633-4ea3-9063-c9ff404f8bf8), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:51:43.200213 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-828005be-200e-44aa-bbf1-a4eabf1d2919 None None] For port 7f82ca60-8633-4ea3-9063-c9ff404f8bf8, host dv-cinder-840525-1-iscsi, cleared binding levels {{(pid=103281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 18:51:43.203184 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-828005be-200e-44aa-bbf1-a4eabf1d2919 None None] For port 7f82ca60-8633-4ea3-9063-c9ff404f8bf8, host dv-cinder-840525-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-1-iscsi',level=0,port_id=7f82ca60-8633-4ea3-9063-c9ff404f8bf8,segment=NetworkSegment(04a74391-6f09-4d56-842d-ffb832351052),segment_id=04a74391-6f09-4d56-842d-ffb832351052)] {{(pid=103281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 18:51:43.210187 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-828005be-200e-44aa-bbf1-a4eabf1d2919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136'] for port (7f82ca60-8633-4ea3-9063-c9ff404f8bf8), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:51:43.265211 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828005be-200e-44aa-bbf1-a4eabf1d2919 None None] Pushing event updated for resources: {'Port': ['ID=7f82ca60-8633-4ea3-9063-c9ff404f8bf8,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:51:43.743331 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Device 7f82ca60-8633-4ea3-9063-c9ff404f8bf8 up at agent ovs-agent-dv-cinder-840525-1-iscsi {{(pid=103281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 18:51:43.791968 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Provisioning complete for port 7f82ca60-8633-4ea3-9063-c9ff404f8bf8 triggered by entity L2. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:51:43.792335 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1774450'] for port (7f82ca60-8633-4ea3-9063-c9ff404f8bf8), provisioning_complete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:51:43.875471 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Current status of the port 7f82ca60-8633-4ea3-9063-c9ff404f8bf8 is: DOWN; New status is: ACTIVE {{(pid=103281) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:51:43.875851 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (7f82ca60-8633-4ea3-9063-c9ff404f8bf8), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:51:43.916338 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] For port 7f82ca60-8633-4ea3-9063-c9ff404f8bf8, host dv-cinder-840525-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-1-iscsi',level=0,port_id=7f82ca60-8633-4ea3-9063-c9ff404f8bf8,segment=NetworkSegment(04a74391-6f09-4d56-842d-ffb832351052),segment_id=04a74391-6f09-4d56-842d-ffb832351052)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:51:43.922672 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136'] for port (7f82ca60-8633-4ea3-9063-c9ff404f8bf8), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:51:43.974798 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Pushing event updated for resources: {'Port': ['ID=7f82ca60-8633-4ea3-9063-c9ff404f8bf8,revision_number=3']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:51:44.156365 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d08661-d39a-4099-bbdb-b7b5c722f99a None None] Network d684200f-27ee-4589-bf5a-dbd7fd10141c requested from dv-cinder-840525-1-iscsi {{(pid=103281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 18:51:44.231035 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-326163e8-3b75-4193-8252-1250d9fdf4f2 None None] Provisioning complete for port 7f82ca60-8633-4ea3-9063-c9ff404f8bf8 triggered by entity DHCP. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:51:44.231316 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-326163e8-3b75-4193-8252-1250d9fdf4f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1774450'] for port (7f82ca60-8633-4ea3-9063-c9ff404f8bf8), provisioning_complete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:51:44.352360 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-326163e8-3b75-4193-8252-1250d9fdf4f2 None None] Current status of the port 7f82ca60-8633-4ea3-9063-c9ff404f8bf8 is: ACTIVE; New status is: ACTIVE {{(pid=103281) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:51:44.672125 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-5351efd3-bf6e-425c-8285-b89382444341 None None] Provisioning complete for port 7f82ca60-8633-4ea3-9063-c9ff404f8bf8 triggered by entity DHCP. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:51:44.672517 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5351efd3-bf6e-425c-8285-b89382444341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1774450'] for port (7f82ca60-8633-4ea3-9063-c9ff404f8bf8), provisioning_complete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:51:44.754918 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-5351efd3-bf6e-425c-8285-b89382444341 None None] Current status of the port 7f82ca60-8633-4ea3-9063-c9ff404f8bf8 is: ACTIVE; New status is: ACTIVE {{(pid=103281) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:51:45.708083 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Device 7f82ca60-8633-4ea3-9063-c9ff404f8bf8 up at agent ovs-agent-dv-cinder-840525-1-iscsi {{(pid=103281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 18:51:45.755771 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Provisioning complete for port 7f82ca60-8633-4ea3-9063-c9ff404f8bf8 triggered by entity L2. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:51:45.756475 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1774450'] for port (7f82ca60-8633-4ea3-9063-c9ff404f8bf8), provisioning_complete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:51:45.836726 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Current status of the port 7f82ca60-8633-4ea3-9063-c9ff404f8bf8 is: ACTIVE; New status is: ACTIVE {{(pid=103281) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:51:56.847796 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5b1e9b0f-46c1-4ff5-8fe2-46607eb33825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (ae04e5b6-6ccf-46c0-81ba-a3f5b8ae390c), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:51:59.022512 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c19022c6-8109-402d-a5ff-0b03c7babd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:52:00.072748 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-821a3753-c8bb-408e-a9d9-42d2a9d3d908 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (306b1285-d967-49ee-a8ef-a34b4fe65fa5), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:52:01.469554 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6c0ba996-b759-4c13-9ac4-7b7303adc758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (c2d3299f-8f0d-4c34-a270-91edff31f494), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:52:02.933649 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (7e96273e-cd3b-4e2d-a9cb-a5a62cf8f8b6), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:52:10.452107 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.agents_db [None req-bd7ab176-2eba-4334-8b69-697435aa36c2 None None] Agent healthcheck: found 5 active agents {{(pid=103282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 18:52:26.851889 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-aa5c34c9-1a72-463d-b94d-8a3aff82433e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (ae04e5b6-6ccf-46c0-81ba-a3f5b8ae390c), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:52:29.026235 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-71f7458e-579f-41d5-93d3-2389e0b48e19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:52:30.077494 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-821a3753-c8bb-408e-a9d9-42d2a9d3d908 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (306b1285-d967-49ee-a8ef-a34b4fe65fa5), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:52:31.457040 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6c0ba996-b759-4c13-9ac4-7b7303adc758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (c2d3299f-8f0d-4c34-a270-91edff31f494), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:52:32.938462 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (7e96273e-cd3b-4e2d-a9cb-a5a62cf8f8b6), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:52:47.452597 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.agents_db [None req-bd7ab176-2eba-4334-8b69-697435aa36c2 None None] Agent healthcheck: found 5 active agents {{(pid=103282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 18:52:56.856372 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2065573a-6d0d-4f7b-bb20-8aeb5c7c5d7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (ae04e5b6-6ccf-46c0-81ba-a3f5b8ae390c), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:52:59.030600 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ca867fe6-7dce-4670-ab3e-24ee61664f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:53:00.078782 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-821a3753-c8bb-408e-a9d9-42d2a9d3d908 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (306b1285-d967-49ee-a8ef-a34b4fe65fa5), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:53:01.462813 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6c0ba996-b759-4c13-9ac4-7b7303adc758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (c2d3299f-8f0d-4c34-a270-91edff31f494), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:53:02.942768 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (7e96273e-cd3b-4e2d-a9cb-a5a62cf8f8b6), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:53:11.672656 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 46430) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:53:11.678636 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [None req-9fcc7015-d2ce-4a38-ae43-7bae596791a1 tempest-verify_tempest_config-1274430193 tempest-verify_tempest_config-1274430193-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103279) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 04 18:53:11.679640 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-9fcc7015-d2ce-4a38-ae43-7bae596791a1 tempest-verify_tempest_config-1274430193 tempest-verify_tempest_config-1274430193-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0059376 May 04 18:53:11.981738 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 46448) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:53:12.103377 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-e4e3d54e-3780-49d9-b93f-0eb1e3b32942 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:53:12.183786 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-e4e3d54e-3780-49d9-b93f-0eb1e3b32942 admin admin] Publish callbacks [] for security_group (4c20341a-6240-4a94-b43d-5771eaf2614f), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:53:12.189265 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-e4e3d54e-3780-49d9-b93f-0eb1e3b32942 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (4c20341a-6240-4a94-b43d-5771eaf2614f), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:53:12.233345 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-e4e3d54e-3780-49d9-b93f-0eb1e3b32942 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=36f6f7c731094d49a5c5268e4ea31762&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2505724 May 04 18:53:12.234338 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e3d54e-3780-49d9-b93f-0eb1e3b32942 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c20341a-6240-4a94-b43d-5771eaf2614f,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:53:12.236363 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 46454) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:53:12.241583 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e3d54e-3780-49d9-b93f-0eb1e3b32942 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:53:12.241912 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e3d54e-3780-49d9-b93f-0eb1e3b32942 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:53:12.242268 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e3d54e-3780-49d9-b93f-0eb1e3b32942 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:53:12.242611 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e3d54e-3780-49d9-b93f-0eb1e3b32942 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:53:12.242943 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e3d54e-3780-49d9-b93f-0eb1e3b32942 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:53:12.243269 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e3d54e-3780-49d9-b93f-0eb1e3b32942 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:53:12.243664 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e3d54e-3780-49d9-b93f-0eb1e3b32942 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:53:12.243983 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e3d54e-3780-49d9-b93f-0eb1e3b32942 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:53:12.244312 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e3d54e-3780-49d9-b93f-0eb1e3b32942 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:53:12.244633 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e3d54e-3780-49d9-b93f-0eb1e3b32942 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:53:12.244974 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e3d54e-3780-49d9-b93f-0eb1e3b32942 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:53:12.245330 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e3d54e-3780-49d9-b93f-0eb1e3b32942 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:53:12.245672 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e3d54e-3780-49d9-b93f-0eb1e3b32942 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:53:12.245972 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e3d54e-3780-49d9-b93f-0eb1e3b32942 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:53:12.246289 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e3d54e-3780-49d9-b93f-0eb1e3b32942 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:53:12.291676 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-b70cabe6-f545-4353-94a4-13d4c8d01e1c admin admin] Publish callbacks [] for security_group (4c20341a-6240-4a94-b43d-5771eaf2614f), before_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:53:12.312326 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-b70cabe6-f545-4353-94a4-13d4c8d01e1c admin admin] Publish callbacks [] for security_group (4c20341a-6240-4a94-b43d-5771eaf2614f), precommit_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:53:12.408408 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-b70cabe6-f545-4353-94a4-13d4c8d01e1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (4c20341a-6240-4a94-b43d-5771eaf2614f), after_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:53:12.412306 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-b70cabe6-f545-4353-94a4-13d4c8d01e1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:53:12.414005 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-b70cabe6-f545-4353-94a4-13d4c8d01e1c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4c20341a-6240-4a94-b43d-5771eaf2614f HTTP/1.1" status: 204 len: 168 time: 0.1765978 May 04 18:53:12.421793 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70cabe6-f545-4353-94a4-13d4c8d01e1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c20341a-6240-4a94-b43d-5771eaf2614f,revision_number=None']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:53:12.428367 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70cabe6-f545-4353-94a4-13d4c8d01e1c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:53:12.428714 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70cabe6-f545-4353-94a4-13d4c8d01e1c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:53:12.429046 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70cabe6-f545-4353-94a4-13d4c8d01e1c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:53:12.429400 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70cabe6-f545-4353-94a4-13d4c8d01e1c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:53:12.429727 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70cabe6-f545-4353-94a4-13d4c8d01e1c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:53:12.430051 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70cabe6-f545-4353-94a4-13d4c8d01e1c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:53:12.430371 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70cabe6-f545-4353-94a4-13d4c8d01e1c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:53:12.430688 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70cabe6-f545-4353-94a4-13d4c8d01e1c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:53:12.431056 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70cabe6-f545-4353-94a4-13d4c8d01e1c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:53:12.431369 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70cabe6-f545-4353-94a4-13d4c8d01e1c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:53:12.431706 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70cabe6-f545-4353-94a4-13d4c8d01e1c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:53:12.432042 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70cabe6-f545-4353-94a4-13d4c8d01e1c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:53:12.432356 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70cabe6-f545-4353-94a4-13d4c8d01e1c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:53:12.432659 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70cabe6-f545-4353-94a4-13d4c8d01e1c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:53:12.433050 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70cabe6-f545-4353-94a4-13d4c8d01e1c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:53:24.452759 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.agents_db [None req-bd7ab176-2eba-4334-8b69-697435aa36c2 None None] Agent healthcheck: found 5 active agents {{(pid=103282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 18:53:26.862888 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ab083636-70e9-4122-ac0c-510b1d22ce88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (ae04e5b6-6ccf-46c0-81ba-a3f5b8ae390c), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:53:29.036733 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1c1ecafa-0495-4839-a37b-924158a605d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:53:30.082883 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-821a3753-c8bb-408e-a9d9-42d2a9d3d908 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (306b1285-d967-49ee-a8ef-a34b4fe65fa5), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:53:31.465027 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6c0ba996-b759-4c13-9ac4-7b7303adc758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (c2d3299f-8f0d-4c34-a270-91edff31f494), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:53:32.948529 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (7e96273e-cd3b-4e2d-a9cb-a5a62cf8f8b6), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:53:56.864248 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-11d0d583-5309-4289-978c-c489ffea0a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (ae04e5b6-6ccf-46c0-81ba-a3f5b8ae390c), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:53:59.037422 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d398eb7f-09e5-41f4-bfa3-131f788b3868 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:54:00.097746 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-821a3753-c8bb-408e-a9d9-42d2a9d3d908 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (306b1285-d967-49ee-a8ef-a34b4fe65fa5), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:54:01.457908 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.agents_db [None req-bd7ab176-2eba-4334-8b69-697435aa36c2 None None] Agent healthcheck: found 5 active agents {{(pid=103282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 18:54:01.477794 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6c0ba996-b759-4c13-9ac4-7b7303adc758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (c2d3299f-8f0d-4c34-a270-91edff31f494), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:54:02.960520 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (7e96273e-cd3b-4e2d-a9cb-a5a62cf8f8b6), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:54:26.859370 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-bfa7ffc2-7751-4397-bc73-deb7b0143800 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (ae04e5b6-6ccf-46c0-81ba-a3f5b8ae390c), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:54:29.034437 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2a5165fc-6b56-4168-af11-76632169955b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:54:30.100168 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-821a3753-c8bb-408e-a9d9-42d2a9d3d908 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (306b1285-d967-49ee-a8ef-a34b4fe65fa5), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:54:31.477775 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6c0ba996-b759-4c13-9ac4-7b7303adc758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (c2d3299f-8f0d-4c34-a270-91edff31f494), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:54:32.963781 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (7e96273e-cd3b-4e2d-a9cb-a5a62cf8f8b6), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:54:38.462761 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.agents_db [None req-bd7ab176-2eba-4334-8b69-697435aa36c2 None None] Agent healthcheck: found 5 active agents {{(pid=103282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 18:54:55.150735 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-613635'] for agent (bff7e656-358d-4e40-a36a-3f10fe33ffdf), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:54:56.875912 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c5410e62-b70d-44ef-8406-25bfad5cfd55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (ae04e5b6-6ccf-46c0-81ba-a3f5b8ae390c), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:54:59.030203 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a99bb118-e4ad-49da-8f1a-5faf83f40394 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:55:00.104279 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-821a3753-c8bb-408e-a9d9-42d2a9d3d908 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (306b1285-d967-49ee-a8ef-a34b4fe65fa5), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:55:01.480333 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6c0ba996-b759-4c13-9ac4-7b7303adc758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (c2d3299f-8f0d-4c34-a270-91edff31f494), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:55:02.957479 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (7e96273e-cd3b-4e2d-a9cb-a5a62cf8f8b6), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:55:09.768816 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 46524) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:55:09.877761 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-5dddcddc-486d-4072-a0ec-9a1960cb076e admin admin] 10.222.0.35 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1077261 May 04 18:55:12.152252 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 46534) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:55:12.218059 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-11b8dd4b-f4e6-47e4-8b46-891357c7969e admin admin] 10.222.0.35 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0646510 May 04 18:55:15.462387 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.agents_db [None req-bd7ab176-2eba-4334-8b69-697435aa36c2 None None] Agent healthcheck: found 6 active agents {{(pid=103282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 18:55:25.114985 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (bff7e656-358d-4e40-a36a-3f10fe33ffdf), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:55:26.865908 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0fcdd68b-1a5e-4adb-8658-199d8d3b0577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (ae04e5b6-6ccf-46c0-81ba-a3f5b8ae390c), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:55:29.049930 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7a0eeeb6-e3d9-47f8-a707-ec04e1387f47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:55:30.103315 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-821a3753-c8bb-408e-a9d9-42d2a9d3d908 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (306b1285-d967-49ee-a8ef-a34b4fe65fa5), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:55:31.487900 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6c0ba996-b759-4c13-9ac4-7b7303adc758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (c2d3299f-8f0d-4c34-a270-91edff31f494), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:55:32.973844 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (7e96273e-cd3b-4e2d-a9cb-a5a62cf8f8b6), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:55:52.470287 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.agents_db [None req-bd7ab176-2eba-4334-8b69-697435aa36c2 None None] Agent healthcheck: found 6 active agents {{(pid=103282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 18:55:55.128439 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (bff7e656-358d-4e40-a36a-3f10fe33ffdf), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:55:56.868197 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0e7a84f1-a9e7-4c9f-a73c-b3354cb8150a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (ae04e5b6-6ccf-46c0-81ba-a3f5b8ae390c), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:55:59.034243 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cb347fd4-a3e7-4c09-9958-830d6a14e8d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:56:00.104192 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-821a3753-c8bb-408e-a9d9-42d2a9d3d908 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (306b1285-d967-49ee-a8ef-a34b4fe65fa5), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:56:01.489005 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6c0ba996-b759-4c13-9ac4-7b7303adc758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (c2d3299f-8f0d-4c34-a270-91edff31f494), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:56:02.961275 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (7e96273e-cd3b-4e2d-a9cb-a5a62cf8f8b6), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:56:25.132922 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (bff7e656-358d-4e40-a36a-3f10fe33ffdf), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:56:26.863689 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8679f9c4-08f3-4020-af0b-4bd0edf8bbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (ae04e5b6-6ccf-46c0-81ba-a3f5b8ae390c), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:56:29.038189 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a5526588-2614-49ef-9073-9f97cea03abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:56:29.460095 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.agents_db [None req-bd7ab176-2eba-4334-8b69-697435aa36c2 None None] Agent healthcheck: found 6 active agents {{(pid=103282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 18:56:30.105250 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-821a3753-c8bb-408e-a9d9-42d2a9d3d908 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (306b1285-d967-49ee-a8ef-a34b4fe65fa5), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:56:31.491600 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6c0ba996-b759-4c13-9ac4-7b7303adc758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (c2d3299f-8f0d-4c34-a270-91edff31f494), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:56:32.960163 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (7e96273e-cd3b-4e2d-a9cb-a5a62cf8f8b6), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:56:49.777368 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 46670) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:56:50.090393 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [None req-2735c426-48d0-4e92-9246-5d87ddc8cbf8 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1594007797-network', 'tenant_id': '625af698d5ee489d92da3d75516477cb'}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:56:50.111177 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2735c426-48d0-4e92-9246-5d87ddc8cbf8 admin admin] Made reservation on behalf of 625af698d5ee489d92da3d75516477cb for: {'network': 1} {{(pid=103280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:56:50.113645 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-2735c426-48d0-4e92-9246-5d87ddc8cbf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for network (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:56:50.125151 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-2735c426-48d0-4e92-9246-5d87ddc8cbf8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:56:50.201915 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-2735c426-48d0-4e92-9246-5d87ddc8cbf8 admin admin] Publish callbacks [] for security_group (668a5dba-1c37-4528-a3f6-873c04e3e7e5), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:56:50.206183 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-2735c426-48d0-4e92-9246-5d87ddc8cbf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (668a5dba-1c37-4528-a3f6-873c04e3e7e5), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:56:50.236456 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2735c426-48d0-4e92-9246-5d87ddc8cbf8 admin admin] vlan segment allocate from pool success with {'vlan_id': 285, 'physical_network': 'physnet1'} {{(pid=103280) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 18:56:50.238473 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2735c426-48d0-4e92-9246-5d87ddc8cbf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=668a5dba-1c37-4528-a3f6-873c04e3e7e5,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:56:50.254025 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-2735c426-48d0-4e92-9246-5d87ddc8cbf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589113'] for segment (4d641bf4-3246-4eae-bd06-3eeb5d4018b5), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:56:50.254320 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.db.segments_db [None req-2735c426-48d0-4e92-9246-5d87ddc8cbf8 admin admin] Added segment 4d641bf4-3246-4eae-bd06-3eeb5d4018b5 of type vlan for network d1b38ed8-9f38-451c-b1df-6305e23dba13 May 04 18:56:50.265091 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2735c426-48d0-4e92-9246-5d87ddc8cbf8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:56:50.265278 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2735c426-48d0-4e92-9246-5d87ddc8cbf8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:56:50.265657 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2735c426-48d0-4e92-9246-5d87ddc8cbf8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:56:50.266128 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2735c426-48d0-4e92-9246-5d87ddc8cbf8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:56:50.266470 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2735c426-48d0-4e92-9246-5d87ddc8cbf8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:56:50.266797 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2735c426-48d0-4e92-9246-5d87ddc8cbf8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:56:50.267126 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2735c426-48d0-4e92-9246-5d87ddc8cbf8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:56:50.267454 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2735c426-48d0-4e92-9246-5d87ddc8cbf8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:56:50.267783 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2735c426-48d0-4e92-9246-5d87ddc8cbf8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:56:50.268117 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2735c426-48d0-4e92-9246-5d87ddc8cbf8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:56:50.268476 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2735c426-48d0-4e92-9246-5d87ddc8cbf8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:56:50.268799 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2735c426-48d0-4e92-9246-5d87ddc8cbf8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:56:50.269120 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2735c426-48d0-4e92-9246-5d87ddc8cbf8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:56:50.269459 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2735c426-48d0-4e92-9246-5d87ddc8cbf8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:56:50.269779 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2735c426-48d0-4e92-9246-5d87ddc8cbf8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:56:50.271005 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2735c426-48d0-4e92-9246-5d87ddc8cbf8 admin admin] Tracked resource versions report: May 04 18:56:50.271005 dv-cinder-840525-1-iscsi neutron-server[103280]: pushed versions: May 04 18:56:50.271005 dv-cinder-840525-1-iscsi neutron-server[103280]: { 'AddressGroup': {'1.2'}, May 04 18:56:50.271005 dv-cinder-840525-1-iscsi neutron-server[103280]: 'Agent': {'1.1'}, May 04 18:56:50.271005 dv-cinder-840525-1-iscsi neutron-server[103280]: 'ConntrackHelper': {'1.0'}, May 04 18:56:50.271005 dv-cinder-840525-1-iscsi neutron-server[103280]: 'LocalIPAssociation': {'1.0'}, May 04 18:56:50.271005 dv-cinder-840525-1-iscsi neutron-server[103280]: 'Log': {'1.0'}, May 04 18:56:50.271005 dv-cinder-840525-1-iscsi neutron-server[103280]: 'NDPProxy': {'1.0'}, May 04 18:56:50.271005 dv-cinder-840525-1-iscsi neutron-server[103280]: 'Network': {'1.1'}, May 04 18:56:50.271005 dv-cinder-840525-1-iscsi neutron-server[103280]: 'Port': {'1.7'}, May 04 18:56:50.271005 dv-cinder-840525-1-iscsi neutron-server[103280]: 'PortForwarding': {'1.3'}, May 04 18:56:50.271005 dv-cinder-840525-1-iscsi neutron-server[103280]: 'QosPolicy': {'1.10'}, May 04 18:56:50.271005 dv-cinder-840525-1-iscsi neutron-server[103280]: 'SecurityGroup': {'1.5'}, May 04 18:56:50.271005 dv-cinder-840525-1-iscsi neutron-server[103280]: 'SecurityGroupRule': {'1.2'}, May 04 18:56:50.271005 dv-cinder-840525-1-iscsi neutron-server[103280]: 'SubPort': {'1.0'}, May 04 18:56:50.271005 dv-cinder-840525-1-iscsi neutron-server[103280]: 'Subnet': {'1.1'}, May 04 18:56:50.271005 dv-cinder-840525-1-iscsi neutron-server[103280]: 'Trunk': {'1.1'}} May 04 18:56:50.271005 dv-cinder-840525-1-iscsi neutron-server[103280]: consumer versions: May 04 18:56:50.271005 dv-cinder-840525-1-iscsi neutron-server[103280]: { DHCP agent@dv-cinder-840525-1-iscsi: {}, May 04 18:56:50.271005 dv-cinder-840525-1-iscsi neutron-server[103280]: HyperV agent@hv-cinder-84052: {}, May 04 18:56:50.271005 dv-cinder-840525-1-iscsi neutron-server[103280]: L3 agent@dv-cinder-840525-1-iscsi: {}, May 04 18:56:50.271005 dv-cinder-840525-1-iscsi neutron-server[103280]: Metadata agent@dv-cinder-840525-1-iscsi: {}, May 04 18:56:50.271005 dv-cinder-840525-1-iscsi neutron-server[103280]: Metering agent@dv-cinder-840525-1-iscsi: {}, May 04 18:56:50.271005 dv-cinder-840525-1-iscsi neutron-server[103280]: Open vSwitch agent@dv-cinder-840525-1-iscsi: { 'AddressGroup': '1.2', May 04 18:56:50.271005 dv-cinder-840525-1-iscsi neutron-server[103280]: 'Agent': '1.1', May 04 18:56:50.271005 dv-cinder-840525-1-iscsi neutron-server[103280]: 'ConntrackHelper': '1.0', May 04 18:56:50.271005 dv-cinder-840525-1-iscsi neutron-server[103280]: 'LocalIPAssociation': '1.0', May 04 18:56:50.271005 dv-cinder-840525-1-iscsi neutron-server[103280]: 'Log': '1.0', May 04 18:56:50.271005 dv-cinder-840525-1-iscsi neutron-server[103280]: 'NDPProxy': '1.0', May 04 18:56:50.271005 dv-cinder-840525-1-iscsi neutron-server[103280]: 'Network': '1.1', May 04 18:56:50.271005 dv-cinder-840525-1-iscsi neutron-server[103280]: 'Port': '1.7', May 04 18:56:50.271005 dv-cinder-840525-1-iscsi neutron-server[103280]: 'PortForwarding': '1.3', May 04 18:56:50.271005 dv-cinder-840525-1-iscsi neutron-server[103280]: 'QosPolicy': '1.10', May 04 18:56:50.271005 dv-cinder-840525-1-iscsi neutron-server[103280]: 'SecurityGroup': '1.5', May 04 18:56:50.271005 dv-cinder-840525-1-iscsi neutron-server[103280]: 'SecurityGroupRule': '1.2', May 04 18:56:50.271005 dv-cinder-840525-1-iscsi neutron-server[103280]: 'SubPort': '1.0', May 04 18:56:50.271005 dv-cinder-840525-1-iscsi neutron-server[103280]: 'Subnet': '1.1', May 04 18:56:50.271005 dv-cinder-840525-1-iscsi neutron-server[103280]: 'Trunk': '1.1'}} May 04 18:56:50.271005 dv-cinder-840525-1-iscsi neutron-server[103280]: {{(pid=103280) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 04 18:56:50.312196 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-2735c426-48d0-4e92-9246-5d87ddc8cbf8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790498323402'] for network (d1b38ed8-9f38-451c-b1df-6305e23dba13), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:56:50.342552 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-2735c426-48d0-4e92-9246-5d87ddc8cbf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608'] for network (d1b38ed8-9f38-451c-b1df-6305e23dba13), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:56:50.343591 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2735c426-48d0-4e92-9246-5d87ddc8cbf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:56:50.344164 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-2735c426-48d0-4e92-9246-5d87ddc8cbf8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572658'] for network (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:56:50.376628 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-2735c426-48d0-4e92-9246-5d87ddc8cbf8 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5981627 May 04 18:56:50.379894 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 46706) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:56:50.386925 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.v2.base [None req-353a65ac-f137-4af9-b2f0-1a84433935a1 admin admin] Request body: {'subnet': {'network_id': 'd1b38ed8-9f38-451c-b1df-6305e23dba13', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1594007797-subnet', 'tenant_id': '625af698d5ee489d92da3d75516477cb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:56:50.413903 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-353a65ac-f137-4af9-b2f0-1a84433935a1 admin admin] Made reservation on behalf of 625af698d5ee489d92da3d75516477cb for: {'subnet': 1} {{(pid=103279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:56:50.416332 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-353a65ac-f137-4af9-b2f0-1a84433935a1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:56:50.452207 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2735c426-48d0-4e92-9246-5d87ddc8cbf8 admin admin] Pushing event updated for resources: {'Network': ['ID=d1b38ed8-9f38-451c-b1df-6305e23dba13,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:56:50.463510 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Network d1b38ed8-9f38-451c-b1df-6305e23dba13 details requested by agent ovs-agent-dv-cinder-840525-1-iscsi with host dv-cinder-840525-1-iscsi {{(pid=103281) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 18:56:50.604953 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 46722) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:56:50.635809 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 46726) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:56:50.661899 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-353a65ac-f137-4af9-b2f0-1a84433935a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608'] for subnet (2728c766-1e42-4c80-8e95-68ec9a4136a8), after_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:56:50.720179 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353a65ac-f137-4af9-b2f0-1a84433935a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2728c766-1e42-4c80-8e95-68ec9a4136a8,revision_number=0']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:56:50.730868 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353a65ac-f137-4af9-b2f0-1a84433935a1 admin admin] Checking segment: {'id': '4d641bf4-3246-4eae-bd06-3eeb5d4018b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'd1b38ed8-9f38-451c-b1df-6305e23dba13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 18:56:50.731226 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-353a65ac-f137-4af9-b2f0-1a84433935a1 admin admin] Network hostable DHCP agents. Network: d1b38ed8-9f38-451c-b1df-6305e23dba13, hostable agents: ['ae04e5b6-6ccf-46c0-81ba-a3f5b8ae390c'], hosted agents: [] {{(pid=103279) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 18:56:50.733916 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353a65ac-f137-4af9-b2f0-1a84433935a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:56:50.734259 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353a65ac-f137-4af9-b2f0-1a84433935a1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:56:50.734600 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353a65ac-f137-4af9-b2f0-1a84433935a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:56:50.734941 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353a65ac-f137-4af9-b2f0-1a84433935a1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:56:50.735267 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353a65ac-f137-4af9-b2f0-1a84433935a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:56:50.735589 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353a65ac-f137-4af9-b2f0-1a84433935a1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:56:50.735907 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353a65ac-f137-4af9-b2f0-1a84433935a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:56:50.736591 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353a65ac-f137-4af9-b2f0-1a84433935a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:56:50.736937 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353a65ac-f137-4af9-b2f0-1a84433935a1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:56:50.737249 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353a65ac-f137-4af9-b2f0-1a84433935a1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:56:50.737615 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353a65ac-f137-4af9-b2f0-1a84433935a1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:56:50.737952 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353a65ac-f137-4af9-b2f0-1a84433935a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:56:50.738354 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353a65ac-f137-4af9-b2f0-1a84433935a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:56:50.738572 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353a65ac-f137-4af9-b2f0-1a84433935a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:56:50.739037 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353a65ac-f137-4af9-b2f0-1a84433935a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:56:50.740541 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353a65ac-f137-4af9-b2f0-1a84433935a1 admin admin] Tracked resource versions report: May 04 18:56:50.740541 dv-cinder-840525-1-iscsi neutron-server[103279]: pushed versions: May 04 18:56:50.740541 dv-cinder-840525-1-iscsi neutron-server[103279]: { 'AddressGroup': {'1.2'}, May 04 18:56:50.740541 dv-cinder-840525-1-iscsi neutron-server[103279]: 'Agent': {'1.1'}, May 04 18:56:50.740541 dv-cinder-840525-1-iscsi neutron-server[103279]: 'ConntrackHelper': {'1.0'}, May 04 18:56:50.740541 dv-cinder-840525-1-iscsi neutron-server[103279]: 'LocalIPAssociation': {'1.0'}, May 04 18:56:50.740541 dv-cinder-840525-1-iscsi neutron-server[103279]: 'Log': {'1.0'}, May 04 18:56:50.740541 dv-cinder-840525-1-iscsi neutron-server[103279]: 'NDPProxy': {'1.0'}, May 04 18:56:50.740541 dv-cinder-840525-1-iscsi neutron-server[103279]: 'Network': {'1.1'}, May 04 18:56:50.740541 dv-cinder-840525-1-iscsi neutron-server[103279]: 'Port': {'1.7'}, May 04 18:56:50.740541 dv-cinder-840525-1-iscsi neutron-server[103279]: 'PortForwarding': {'1.3'}, May 04 18:56:50.740541 dv-cinder-840525-1-iscsi neutron-server[103279]: 'QosPolicy': {'1.10'}, May 04 18:56:50.740541 dv-cinder-840525-1-iscsi neutron-server[103279]: 'SecurityGroup': {'1.5'}, May 04 18:56:50.740541 dv-cinder-840525-1-iscsi neutron-server[103279]: 'SecurityGroupRule': {'1.2'}, May 04 18:56:50.740541 dv-cinder-840525-1-iscsi neutron-server[103279]: 'SubPort': {'1.0'}, May 04 18:56:50.740541 dv-cinder-840525-1-iscsi neutron-server[103279]: 'Subnet': {'1.1'}, May 04 18:56:50.740541 dv-cinder-840525-1-iscsi neutron-server[103279]: 'Trunk': {'1.1'}} May 04 18:56:50.740541 dv-cinder-840525-1-iscsi neutron-server[103279]: consumer versions: May 04 18:56:50.740541 dv-cinder-840525-1-iscsi neutron-server[103279]: { DHCP agent@dv-cinder-840525-1-iscsi: {}, May 04 18:56:50.740541 dv-cinder-840525-1-iscsi neutron-server[103279]: HyperV agent@hv-cinder-84052: {}, May 04 18:56:50.740541 dv-cinder-840525-1-iscsi neutron-server[103279]: L3 agent@dv-cinder-840525-1-iscsi: {}, May 04 18:56:50.740541 dv-cinder-840525-1-iscsi neutron-server[103279]: Metadata agent@dv-cinder-840525-1-iscsi: {}, May 04 18:56:50.740541 dv-cinder-840525-1-iscsi neutron-server[103279]: Metering agent@dv-cinder-840525-1-iscsi: {}, May 04 18:56:50.740541 dv-cinder-840525-1-iscsi neutron-server[103279]: Open vSwitch agent@dv-cinder-840525-1-iscsi: { 'AddressGroup': '1.2', May 04 18:56:50.740541 dv-cinder-840525-1-iscsi neutron-server[103279]: 'Agent': '1.1', May 04 18:56:50.740541 dv-cinder-840525-1-iscsi neutron-server[103279]: 'ConntrackHelper': '1.0', May 04 18:56:50.740541 dv-cinder-840525-1-iscsi neutron-server[103279]: 'LocalIPAssociation': '1.0', May 04 18:56:50.740541 dv-cinder-840525-1-iscsi neutron-server[103279]: 'Log': '1.0', May 04 18:56:50.740541 dv-cinder-840525-1-iscsi neutron-server[103279]: 'NDPProxy': '1.0', May 04 18:56:50.740541 dv-cinder-840525-1-iscsi neutron-server[103279]: 'Network': '1.1', May 04 18:56:50.740541 dv-cinder-840525-1-iscsi neutron-server[103279]: 'Port': '1.7', May 04 18:56:50.740541 dv-cinder-840525-1-iscsi neutron-server[103279]: 'PortForwarding': '1.3', May 04 18:56:50.740541 dv-cinder-840525-1-iscsi neutron-server[103279]: 'QosPolicy': '1.10', May 04 18:56:50.740541 dv-cinder-840525-1-iscsi neutron-server[103279]: 'SecurityGroup': '1.5', May 04 18:56:50.740541 dv-cinder-840525-1-iscsi neutron-server[103279]: 'SecurityGroupRule': '1.2', May 04 18:56:50.740541 dv-cinder-840525-1-iscsi neutron-server[103279]: 'SubPort': '1.0', May 04 18:56:50.740541 dv-cinder-840525-1-iscsi neutron-server[103279]: 'Subnet': '1.1', May 04 18:56:50.740541 dv-cinder-840525-1-iscsi neutron-server[103279]: 'Trunk': '1.1'}} May 04 18:56:50.740541 dv-cinder-840525-1-iscsi neutron-server[103279]: {{(pid=103279) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 04 18:56:50.761603 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-353a65ac-f137-4af9-b2f0-1a84433935a1 admin admin] Network d1b38ed8-9f38-451c-b1df-6305e23dba13 is scheduled to be hosted by DHCP agent ae04e5b6-6ccf-46c0-81ba-a3f5b8ae390c with binding_index 1 {{(pid=103279) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 18:56:50.773670 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.scheduler.base_scheduler [None req-353a65ac-f137-4af9-b2f0-1a84433935a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840525-1-iscsi, d1b38ed8-9f38-451c-b1df-6305e23dba13) {{(pid=103279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:56:50.777080 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-353a65ac-f137-4af9-b2f0-1a84433935a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:56:50.778198 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-353a65ac-f137-4af9-b2f0-1a84433935a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572658'] for subnet (None), before_response {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:56:50.784496 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a00b3ad5-503e-4a38-81a5-da660a83c730 None None] Network d1b38ed8-9f38-451c-b1df-6305e23dba13 requested from dv-cinder-840525-1-iscsi {{(pid=103281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 18:56:50.796740 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-353a65ac-f137-4af9-b2f0-1a84433935a1 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4147882 May 04 18:56:50.819251 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 46742) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:56:50.858551 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [None req-e85cc4ee-f6ff-412b-bbc1-7e237e377a24 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1110027105-network', 'tenant_id': 'd220357192eb4ba5a2cdd43f000cd4c4'}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:56:50.874393 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.v2.base [None req-afd7360b-154b-4e5d-b041-9915b888bdc5 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2014535518-network', 'tenant_id': '5287a76e646d4a3db0cc508a956314e7'}} {{(pid=103279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:56:50.883044 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e85cc4ee-f6ff-412b-bbc1-7e237e377a24 admin admin] Made reservation on behalf of d220357192eb4ba5a2cdd43f000cd4c4 for: {'network': 1} {{(pid=103280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:56:50.886241 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-e85cc4ee-f6ff-412b-bbc1-7e237e377a24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for network (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:56:50.895941 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab01c02e-101e-4a6f-8ee5-70956d4f32a8 None None] Network d1b38ed8-9f38-451c-b1df-6305e23dba13 requested from dv-cinder-840525-1-iscsi {{(pid=103281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 18:56:50.903374 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-e85cc4ee-f6ff-412b-bbc1-7e237e377a24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:56:50.907730 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afd7360b-154b-4e5d-b041-9915b888bdc5 admin admin] Made reservation on behalf of 5287a76e646d4a3db0cc508a956314e7 for: {'network': 1} {{(pid=103279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:56:50.912398 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-afd7360b-154b-4e5d-b041-9915b888bdc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for network (None), before_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:56:50.932408 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-afd7360b-154b-4e5d-b041-9915b888bdc5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:56:51.013902 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-afd7360b-154b-4e5d-b041-9915b888bdc5 admin admin] Publish callbacks [] for security_group (7ea6ee27-c11d-4233-954f-1b439202ab30), precommit_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:56:51.019653 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-afd7360b-154b-4e5d-b041-9915b888bdc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (7ea6ee27-c11d-4233-954f-1b439202ab30), after_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:56:51.029710 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-e85cc4ee-f6ff-412b-bbc1-7e237e377a24 admin admin] Publish callbacks [] for security_group (1fd51365-94e0-469c-9960-43e80b47b3c0), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:56:51.034153 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afd7360b-154b-4e5d-b041-9915b888bdc5 admin admin] vlan segment allocate from pool success with {'vlan_id': 263, 'physical_network': 'physnet1'} {{(pid=103279) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 18:56:51.035295 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-e85cc4ee-f6ff-412b-bbc1-7e237e377a24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (1fd51365-94e0-469c-9960-43e80b47b3c0), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:56:51.052638 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e85cc4ee-f6ff-412b-bbc1-7e237e377a24 admin admin] vlan segment allocate from pool success with {'vlan_id': 282, 'physical_network': 'physnet1'} {{(pid=103280) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 18:56:51.059577 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-afd7360b-154b-4e5d-b041-9915b888bdc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589113'] for segment (6694153e-2070-44d0-bec4-dda97cd2835f), precommit_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:56:51.060051 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.db.segments_db [None req-afd7360b-154b-4e5d-b041-9915b888bdc5 admin admin] Added segment 6694153e-2070-44d0-bec4-dda97cd2835f of type vlan for network b776d5b6-becc-4024-9dab-9ffc4ba67a01 May 04 18:56:51.064581 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-e85cc4ee-f6ff-412b-bbc1-7e237e377a24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589113'] for segment (2b95549f-f474-429b-a791-f25a87674098), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:56:51.064927 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.db.segments_db [None req-e85cc4ee-f6ff-412b-bbc1-7e237e377a24 admin admin] Added segment 2b95549f-f474-429b-a791-f25a87674098 of type vlan for network 30fa2e3e-f6d8-4564-bce1-ee05a5bd0ce9 May 04 18:56:51.073098 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd7360b-154b-4e5d-b041-9915b888bdc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ea6ee27-c11d-4233-954f-1b439202ab30,revision_number=1']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:56:51.110556 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-e85cc4ee-f6ff-412b-bbc1-7e237e377a24 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790498323402'] for network (30fa2e3e-f6d8-4564-bce1-ee05a5bd0ce9), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:56:51.110941 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-afd7360b-154b-4e5d-b041-9915b888bdc5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790498323402'] for network (b776d5b6-becc-4024-9dab-9ffc4ba67a01), precommit_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:56:51.140180 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-afd7360b-154b-4e5d-b041-9915b888bdc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608'] for network (b776d5b6-becc-4024-9dab-9ffc4ba67a01), after_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:56:51.141557 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afd7360b-154b-4e5d-b041-9915b888bdc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:56:51.142380 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-afd7360b-154b-4e5d-b041-9915b888bdc5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572658'] for network (None), before_response {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:56:51.146009 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-e85cc4ee-f6ff-412b-bbc1-7e237e377a24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608'] for network (30fa2e3e-f6d8-4564-bce1-ee05a5bd0ce9), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:56:51.146942 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e85cc4ee-f6ff-412b-bbc1-7e237e377a24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:56:51.147501 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-e85cc4ee-f6ff-412b-bbc1-7e237e377a24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572658'] for network (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:56:51.164404 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85cc4ee-f6ff-412b-bbc1-7e237e377a24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fd51365-94e0-469c-9960-43e80b47b3c0,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:56:51.185083 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-e85cc4ee-f6ff-412b-bbc1-7e237e377a24 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5788569 May 04 18:56:51.203970 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 46754) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:56:51.209036 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [None req-fd2ceb35-9bed-4337-898e-044945529137 admin admin] Request body: {'subnet': {'network_id': '30fa2e3e-f6d8-4564-bce1-ee05a5bd0ce9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1110027105-subnet', 'tenant_id': 'd220357192eb4ba5a2cdd43f000cd4c4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:56:51.215414 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-afd7360b-154b-4e5d-b041-9915b888bdc5 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.5788629 May 04 18:56:51.216392 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd7360b-154b-4e5d-b041-9915b888bdc5 admin admin] Pushing event updated for resources: {'Network': ['ID=b776d5b6-becc-4024-9dab-9ffc4ba67a01,revision_number=1']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:56:51.218513 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 46758) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:56:51.224162 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.v2.base [None req-2d550e3f-9ed7-453f-bc3d-e2d332cd5a17 admin admin] Request body: {'subnet': {'network_id': 'b776d5b6-becc-4024-9dab-9ffc4ba67a01', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2014535518-subnet', 'tenant_id': '5287a76e646d4a3db0cc508a956314e7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:56:51.227874 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Network b776d5b6-becc-4024-9dab-9ffc4ba67a01 details requested by agent ovs-agent-dv-cinder-840525-1-iscsi with host dv-cinder-840525-1-iscsi {{(pid=103281) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 18:56:51.257695 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85cc4ee-f6ff-412b-bbc1-7e237e377a24 admin admin] Pushing event updated for resources: {'Network': ['ID=30fa2e3e-f6d8-4564-bce1-ee05a5bd0ce9,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:56:51.267280 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd2ceb35-9bed-4337-898e-044945529137 admin admin] Made reservation on behalf of d220357192eb4ba5a2cdd43f000cd4c4 for: {'subnet': 1} {{(pid=103280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:56:51.269018 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d550e3f-9ed7-453f-bc3d-e2d332cd5a17 admin admin] Made reservation on behalf of 5287a76e646d4a3db0cc508a956314e7 for: {'subnet': 1} {{(pid=103279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:56:51.269617 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-fd2ceb35-9bed-4337-898e-044945529137 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:56:51.271491 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-2d550e3f-9ed7-453f-bc3d-e2d332cd5a17 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:56:51.276177 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Network 30fa2e3e-f6d8-4564-bce1-ee05a5bd0ce9 details requested by agent ovs-agent-dv-cinder-840525-1-iscsi with host dv-cinder-840525-1-iscsi {{(pid=103281) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 18:56:51.439288 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.v2.base [None req-61915777-f04a-404a-8a71-b40c31ea4a0e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1693786255-network', 'tenant_id': 'dd17f7a747ad43fc905b8d1688a71ba7'}} {{(pid=103279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:56:51.471635 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61915777-f04a-404a-8a71-b40c31ea4a0e admin admin] Made reservation on behalf of dd17f7a747ad43fc905b8d1688a71ba7 for: {'network': 1} {{(pid=103279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:56:51.474016 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-61915777-f04a-404a-8a71-b40c31ea4a0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for network (None), before_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:56:51.487725 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-61915777-f04a-404a-8a71-b40c31ea4a0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:56:51.544895 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-fd2ceb35-9bed-4337-898e-044945529137 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608'] for subnet (d9b5c29e-b014-49ec-aabd-8c0ad7c78e2e), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:56:51.559354 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-2d550e3f-9ed7-453f-bc3d-e2d332cd5a17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608'] for subnet (02826e21-c978-41a3-b31e-dd2107bb922c), after_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:56:51.615285 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2ceb35-9bed-4337-898e-044945529137 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9b5c29e-b014-49ec-aabd-8c0ad7c78e2e,revision_number=0']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:56:51.621120 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2ceb35-9bed-4337-898e-044945529137 admin admin] Checking segment: {'id': '2b95549f-f474-429b-a791-f25a87674098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '30fa2e3e-f6d8-4564-bce1-ee05a5bd0ce9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 18:56:51.621462 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd2ceb35-9bed-4337-898e-044945529137 admin admin] Network hostable DHCP agents. Network: 30fa2e3e-f6d8-4564-bce1-ee05a5bd0ce9, hostable agents: ['ae04e5b6-6ccf-46c0-81ba-a3f5b8ae390c'], hosted agents: [] {{(pid=103280) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 18:56:51.647579 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd2ceb35-9bed-4337-898e-044945529137 admin admin] Network 30fa2e3e-f6d8-4564-bce1-ee05a5bd0ce9 is scheduled to be hosted by DHCP agent ae04e5b6-6ccf-46c0-81ba-a3f5b8ae390c with binding_index 1 {{(pid=103280) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 18:56:51.657244 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d550e3f-9ed7-453f-bc3d-e2d332cd5a17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=02826e21-c978-41a3-b31e-dd2107bb922c,revision_number=0']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:56:51.663936 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.base_scheduler [None req-fd2ceb35-9bed-4337-898e-044945529137 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840525-1-iscsi, 30fa2e3e-f6d8-4564-bce1-ee05a5bd0ce9) {{(pid=103280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:56:51.669936 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd2ceb35-9bed-4337-898e-044945529137 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:56:51.670635 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-fd2ceb35-9bed-4337-898e-044945529137 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572658'] for subnet (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:56:51.672260 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1deff80b-450a-49ca-a9bb-99b552522087 None None] Network 30fa2e3e-f6d8-4564-bce1-ee05a5bd0ce9 requested from dv-cinder-840525-1-iscsi {{(pid=103281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 18:56:51.709884 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-fd2ceb35-9bed-4337-898e-044945529137 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5042186 May 04 18:56:51.712397 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 46784) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:56:51.718518 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [None req-d0b15e87-1563-4760-a445-09ed7ff631be admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1110027105-router', 'tenant_id': 'd220357192eb4ba5a2cdd43f000cd4c4', 'external_gateway_info': {'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762'}}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:56:51.766701 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d0b15e87-1563-4760-a445-09ed7ff631be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-620518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4428'] for router (ef792f77-065e-42a3-85fe-a804c7a09f70), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:56:51.768036 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d0b15e87-1563-4760-a445-09ed7ff631be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-610031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-693478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4405'] for router (ef792f77-065e-42a3-85fe-a804c7a09f70), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:56:51.843388 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a664f3d8-d884-42ca-9f1b-bcc7b0dd7a33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31efe59b-327d-5d9c-bbb4-4911cdeac679-30fa2e3e-f6d8-4564-bce1-ee05a5bd0ce9', 'network_id': '30fa2e3e-f6d8-4564-bce1-ee05a5bd0ce9', 'project_id': 'd220357192eb4ba5a2cdd43f000cd4c4', 'fixed_ips': [{'subnet_id': 'd9b5c29e-b014-49ec-aabd-8c0ad7c78e2e'}]}} from dv-cinder-840525-1-iscsi. {{(pid=103281) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 04 18:56:51.844463 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a664f3d8-d884-42ca-9f1b-bcc7b0dd7a33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:56:51.858543 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d550e3f-9ed7-453f-bc3d-e2d332cd5a17 admin admin] Checking segment: {'id': '6694153e-2070-44d0-bec4-dda97cd2835f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'b776d5b6-becc-4024-9dab-9ffc4ba67a01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 18:56:51.859198 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d550e3f-9ed7-453f-bc3d-e2d332cd5a17 admin admin] Network hostable DHCP agents. Network: b776d5b6-becc-4024-9dab-9ffc4ba67a01, hostable agents: ['ae04e5b6-6ccf-46c0-81ba-a3f5b8ae390c'], hosted agents: [] {{(pid=103279) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 18:56:51.874041 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d0b15e87-1563-4760-a445-09ed7ff631be admin admin] Publish callbacks [] for router_controller (ef792f77-065e-42a3-85fe-a804c7a09f70), precommit_add_association {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:56:51.902571 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-61915777-f04a-404a-8a71-b40c31ea4a0e admin admin] Publish callbacks [] for security_group (21af4c0d-88c5-4ceb-bb31-2902e92f589d), precommit_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:56:51.904881 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d550e3f-9ed7-453f-bc3d-e2d332cd5a17 admin admin] Network b776d5b6-becc-4024-9dab-9ffc4ba67a01 is scheduled to be hosted by DHCP agent ae04e5b6-6ccf-46c0-81ba-a3f5b8ae390c with binding_index 1 {{(pid=103279) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 18:56:51.915044 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-61915777-f04a-404a-8a71-b40c31ea4a0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (21af4c0d-88c5-4ceb-bb31-2902e92f589d), after_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:56:51.928272 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61915777-f04a-404a-8a71-b40c31ea4a0e admin admin] vlan segment allocate from pool success with {'vlan_id': 255, 'physical_network': 'physnet1'} {{(pid=103279) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 18:56:51.939510 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-61915777-f04a-404a-8a71-b40c31ea4a0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589113'] for segment (83414da3-b767-40e5-839e-69613fac7970), precommit_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:56:51.939986 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.db.segments_db [None req-61915777-f04a-404a-8a71-b40c31ea4a0e admin admin] Added segment 83414da3-b767-40e5-839e-69613fac7970 of type vlan for network 53f417bd-e455-4de8-9365-a661c93c9b00 May 04 18:56:51.995034 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-61915777-f04a-404a-8a71-b40c31ea4a0e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790498323402'] for network (53f417bd-e455-4de8-9365-a661c93c9b00), precommit_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:56:52.023585 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.scheduler.base_scheduler [None req-2d550e3f-9ed7-453f-bc3d-e2d332cd5a17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840525-1-iscsi, b776d5b6-becc-4024-9dab-9ffc4ba67a01) {{(pid=103279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:56:52.034028 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-61915777-f04a-404a-8a71-b40c31ea4a0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608'] for network (53f417bd-e455-4de8-9365-a661c93c9b00), after_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:56:52.035467 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61915777-f04a-404a-8a71-b40c31ea4a0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:56:52.036263 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-61915777-f04a-404a-8a71-b40c31ea4a0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572658'] for network (None), before_response {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:56:52.050486 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d550e3f-9ed7-453f-bc3d-e2d332cd5a17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:56:52.051304 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-2d550e3f-9ed7-453f-bc3d-e2d332cd5a17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572658'] for subnet (None), before_response {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:56:52.079202 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-2d550e3f-9ed7-453f-bc3d-e2d332cd5a17 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.8593206 May 04 18:56:52.086224 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d28ae8-11aa-45d5-ad9e-91746db5ded8 None None] Network b776d5b6-becc-4024-9dab-9ffc4ba67a01 requested from dv-cinder-840525-1-iscsi {{(pid=103281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 18:56:52.086484 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 46800) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:56:52.096354 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.v2.base [None req-12f8a23d-6972-4783-85d0-76d50b656475 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2014535518-router', 'tenant_id': '5287a76e646d4a3db0cc508a956314e7', 'external_gateway_info': {'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762'}}} {{(pid=103279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:56:52.125695 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61915777-f04a-404a-8a71-b40c31ea4a0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21af4c0d-88c5-4ceb-bb31-2902e92f589d,revision_number=1']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:56:52.141732 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-12f8a23d-6972-4783-85d0-76d50b656475 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-620518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4428'] for router (99e16632-d532-445b-8b38-b656dab90e80), before_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:56:52.143045 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-12f8a23d-6972-4783-85d0-76d50b656475 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-610031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-693478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4405'] for router (99e16632-d532-445b-8b38-b656dab90e80), precommit_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:56:52.158360 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-61915777-f04a-404a-8a71-b40c31ea4a0e admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3343832 May 04 18:56:52.163454 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 46802) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:56:52.171420 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.v2.base [None req-cce5cbe4-6829-4de7-9690-1e6f176e453c admin admin] Request body: {'subnet': {'network_id': '53f417bd-e455-4de8-9365-a661c93c9b00', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1693786255-subnet', 'tenant_id': 'dd17f7a747ad43fc905b8d1688a71ba7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:56:52.202229 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d0b15e87-1563-4760-a445-09ed7ff631be admin admin] Publish callbacks [] for router_gateway (ef792f77-065e-42a3-85fe-a804c7a09f70), precommit_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:56:52.202511 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cce5cbe4-6829-4de7-9690-1e6f176e453c admin admin] Made reservation on behalf of dd17f7a747ad43fc905b8d1688a71ba7 for: {'subnet': 1} {{(pid=103279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:56:52.205443 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-cce5cbe4-6829-4de7-9690-1e6f176e453c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:56:52.331375 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-a664f3d8-d884-42ca-9f1b-bcc7b0dd7a33 None None] Allocated IP 172.20.0.2 (30fa2e3e-f6d8-4564-bce1-ee05a5bd0ce9/d9b5c29e-b014-49ec-aabd-8c0ad7c78e2e/5b49b12b-724c-4025-8612-48d524951b01) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:56:52.470467 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ee8ef5-d1ed-4462-ae3d-e242616f7248 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31efe59b-327d-5d9c-bbb4-4911cdeac679-b776d5b6-becc-4024-9dab-9ffc4ba67a01', 'network_id': 'b776d5b6-becc-4024-9dab-9ffc4ba67a01', 'project_id': '5287a76e646d4a3db0cc508a956314e7', 'fixed_ips': [{'subnet_id': '02826e21-c978-41a3-b31e-dd2107bb922c'}]}} from dv-cinder-840525-1-iscsi. {{(pid=103281) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 04 18:56:52.471671 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-60ee8ef5-d1ed-4462-ae3d-e242616f7248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:56:52.491684 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61915777-f04a-404a-8a71-b40c31ea4a0e admin admin] Pushing event updated for resources: {'Network': ['ID=53f417bd-e455-4de8-9365-a661c93c9b00,revision_number=1']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:56:52.510114 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-12f8a23d-6972-4783-85d0-76d50b656475 admin admin] Publish callbacks [] for router_controller (99e16632-d532-445b-8b38-b656dab90e80), precommit_add_association {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:56:52.554449 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Network 53f417bd-e455-4de8-9365-a661c93c9b00 details requested by agent ovs-agent-dv-cinder-840525-1-iscsi with host dv-cinder-840525-1-iscsi {{(pid=103281) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 18:56:52.849238 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d0b15e87-1563-4760-a445-09ed7ff631be admin admin] Publish callbacks [] for router_gateway (ef792f77-065e-42a3-85fe-a804c7a09f70), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:56:52.901796 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d0b15e87-1563-4760-a445-09ed7ff631be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:56:52.956542 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-60ee8ef5-d1ed-4462-ae3d-e242616f7248 None None] Allocated IP 172.20.0.2 (b776d5b6-becc-4024-9dab-9ffc4ba67a01/02826e21-c978-41a3-b31e-dd2107bb922c/09245a88-9c5e-4300-b899-f6efd0af77d6) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:56:53.003296 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a664f3d8-d884-42ca-9f1b-bcc7b0dd7a33 None None] Publish callbacks [] for port (5b49b12b-724c-4025-8612-48d524951b01), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:56:53.030857 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a664f3d8-d884-42ca-9f1b-bcc7b0dd7a33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790498302100'] for port (5b49b12b-724c-4025-8612-48d524951b01), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:56:53.054692 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-12f8a23d-6972-4783-85d0-76d50b656475 admin admin] Publish callbacks [] for router_gateway (99e16632-d532-445b-8b38-b656dab90e80), precommit_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:56:53.094238 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a664f3d8-d884-42ca-9f1b-bcc7b0dd7a33 None None] Network 30fa2e3e-f6d8-4564-bce1-ee05a5bd0ce9 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:56:53.103966 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-a664f3d8-d884-42ca-9f1b-bcc7b0dd7a33 None None] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:56:53.144823 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.db.db_base_plugin_common [None req-d0b15e87-1563-4760-a445-09ed7ff631be admin admin] Allocated IP 172.27.0.201 (cbca2f8d-f88f-49b4-8a9d-8b4714c67762/6d3155f3-7d72-4b90-89ae-8effc01a61e4/1dbb1916-5d86-42ef-bf63-cc969ada161e) {{(pid=103280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:56:53.165017 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a664f3d8-d884-42ca-9f1b-bcc7b0dd7a33 None None] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 18:56:53.316669 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d0b15e87-1563-4760-a445-09ed7ff631be admin admin] Publish callbacks [] for port (1dbb1916-5d86-42ef-bf63-cc969ada161e), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:56:53.363103 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d0b15e87-1563-4760-a445-09ed7ff631be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790498302100'] for port (1dbb1916-5d86-42ef-bf63-cc969ada161e), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:56:53.391221 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a664f3d8-d884-42ca-9f1b-bcc7b0dd7a33 None None] Pushing event updated for resources: {'Port': ['ID=5b49b12b-724c-4025-8612-48d524951b01,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:56:53.417443 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a664f3d8-d884-42ca-9f1b-bcc7b0dd7a33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:56:53.417918 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a664f3d8-d884-42ca-9f1b-bcc7b0dd7a33 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:56:53.418642 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a664f3d8-d884-42ca-9f1b-bcc7b0dd7a33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:56:53.418904 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a664f3d8-d884-42ca-9f1b-bcc7b0dd7a33 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:56:53.419439 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a664f3d8-d884-42ca-9f1b-bcc7b0dd7a33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:56:53.419979 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a664f3d8-d884-42ca-9f1b-bcc7b0dd7a33 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:56:53.420528 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a664f3d8-d884-42ca-9f1b-bcc7b0dd7a33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:56:53.421100 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a664f3d8-d884-42ca-9f1b-bcc7b0dd7a33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:56:53.421234 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a664f3d8-d884-42ca-9f1b-bcc7b0dd7a33 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:56:53.421602 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a664f3d8-d884-42ca-9f1b-bcc7b0dd7a33 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:56:53.421987 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a664f3d8-d884-42ca-9f1b-bcc7b0dd7a33 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:56:53.422280 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a664f3d8-d884-42ca-9f1b-bcc7b0dd7a33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:56:53.422607 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a664f3d8-d884-42ca-9f1b-bcc7b0dd7a33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:56:53.422933 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a664f3d8-d884-42ca-9f1b-bcc7b0dd7a33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:56:53.423256 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a664f3d8-d884-42ca-9f1b-bcc7b0dd7a33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:56:53.424992 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a664f3d8-d884-42ca-9f1b-bcc7b0dd7a33 None None] Tracked resource versions report: May 04 18:56:53.424992 dv-cinder-840525-1-iscsi neutron-server[103281]: pushed versions: May 04 18:56:53.424992 dv-cinder-840525-1-iscsi neutron-server[103281]: { 'AddressGroup': {'1.2'}, May 04 18:56:53.424992 dv-cinder-840525-1-iscsi neutron-server[103281]: 'Agent': {'1.1'}, May 04 18:56:53.424992 dv-cinder-840525-1-iscsi neutron-server[103281]: 'ConntrackHelper': {'1.0'}, May 04 18:56:53.424992 dv-cinder-840525-1-iscsi neutron-server[103281]: 'LocalIPAssociation': {'1.0'}, May 04 18:56:53.424992 dv-cinder-840525-1-iscsi neutron-server[103281]: 'Log': {'1.0'}, May 04 18:56:53.424992 dv-cinder-840525-1-iscsi neutron-server[103281]: 'NDPProxy': {'1.0'}, May 04 18:56:53.424992 dv-cinder-840525-1-iscsi neutron-server[103281]: 'Network': {'1.1'}, May 04 18:56:53.424992 dv-cinder-840525-1-iscsi neutron-server[103281]: 'Port': {'1.7'}, May 04 18:56:53.424992 dv-cinder-840525-1-iscsi neutron-server[103281]: 'PortForwarding': {'1.3'}, May 04 18:56:53.424992 dv-cinder-840525-1-iscsi neutron-server[103281]: 'QosPolicy': {'1.10'}, May 04 18:56:53.424992 dv-cinder-840525-1-iscsi neutron-server[103281]: 'SecurityGroup': {'1.5'}, May 04 18:56:53.424992 dv-cinder-840525-1-iscsi neutron-server[103281]: 'SecurityGroupRule': {'1.2'}, May 04 18:56:53.424992 dv-cinder-840525-1-iscsi neutron-server[103281]: 'SubPort': {'1.0'}, May 04 18:56:53.424992 dv-cinder-840525-1-iscsi neutron-server[103281]: 'Subnet': {'1.1'}, May 04 18:56:53.424992 dv-cinder-840525-1-iscsi neutron-server[103281]: 'Trunk': {'1.1'}} May 04 18:56:53.424992 dv-cinder-840525-1-iscsi neutron-server[103281]: consumer versions: May 04 18:56:53.424992 dv-cinder-840525-1-iscsi neutron-server[103281]: { DHCP agent@dv-cinder-840525-1-iscsi: {}, May 04 18:56:53.424992 dv-cinder-840525-1-iscsi neutron-server[103281]: HyperV agent@hv-cinder-84052: {}, May 04 18:56:53.424992 dv-cinder-840525-1-iscsi neutron-server[103281]: L3 agent@dv-cinder-840525-1-iscsi: {}, May 04 18:56:53.424992 dv-cinder-840525-1-iscsi neutron-server[103281]: Metadata agent@dv-cinder-840525-1-iscsi: {}, May 04 18:56:53.424992 dv-cinder-840525-1-iscsi neutron-server[103281]: Metering agent@dv-cinder-840525-1-iscsi: {}, May 04 18:56:53.424992 dv-cinder-840525-1-iscsi neutron-server[103281]: Open vSwitch agent@dv-cinder-840525-1-iscsi: { 'AddressGroup': '1.2', May 04 18:56:53.424992 dv-cinder-840525-1-iscsi neutron-server[103281]: 'Agent': '1.1', May 04 18:56:53.424992 dv-cinder-840525-1-iscsi neutron-server[103281]: 'ConntrackHelper': '1.0', May 04 18:56:53.424992 dv-cinder-840525-1-iscsi neutron-server[103281]: 'LocalIPAssociation': '1.0', May 04 18:56:53.424992 dv-cinder-840525-1-iscsi neutron-server[103281]: 'Log': '1.0', May 04 18:56:53.424992 dv-cinder-840525-1-iscsi neutron-server[103281]: 'NDPProxy': '1.0', May 04 18:56:53.424992 dv-cinder-840525-1-iscsi neutron-server[103281]: 'Network': '1.1', May 04 18:56:53.424992 dv-cinder-840525-1-iscsi neutron-server[103281]: 'Port': '1.7', May 04 18:56:53.424992 dv-cinder-840525-1-iscsi neutron-server[103281]: 'PortForwarding': '1.3', May 04 18:56:53.424992 dv-cinder-840525-1-iscsi neutron-server[103281]: 'QosPolicy': '1.10', May 04 18:56:53.424992 dv-cinder-840525-1-iscsi neutron-server[103281]: 'SecurityGroup': '1.5', May 04 18:56:53.424992 dv-cinder-840525-1-iscsi neutron-server[103281]: 'SecurityGroupRule': '1.2', May 04 18:56:53.424992 dv-cinder-840525-1-iscsi neutron-server[103281]: 'SubPort': '1.0', May 04 18:56:53.424992 dv-cinder-840525-1-iscsi neutron-server[103281]: 'Subnet': '1.1', May 04 18:56:53.424992 dv-cinder-840525-1-iscsi neutron-server[103281]: 'Trunk': '1.1'}} May 04 18:56:53.424992 dv-cinder-840525-1-iscsi neutron-server[103281]: {{(pid=103281) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 04 18:56:53.442370 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [None req-a664f3d8-d884-42ca-9f1b-bcc7b0dd7a33 None None] Attempting to bind port 5b49b12b-724c-4025-8612-48d524951b01 on host dv-cinder-840525-1-iscsi for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 18:56:53.442746 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [None req-a664f3d8-d884-42ca-9f1b-bcc7b0dd7a33 None None] Attempting to bind port 5b49b12b-724c-4025-8612-48d524951b01 by drivers openvswitch,hyperv on host dv-cinder-840525-1-iscsi at level 0 using segments [{'id': '2b95549f-f474-429b-a791-f25a87674098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '30fa2e3e-f6d8-4564-bce1-ee05a5bd0ce9'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 18:56:53.443114 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a664f3d8-d884-42ca-9f1b-bcc7b0dd7a33 None None] Attempting to bind port 5b49b12b-724c-4025-8612-48d524951b01 on network 30fa2e3e-f6d8-4564-bce1-ee05a5bd0ce9 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 18:56:53.458840 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a664f3d8-d884-42ca-9f1b-bcc7b0dd7a33 None None] Checking agent: {'id': '7e96273e-cd3b-4e2d-a9cb-a5a62cf8f8b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840525-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 18, 48, 33), 'started_at': datetime.datetime(2022, 5, 4, 18, 49, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 18, 56, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840525-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 18:56:53.459223 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a664f3d8-d884-42ca-9f1b-bcc7b0dd7a33 None None] Checking segment: {'id': '2b95549f-f474-429b-a791-f25a87674098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '30fa2e3e-f6d8-4564-bce1-ee05a5bd0ce9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 18:56:53.459627 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a664f3d8-d884-42ca-9f1b-bcc7b0dd7a33 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:56:53.460024 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a664f3d8-d884-42ca-9f1b-bcc7b0dd7a33 None None] Bound using segment: {'id': '2b95549f-f474-429b-a791-f25a87674098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '30fa2e3e-f6d8-4564-bce1-ee05a5bd0ce9'} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 18:56:53.460509 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [None req-a664f3d8-d884-42ca-9f1b-bcc7b0dd7a33 None None] Bound port: 5b49b12b-724c-4025-8612-48d524951b01, host: dv-cinder-840525-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b95549f-f474-429b-a791-f25a87674098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '30fa2e3e-f6d8-4564-bce1-ee05a5bd0ce9'}}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 18:56:53.461375 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a664f3d8-d884-42ca-9f1b-bcc7b0dd7a33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (5b49b12b-724c-4025-8612-48d524951b01), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:56:53.495853 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b15e87-1563-4760-a445-09ed7ff631be admin admin] Pushing event updated for resources: {'Port': ['ID=1dbb1916-5d86-42ef-bf63-cc969ada161e,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:56:53.532053 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b15e87-1563-4760-a445-09ed7ff631be admin admin] Network cbca2f8d-f88f-49b4-8a9d-8b4714c67762 is already hosted by enough agents. {{(pid=103280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:56:53.535055 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.base_scheduler [None req-d0b15e87-1563-4760-a445-09ed7ff631be admin admin] Resources bound (agent type, host, resource id): {{(pid=103280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:56:53.541668 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b15e87-1563-4760-a445-09ed7ff631be admin admin] Received port after_create {{(pid=103280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 18:56:53.547652 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-60ee8ef5-d1ed-4462-ae3d-e242616f7248 None None] Publish callbacks [] for port (09245a88-9c5e-4300-b899-f6efd0af77d6), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:56:53.565092 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-60ee8ef5-d1ed-4462-ae3d-e242616f7248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790498302100'] for port (09245a88-9c5e-4300-b899-f6efd0af77d6), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:56:53.596572 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 46866) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:56:53.601384 dv-cinder-840525-1-iscsi neutron-server[103279]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 04 18:56:53.602703 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-a664f3d8-d884-42ca-9f1b-bcc7b0dd7a33 None None] For port 5b49b12b-724c-4025-8612-48d524951b01, host dv-cinder-840525-1-iscsi, cleared binding levels {{(pid=103281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 18:56:53.627509 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60ee8ef5-d1ed-4462-ae3d-e242616f7248 None None] Network b776d5b6-becc-4024-9dab-9ffc4ba67a01 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:56:53.629351 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-a664f3d8-d884-42ca-9f1b-bcc7b0dd7a33 None None] For port 5b49b12b-724c-4025-8612-48d524951b01, host dv-cinder-840525-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-1-iscsi',level=0,port_id=5b49b12b-724c-4025-8612-48d524951b01,segment=NetworkSegment(2b95549f-f474-429b-a791-f25a87674098),segment_id=2b95549f-f474-429b-a791-f25a87674098)] {{(pid=103281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 18:56:53.635393 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-60ee8ef5-d1ed-4462-ae3d-e242616f7248 None None] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:56:53.637775 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ee8ef5-d1ed-4462-ae3d-e242616f7248 None None] Pushing event updated for resources: {'Port': ['ID=09245a88-9c5e-4300-b899-f6efd0af77d6,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:56:53.643427 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ee8ef5-d1ed-4462-ae3d-e242616f7248 None None] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 18:56:53.647959 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a664f3d8-d884-42ca-9f1b-bcc7b0dd7a33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136'] for port (5b49b12b-724c-4025-8612-48d524951b01), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:56:53.751130 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-cce5cbe4-6829-4de7-9690-1e6f176e453c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608'] for subnet (e66736f7-cfb8-4201-a579-14943c9785b1), after_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:56:53.843328 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [None req-60ee8ef5-d1ed-4462-ae3d-e242616f7248 None None] Attempting to bind port 09245a88-9c5e-4300-b899-f6efd0af77d6 on host dv-cinder-840525-1-iscsi for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 18:56:53.843706 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [None req-60ee8ef5-d1ed-4462-ae3d-e242616f7248 None None] Attempting to bind port 09245a88-9c5e-4300-b899-f6efd0af77d6 by drivers openvswitch,hyperv on host dv-cinder-840525-1-iscsi at level 0 using segments [{'id': '6694153e-2070-44d0-bec4-dda97cd2835f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'b776d5b6-becc-4024-9dab-9ffc4ba67a01'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 18:56:53.844071 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ee8ef5-d1ed-4462-ae3d-e242616f7248 None None] Attempting to bind port 09245a88-9c5e-4300-b899-f6efd0af77d6 on network b776d5b6-becc-4024-9dab-9ffc4ba67a01 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 18:56:53.852577 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a664f3d8-d884-42ca-9f1b-bcc7b0dd7a33 None None] Pushing event updated for resources: {'Port': ['ID=5b49b12b-724c-4025-8612-48d524951b01,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:56:53.876047 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d0b15e87-1563-4760-a445-09ed7ff631be admin admin] Publish callbacks [] for router_gateway (ef792f77-065e-42a3-85fe-a804c7a09f70), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:56:53.876589 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ee8ef5-d1ed-4462-ae3d-e242616f7248 None None] Checking agent: {'id': '7e96273e-cd3b-4e2d-a9cb-a5a62cf8f8b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840525-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 18, 48, 33), 'started_at': datetime.datetime(2022, 5, 4, 18, 49, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 18, 56, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840525-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 18:56:53.876982 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ee8ef5-d1ed-4462-ae3d-e242616f7248 None None] Checking segment: {'id': '6694153e-2070-44d0-bec4-dda97cd2835f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'b776d5b6-becc-4024-9dab-9ffc4ba67a01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 18:56:53.877421 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-60ee8ef5-d1ed-4462-ae3d-e242616f7248 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:56:53.877824 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ee8ef5-d1ed-4462-ae3d-e242616f7248 None None] Bound using segment: {'id': '6694153e-2070-44d0-bec4-dda97cd2835f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'b776d5b6-becc-4024-9dab-9ffc4ba67a01'} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 18:56:53.878322 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [None req-60ee8ef5-d1ed-4462-ae3d-e242616f7248 None None] Bound port: 09245a88-9c5e-4300-b899-f6efd0af77d6, host: dv-cinder-840525-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6694153e-2070-44d0-bec4-dda97cd2835f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'b776d5b6-becc-4024-9dab-9ffc4ba67a01'}}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 18:56:53.878702 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-60ee8ef5-d1ed-4462-ae3d-e242616f7248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (09245a88-9c5e-4300-b899-f6efd0af77d6), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:56:53.906198 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-12f8a23d-6972-4783-85d0-76d50b656475 admin admin] Publish callbacks [] for router_gateway (99e16632-d532-445b-8b38-b656dab90e80), before_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:56:54.014839 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-60ee8ef5-d1ed-4462-ae3d-e242616f7248 None None] For port 09245a88-9c5e-4300-b899-f6efd0af77d6, host dv-cinder-840525-1-iscsi, cleared binding levels {{(pid=103281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 18:56:54.020116 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-60ee8ef5-d1ed-4462-ae3d-e242616f7248 None None] For port 09245a88-9c5e-4300-b899-f6efd0af77d6, host dv-cinder-840525-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-1-iscsi',level=0,port_id=09245a88-9c5e-4300-b899-f6efd0af77d6,segment=NetworkSegment(6694153e-2070-44d0-bec4-dda97cd2835f),segment_id=6694153e-2070-44d0-bec4-dda97cd2835f)] {{(pid=103281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 18:56:54.031050 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-60ee8ef5-d1ed-4462-ae3d-e242616f7248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136'] for port (09245a88-9c5e-4300-b899-f6efd0af77d6), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:56:54.126626 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ee8ef5-d1ed-4462-ae3d-e242616f7248 None None] Pushing event updated for resources: {'Port': ['ID=09245a88-9c5e-4300-b899-f6efd0af77d6,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:56:54.156686 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce5cbe4-6829-4de7-9690-1e6f176e453c admin admin] Pushing event updated for resources: {'Subnet': ['ID=e66736f7-cfb8-4201-a579-14943c9785b1,revision_number=0']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:56:54.194459 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-12f8a23d-6972-4783-85d0-76d50b656475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (None), before_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:56:54.228116 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85345ed1-8294-4637-a96e-6ec2e0230d9a req-b665a036-5c86-4e8e-802c-3a5607505105 tempest-DeleteServersTestJSON-75468734 tempest-DeleteServersTestJSON-75468734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:56:54.233067 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-85345ed1-8294-4637-a96e-6ec2e0230d9a req-b665a036-5c86-4e8e-802c-3a5607505105 tempest-DeleteServersTestJSON-75468734 tempest-DeleteServersTestJSON-75468734-project] 10.222.0.35 "GET /v2.0/networks?id=d1b38ed8-9f38-451c-b1df-6305e23dba13 HTTP/1.1" status: 200 len: 812 time: 0.6326811 May 04 18:56:54.263369 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-85345ed1-8294-4637-a96e-6ec2e0230d9a req-5115779a-6324-4239-a7c2-7f09906a1191 tempest-DeleteServersTestJSON-75468734 tempest-DeleteServersTestJSON-75468734-project] 10.222.0.35 "GET /v2.0/quotas/625af698d5ee489d92da3d75516477cb HTTP/1.1" status: 200 len: 375 time: 0.0154817 May 04 18:56:54.309904 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d0b15e87-1563-4760-a445-09ed7ff631be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-610012'] for router (ef792f77-065e-42a3-85fe-a804c7a09f70), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:56:54.493206 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce5cbe4-6829-4de7-9690-1e6f176e453c admin admin] Checking segment: {'id': '83414da3-b767-40e5-839e-69613fac7970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '53f417bd-e455-4de8-9365-a661c93c9b00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 18:56:54.494330 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce5cbe4-6829-4de7-9690-1e6f176e453c admin admin] Network hostable DHCP agents. Network: 53f417bd-e455-4de8-9365-a661c93c9b00, hostable agents: ['ae04e5b6-6ccf-46c0-81ba-a3f5b8ae390c'], hosted agents: [] {{(pid=103279) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 18:56:54.501205 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-85345ed1-8294-4637-a96e-6ec2e0230d9a req-0fb3a9ce-dff4-45d2-8461-3f70a22e8045 tempest-DeleteServersTestJSON-75468734 tempest-DeleteServersTestJSON-75468734-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=625af698d5ee489d92da3d75516477cb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1943057 May 04 18:56:54.564916 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.db.db_base_plugin_common [None req-12f8a23d-6972-4783-85d0-76d50b656475 admin admin] Allocated IP 172.27.0.190 (cbca2f8d-f88f-49b4-8a9d-8b4714c67762/6d3155f3-7d72-4b90-89ae-8effc01a61e4/31d53c0e-944d-4f88-9291-b28b143bac65) {{(pid=103279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:56:54.576767 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce5cbe4-6829-4de7-9690-1e6f176e453c admin admin] Network 53f417bd-e455-4de8-9365-a661c93c9b00 is scheduled to be hosted by DHCP agent ae04e5b6-6ccf-46c0-81ba-a3f5b8ae390c with binding_index 1 {{(pid=103279) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 18:56:54.582515 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0b15e87-1563-4760-a445-09ed7ff631be admin admin] Router ef792f77-065e-42a3-85fe-a804c7a09f70 is scheduled to L3 agent 0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b with binding_index 1 {{(pid=103280) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 04 18:56:54.619733 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.scheduler.base_scheduler [None req-cce5cbe4-6829-4de7-9690-1e6f176e453c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840525-1-iscsi, 53f417bd-e455-4de8-9365-a661c93c9b00) {{(pid=103279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:56:54.631865 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cce5cbe4-6829-4de7-9690-1e6f176e453c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:56:54.632487 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-cce5cbe4-6829-4de7-9690-1e6f176e453c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572658'] for subnet (None), before_response {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:56:54.632776 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b4b329f-cd4c-4be8-86d2-8dcda2eff222 None None] Network 53f417bd-e455-4de8-9365-a661c93c9b00 requested from dv-cinder-840525-1-iscsi {{(pid=103281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 18:56:54.722259 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-cce5cbe4-6829-4de7-9690-1e6f176e453c admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.5556309 May 04 18:56:54.741443 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 46898) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:56:54.751175 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.v2.base [None req-695383d0-8baf-4c7c-9574-837f772cd2c0 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1693786255-router', 'tenant_id': 'dd17f7a747ad43fc905b8d1688a71ba7', 'external_gateway_info': {'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762'}}} {{(pid=103279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:56:54.809611 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [req-85345ed1-8294-4637-a96e-6ec2e0230d9a req-abf993d4-389d-4b5d-92d0-5ce67fcd837a service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103279) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 04 18:56:54.810638 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-85345ed1-8294-4637-a96e-6ec2e0230d9a req-abf993d4-389d-4b5d-92d0-5ce67fcd837a service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0985427 May 04 18:56:54.853362 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-695383d0-8baf-4c7c-9574-837f772cd2c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-620518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4428'] for router (81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe), before_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:56:54.854746 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-695383d0-8baf-4c7c-9574-837f772cd2c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-610031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-693478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4405'] for router (81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe), precommit_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:56:54.868413 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0b15e87-1563-4760-a445-09ed7ff631be admin admin] Notify agent at l3_agent.dv-cinder-840525-1-iscsi the message routers_updated {{(pid=103280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 18:56:54.872380 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-12f8a23d-6972-4783-85d0-76d50b656475 admin admin] Publish callbacks [] for port (31d53c0e-944d-4f88-9291-b28b143bac65), precommit_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:56:54.872547 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ec976d-cf98-4143-b93c-0616d75bba3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31efe59b-327d-5d9c-bbb4-4911cdeac679-53f417bd-e455-4de8-9365-a661c93c9b00', 'network_id': '53f417bd-e455-4de8-9365-a661c93c9b00', 'project_id': 'dd17f7a747ad43fc905b8d1688a71ba7', 'fixed_ips': [{'subnet_id': 'e66736f7-cfb8-4201-a579-14943c9785b1'}]}} from dv-cinder-840525-1-iscsi. {{(pid=103281) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 04 18:56:54.873153 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f9ec976d-cf98-4143-b93c-0616d75bba3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:56:54.884720 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ae69da-0cf5-48a1-9a1a-56917a6ca3db None None] Sync routers for ids ['ef792f77-065e-42a3-85fe-a804c7a09f70'] in dv-cinder-840525-1-iscsi {{(pid=103282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 18:56:54.902272 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d0b15e87-1563-4760-a445-09ed7ff631be admin admin] Publish callbacks [] for router (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:56:54.907323 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-d0b15e87-1563-4760-a445-09ed7ff631be admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.1913719 May 04 18:56:54.908700 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 46908) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:56:54.911559 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ae69da-0cf5-48a1-9a1a-56917a6ca3db None None] Routers {'ef792f77-065e-42a3-85fe-a804c7a09f70'} bound to L3 agent in host dv-cinder-840525-1-iscsi {{(pid=103282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 18:56:54.922187 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-d5ae69da-0cf5-48a1-9a1a-56917a6ca3db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-04T18:48:29Z,description=,heartbeat_timestamp=2022-05-04T18:56:29Z,host='dv-cinder-840525-1-iscsi',id=0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:48:29Z,topic='l3_agent')) {'router_ids': ['ef792f77-065e-42a3-85fe-a804c7a09f70'], 'active': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:56:55.230898 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (bff7e656-358d-4e40-a36a-3f10fe33ffdf), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:56:55.253414 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-f9ec976d-cf98-4143-b93c-0616d75bba3a None None] Allocated IP 172.20.0.2 (53f417bd-e455-4de8-9365-a661c93c9b00/e66736f7-cfb8-4201-a579-14943c9785b1/4f6fab10-5395-4aab-8128-8fae2014f574) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:56:55.397990 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvr_db [None req-d5ae69da-0cf5-48a1-9a1a-56917a6ca3db None None] Set router ef792f77-065e-42a3-85fe-a804c7a09f70 gateway port host: dv-cinder-840525-1-iscsi {{(pid=103282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 18:56:55.513018 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-85345ed1-8294-4637-a96e-6ec2e0230d9a req-bde9902e-0d78-4962-8114-2b7a406a8512 service neutron] 10.222.0.35 "GET /v2.0/networks/d1b38ed8-9f38-451c-b1df-6305e23dba13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6901903 May 04 18:56:55.533184 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4c36769-734d-4e83-ad94-1aa998997eda None None] Network 30fa2e3e-f6d8-4564-bce1-ee05a5bd0ce9 requested from dv-cinder-840525-1-iscsi {{(pid=103281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 18:56:55.699304 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-85345ed1-8294-4637-a96e-6ec2e0230d9a req-ec9ec78d-1e49-46dd-a7c4-0d9448e8cc20 service neutron] 10.222.0.35 "GET /v2.0/networks/d1b38ed8-9f38-451c-b1df-6305e23dba13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842747 May 04 18:56:55.760620 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-7d01b7dc-9b4f-45de-873e-a2a20caa0731 None None] Provisioning complete for port 5b49b12b-724c-4025-8612-48d524951b01 triggered by entity DHCP. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:56:55.761711 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7d01b7dc-9b4f-45de-873e-a2a20caa0731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1774450'] for port (5b49b12b-724c-4025-8612-48d524951b01), provisioning_complete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:56:55.846361 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8b3e51b-e29f-4ad6-86bb-b87f7918a410 None None] Network b776d5b6-becc-4024-9dab-9ffc4ba67a01 requested from dv-cinder-840525-1-iscsi {{(pid=103281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 18:56:55.862101 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-695383d0-8baf-4c7c-9574-837f772cd2c0 admin admin] Publish callbacks [] for router_controller (81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe), precommit_add_association {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:56:55.862550 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-d5ae69da-0cf5-48a1-9a1a-56917a6ca3db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef792f77-065e-42a3-85fe-a804c7a09f70', 'name': 'tempest-AttachVolumeTestJSON-1110027105-router', 'tenant_id': 'd220357192eb4ba5a2cdd43f000cd4c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'external_fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '1dbb1916-5d86-42ef-bf63-cc969ada161e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:56:51Z', 'updated_at': '2022-05-04T18:56:53Z', 'revision_number': 3, 'project_id': 'd220357192eb4ba5a2cdd43f000cd4c4', 'gw_port': {'id': '1dbb1916-5d86-42ef-bf63-cc969ada161e', 'name': '', 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:02:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef792f77-065e-42a3-85fe-a804c7a09f70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:56:52Z', 'updated_at': '2022-05-04T18:56:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-1-iscsi'}], 'dv-cinder-840525-1-iscsi', False) {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:56:55.868537 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-12f8a23d-6972-4783-85d0-76d50b656475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790498302100'] for port (31d53c0e-944d-4f88-9291-b28b143bac65), after_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:56:55.969279 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ae69da-0cf5-48a1-9a1a-56917a6ca3db None None] Checking router: ef792f77-065e-42a3-85fe-a804c7a09f70 for host: dv-cinder-840525-1-iscsi {{(pid=103282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 18:56:55.969887 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ae69da-0cf5-48a1-9a1a-56917a6ca3db None None] Updating router ef792f77-065e-42a3-85fe-a804c7a09f70 port 1dbb1916-5d86-42ef-bf63-cc969ada161e binding host dv-cinder-840525-1-iscsi {{(pid=103282) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 18:56:56.051401 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f8a23d-6972-4783-85d0-76d50b656475 admin admin] Pushing event updated for resources: {'Port': ['ID=31d53c0e-944d-4f88-9291-b28b143bac65,revision_number=1']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:56:56.054341 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d5ae69da-0cf5-48a1-9a1a-56917a6ca3db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (1dbb1916-5d86-42ef-bf63-cc969ada161e), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:56:56.245511 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-48355084-21ef-4faf-929b-68cd9e5b4ebe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:56:56.318281 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f9ec976d-cf98-4143-b93c-0616d75bba3a None None] Publish callbacks [] for port (4f6fab10-5395-4aab-8128-8fae2014f574), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:56:56.354306 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Device 5b49b12b-724c-4025-8612-48d524951b01 up at agent ovs-agent-dv-cinder-840525-1-iscsi {{(pid=103281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 18:56:56.373743 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f9ec976d-cf98-4143-b93c-0616d75bba3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790498302100'] for port (4f6fab10-5395-4aab-8128-8fae2014f574), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:56:56.500657 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 46972) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:56:56.522198 dv-cinder-840525-1-iscsi neutron-server[103280]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 04 18:56:56.524692 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12f8a23d-6972-4783-85d0-76d50b656475 admin admin] Network cbca2f8d-f88f-49b4-8a9d-8b4714c67762 is already hosted by enough agents. {{(pid=103279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:56:56.526904 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.scheduler.base_scheduler [None req-12f8a23d-6972-4783-85d0-76d50b656475 admin admin] Resources bound (agent type, host, resource id): {{(pid=103279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:56:56.534193 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-695383d0-8baf-4c7c-9574-837f772cd2c0 admin admin] Publish callbacks [] for router_gateway (81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe), precommit_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:56:56.538868 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f8a23d-6972-4783-85d0-76d50b656475 admin admin] Received port after_create {{(pid=103279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 18:56:56.540937 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ec976d-cf98-4143-b93c-0616d75bba3a None None] Pushing event updated for resources: {'Port': ['ID=4f6fab10-5395-4aab-8128-8fae2014f574,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:56:56.560922 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ec976d-cf98-4143-b93c-0616d75bba3a None None] Network 53f417bd-e455-4de8-9365-a661c93c9b00 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:56:56.565079 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d5ae69da-0cf5-48a1-9a1a-56917a6ca3db None None] Publish callbacks [] for port (1dbb1916-5d86-42ef-bf63-cc969ada161e), precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:56:56.565378 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-f9ec976d-cf98-4143-b93c-0616d75bba3a None None] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:56:56.577184 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ec976d-cf98-4143-b93c-0616d75bba3a None None] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 18:56:56.580870 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d5ae69da-0cf5-48a1-9a1a-56917a6ca3db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136'] for port (1dbb1916-5d86-42ef-bf63-cc969ada161e), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:56:56.671955 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-d5ae69da-0cf5-48a1-9a1a-56917a6ca3db None None] Attempting to bind port 1dbb1916-5d86-42ef-bf63-cc969ada161e on host dv-cinder-840525-1-iscsi for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 18:56:56.672621 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-d5ae69da-0cf5-48a1-9a1a-56917a6ca3db None None] Attempting to bind port 1dbb1916-5d86-42ef-bf63-cc969ada161e by drivers openvswitch,hyperv on host dv-cinder-840525-1-iscsi at level 0 using segments [{'id': '183e99eb-a03a-4429-82ba-edb66df2d5f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 18:56:56.673229 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ae69da-0cf5-48a1-9a1a-56917a6ca3db None None] Attempting to bind port 1dbb1916-5d86-42ef-bf63-cc969ada161e on network cbca2f8d-f88f-49b4-8a9d-8b4714c67762 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 18:56:56.683334 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ae69da-0cf5-48a1-9a1a-56917a6ca3db None None] Checking agent: {'id': '7e96273e-cd3b-4e2d-a9cb-a5a62cf8f8b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840525-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 18, 48, 33), 'started_at': datetime.datetime(2022, 5, 4, 18, 49, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 18, 56, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840525-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 18:56:56.685074 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ae69da-0cf5-48a1-9a1a-56917a6ca3db None None] Checking segment: {'id': '183e99eb-a03a-4429-82ba-edb66df2d5f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 18:56:56.685759 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d5ae69da-0cf5-48a1-9a1a-56917a6ca3db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:56:56.688038 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ae69da-0cf5-48a1-9a1a-56917a6ca3db None None] Bound using segment: {'id': '183e99eb-a03a-4429-82ba-edb66df2d5f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 18:56:56.688807 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-d5ae69da-0cf5-48a1-9a1a-56917a6ca3db None None] Bound port: 1dbb1916-5d86-42ef-bf63-cc969ada161e, host: dv-cinder-840525-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '183e99eb-a03a-4429-82ba-edb66df2d5f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 18:56:56.689580 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d5ae69da-0cf5-48a1-9a1a-56917a6ca3db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (1dbb1916-5d86-42ef-bf63-cc969ada161e), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:56:56.706675 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-770de8c3-2293-4764-8e9f-a0bd6888e58e req-71b44cd1-1037-4900-8565-7e4e874e27e5 tempest-DeleteServersTestJSON-75468734 tempest-DeleteServersTestJSON-75468734-project] 10.222.0.35 "GET /v2.0/ports?device_id=4fa09c4f-1af0-44f4-a84a-1eb86b5abd32 HTTP/1.1" status: 200 len: 210 time: 0.1857698 May 04 18:56:56.713055 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 46998) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:56:56.763928 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-d5ae69da-0cf5-48a1-9a1a-56917a6ca3db None None] For port 1dbb1916-5d86-42ef-bf63-cc969ada161e, host dv-cinder-840525-1-iscsi, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 18:56:56.772548 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-d5ae69da-0cf5-48a1-9a1a-56917a6ca3db None None] For port 1dbb1916-5d86-42ef-bf63-cc969ada161e, host dv-cinder-840525-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-1-iscsi',level=0,port_id=1dbb1916-5d86-42ef-bf63-cc969ada161e,segment=NetworkSegment(183e99eb-a03a-4429-82ba-edb66df2d5f7),segment_id=183e99eb-a03a-4429-82ba-edb66df2d5f7)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 18:56:56.795132 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d5ae69da-0cf5-48a1-9a1a-56917a6ca3db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136'] for port (1dbb1916-5d86-42ef-bf63-cc969ada161e), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:56:56.875197 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5959d319-44c3-4911-a79a-052ce112f6a5 None None] Pushing event updated for resources: {'Port': ['ID=1dbb1916-5d86-42ef-bf63-cc969ada161e,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:56:56.904255 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5959d319-44c3-4911-a79a-052ce112f6a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:56:56.904914 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5959d319-44c3-4911-a79a-052ce112f6a5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:56:56.906735 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5959d319-44c3-4911-a79a-052ce112f6a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:56:56.908467 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5959d319-44c3-4911-a79a-052ce112f6a5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:56:56.909073 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5959d319-44c3-4911-a79a-052ce112f6a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:56:56.911184 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5959d319-44c3-4911-a79a-052ce112f6a5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:56:56.912419 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5959d319-44c3-4911-a79a-052ce112f6a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:56:56.912848 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5959d319-44c3-4911-a79a-052ce112f6a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:56:56.913402 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5959d319-44c3-4911-a79a-052ce112f6a5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:56:56.914010 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5959d319-44c3-4911-a79a-052ce112f6a5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:56:56.918765 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5959d319-44c3-4911-a79a-052ce112f6a5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:56:56.919481 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5959d319-44c3-4911-a79a-052ce112f6a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:56:56.920154 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5959d319-44c3-4911-a79a-052ce112f6a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:56:56.921057 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5959d319-44c3-4911-a79a-052ce112f6a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:56:56.921726 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5959d319-44c3-4911-a79a-052ce112f6a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:56:56.923338 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5959d319-44c3-4911-a79a-052ce112f6a5 None None] Tracked resource versions report: May 04 18:56:56.923338 dv-cinder-840525-1-iscsi neutron-server[103282]: pushed versions: May 04 18:56:56.923338 dv-cinder-840525-1-iscsi neutron-server[103282]: { 'AddressGroup': {'1.2'}, May 04 18:56:56.923338 dv-cinder-840525-1-iscsi neutron-server[103282]: 'Agent': {'1.1'}, May 04 18:56:56.923338 dv-cinder-840525-1-iscsi neutron-server[103282]: 'ConntrackHelper': {'1.0'}, May 04 18:56:56.923338 dv-cinder-840525-1-iscsi neutron-server[103282]: 'LocalIPAssociation': {'1.0'}, May 04 18:56:56.923338 dv-cinder-840525-1-iscsi neutron-server[103282]: 'Log': {'1.0'}, May 04 18:56:56.923338 dv-cinder-840525-1-iscsi neutron-server[103282]: 'NDPProxy': {'1.0'}, May 04 18:56:56.923338 dv-cinder-840525-1-iscsi neutron-server[103282]: 'Network': {'1.1'}, May 04 18:56:56.923338 dv-cinder-840525-1-iscsi neutron-server[103282]: 'Port': {'1.7'}, May 04 18:56:56.923338 dv-cinder-840525-1-iscsi neutron-server[103282]: 'PortForwarding': {'1.3'}, May 04 18:56:56.923338 dv-cinder-840525-1-iscsi neutron-server[103282]: 'QosPolicy': {'1.10'}, May 04 18:56:56.923338 dv-cinder-840525-1-iscsi neutron-server[103282]: 'SecurityGroup': {'1.5'}, May 04 18:56:56.923338 dv-cinder-840525-1-iscsi neutron-server[103282]: 'SecurityGroupRule': {'1.2'}, May 04 18:56:56.923338 dv-cinder-840525-1-iscsi neutron-server[103282]: 'SubPort': {'1.0'}, May 04 18:56:56.923338 dv-cinder-840525-1-iscsi neutron-server[103282]: 'Subnet': {'1.1'}, May 04 18:56:56.923338 dv-cinder-840525-1-iscsi neutron-server[103282]: 'Trunk': {'1.1'}} May 04 18:56:56.923338 dv-cinder-840525-1-iscsi neutron-server[103282]: consumer versions: May 04 18:56:56.923338 dv-cinder-840525-1-iscsi neutron-server[103282]: { DHCP agent@dv-cinder-840525-1-iscsi: {}, May 04 18:56:56.923338 dv-cinder-840525-1-iscsi neutron-server[103282]: HyperV agent@hv-cinder-84052: {}, May 04 18:56:56.923338 dv-cinder-840525-1-iscsi neutron-server[103282]: L3 agent@dv-cinder-840525-1-iscsi: {}, May 04 18:56:56.923338 dv-cinder-840525-1-iscsi neutron-server[103282]: Metadata agent@dv-cinder-840525-1-iscsi: {}, May 04 18:56:56.923338 dv-cinder-840525-1-iscsi neutron-server[103282]: Metering agent@dv-cinder-840525-1-iscsi: {}, May 04 18:56:56.923338 dv-cinder-840525-1-iscsi neutron-server[103282]: Open vSwitch agent@dv-cinder-840525-1-iscsi: { 'AddressGroup': '1.2', May 04 18:56:56.923338 dv-cinder-840525-1-iscsi neutron-server[103282]: 'Agent': '1.1', May 04 18:56:56.923338 dv-cinder-840525-1-iscsi neutron-server[103282]: 'ConntrackHelper': '1.0', May 04 18:56:56.923338 dv-cinder-840525-1-iscsi neutron-server[103282]: 'LocalIPAssociation': '1.0', May 04 18:56:56.923338 dv-cinder-840525-1-iscsi neutron-server[103282]: 'Log': '1.0', May 04 18:56:56.923338 dv-cinder-840525-1-iscsi neutron-server[103282]: 'NDPProxy': '1.0', May 04 18:56:56.923338 dv-cinder-840525-1-iscsi neutron-server[103282]: 'Network': '1.1', May 04 18:56:56.923338 dv-cinder-840525-1-iscsi neutron-server[103282]: 'Port': '1.7', May 04 18:56:56.923338 dv-cinder-840525-1-iscsi neutron-server[103282]: 'PortForwarding': '1.3', May 04 18:56:56.923338 dv-cinder-840525-1-iscsi neutron-server[103282]: 'QosPolicy': '1.10', May 04 18:56:56.923338 dv-cinder-840525-1-iscsi neutron-server[103282]: 'SecurityGroup': '1.5', May 04 18:56:56.923338 dv-cinder-840525-1-iscsi neutron-server[103282]: 'SecurityGroupRule': '1.2', May 04 18:56:56.923338 dv-cinder-840525-1-iscsi neutron-server[103282]: 'SubPort': '1.0', May 04 18:56:56.923338 dv-cinder-840525-1-iscsi neutron-server[103282]: 'Subnet': '1.1', May 04 18:56:56.923338 dv-cinder-840525-1-iscsi neutron-server[103282]: 'Trunk': '1.1'}} May 04 18:56:56.923338 dv-cinder-840525-1-iscsi neutron-server[103282]: {{(pid=103282) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 04 18:56:56.957591 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ae69da-0cf5-48a1-9a1a-56917a6ca3db None None] Routers {'ef792f77-065e-42a3-85fe-a804c7a09f70'} bound to L3 agent in host dv-cinder-840525-1-iscsi {{(pid=103282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 18:56:56.960021 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-d5ae69da-0cf5-48a1-9a1a-56917a6ca3db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-04T18:48:29Z,description=,heartbeat_timestamp=2022-05-04T18:56:29Z,host='dv-cinder-840525-1-iscsi',id=0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:48:29Z,topic='l3_agent')) {'router_ids': ['ef792f77-065e-42a3-85fe-a804c7a09f70'], 'active': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:56:56.961329 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-7d01b7dc-9b4f-45de-873e-a2a20caa0731 None None] Current status of the port 5b49b12b-724c-4025-8612-48d524951b01 is: DOWN; New status is: ACTIVE {{(pid=103281) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:56:56.964179 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7d01b7dc-9b4f-45de-873e-a2a20caa0731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (5b49b12b-724c-4025-8612-48d524951b01), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:56:56.965396 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.db.db_base_plugin_common [None req-48355084-21ef-4faf-929b-68cd9e5b4ebe admin admin] Allocated IP 172.20.0.1 (30fa2e3e-f6d8-4564-bce1-ee05a5bd0ce9/d9b5c29e-b014-49ec-aabd-8c0ad7c78e2e/a6a6d3f1-652a-4d38-bbcd-5f14c34d7927) {{(pid=103280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:56:57.016148 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [None req-f9ec976d-cf98-4143-b93c-0616d75bba3a None None] Attempting to bind port 4f6fab10-5395-4aab-8128-8fae2014f574 on host dv-cinder-840525-1-iscsi for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 18:56:57.022691 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [None req-f9ec976d-cf98-4143-b93c-0616d75bba3a None None] Attempting to bind port 4f6fab10-5395-4aab-8128-8fae2014f574 by drivers openvswitch,hyperv on host dv-cinder-840525-1-iscsi at level 0 using segments [{'id': '83414da3-b767-40e5-839e-69613fac7970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '53f417bd-e455-4de8-9365-a661c93c9b00'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 18:56:57.023383 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ec976d-cf98-4143-b93c-0616d75bba3a None None] Attempting to bind port 4f6fab10-5395-4aab-8128-8fae2014f574 on network 53f417bd-e455-4de8-9365-a661c93c9b00 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 18:56:57.036333 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-c81a7f36-b2d5-497a-9069-4977bd86446d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:56:57.043608 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ec976d-cf98-4143-b93c-0616d75bba3a None None] Checking agent: {'id': '7e96273e-cd3b-4e2d-a9cb-a5a62cf8f8b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840525-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 18, 48, 33), 'started_at': datetime.datetime(2022, 5, 4, 18, 49, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 18, 56, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840525-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 18:56:57.043981 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ec976d-cf98-4143-b93c-0616d75bba3a None None] Checking segment: {'id': '83414da3-b767-40e5-839e-69613fac7970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '53f417bd-e455-4de8-9365-a661c93c9b00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 18:56:57.044378 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f9ec976d-cf98-4143-b93c-0616d75bba3a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:56:57.044774 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ec976d-cf98-4143-b93c-0616d75bba3a None None] Bound using segment: {'id': '83414da3-b767-40e5-839e-69613fac7970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '53f417bd-e455-4de8-9365-a661c93c9b00'} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 18:56:57.045306 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [None req-f9ec976d-cf98-4143-b93c-0616d75bba3a None None] Bound port: 4f6fab10-5395-4aab-8128-8fae2014f574, host: dv-cinder-840525-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83414da3-b767-40e5-839e-69613fac7970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '53f417bd-e455-4de8-9365-a661c93c9b00'}}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 18:56:57.045701 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f9ec976d-cf98-4143-b93c-0616d75bba3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (4f6fab10-5395-4aab-8128-8fae2014f574), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:56:57.089759 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-edc591c2-ced7-4a0c-9777-2211ab4a23da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (ae04e5b6-6ccf-46c0-81ba-a3f5b8ae390c), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:56:57.133838 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-7d01b7dc-9b4f-45de-873e-a2a20caa0731 None None] For port 5b49b12b-724c-4025-8612-48d524951b01, host dv-cinder-840525-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-1-iscsi',level=0,port_id=5b49b12b-724c-4025-8612-48d524951b01,segment=NetworkSegment(2b95549f-f474-429b-a791-f25a87674098),segment_id=2b95549f-f474-429b-a791-f25a87674098)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:56:57.214188 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7d01b7dc-9b4f-45de-873e-a2a20caa0731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136'] for port (5b49b12b-724c-4025-8612-48d524951b01), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:56:57.215842 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Provisioning complete for port 5b49b12b-724c-4025-8612-48d524951b01 triggered by entity L2. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:56:57.216226 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1774450'] for port (5b49b12b-724c-4025-8612-48d524951b01), provisioning_complete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:56:57.273721 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-48355084-21ef-4faf-929b-68cd9e5b4ebe admin admin] Publish callbacks [] for port (a6a6d3f1-652a-4d38-bbcd-5f14c34d7927), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:56:57.318485 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvr_db [None req-d5ae69da-0cf5-48a1-9a1a-56917a6ca3db None None] Set router ef792f77-065e-42a3-85fe-a804c7a09f70 gateway port host: dv-cinder-840525-1-iscsi {{(pid=103282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 18:56:57.334416 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-c81a7f36-b2d5-497a-9069-4977bd86446d admin admin] Publish callbacks [] for security_group (c5d4bb3c-e904-4cd0-b649-8916e477a7e4), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:56:57.344557 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-c81a7f36-b2d5-497a-9069-4977bd86446d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (c5d4bb3c-e904-4cd0-b649-8916e477a7e4), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:56:57.373217 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-48355084-21ef-4faf-929b-68cd9e5b4ebe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790498302100'] for port (a6a6d3f1-652a-4d38-bbcd-5f14c34d7927), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:56:57.424702 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-12f8a23d-6972-4783-85d0-76d50b656475 admin admin] Publish callbacks [] for router_gateway (99e16632-d532-445b-8b38-b656dab90e80), after_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:56:57.429644 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-c81a7f36-b2d5-497a-9069-4977bd86446d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5371f79e157f4af2abdd545d03cd92b6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7156348 May 04 18:56:57.475818 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 47026) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:56:57.489597 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-efeb44ec-e974-43ca-b1f2-d37543c53ebe None None] Provisioning complete for port 09245a88-9c5e-4300-b899-f6efd0af77d6 triggered by entity DHCP. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:56:57.490465 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-efeb44ec-e974-43ca-b1f2-d37543c53ebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1774450'] for port (09245a88-9c5e-4300-b899-f6efd0af77d6), provisioning_complete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:56:57.530888 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48355084-21ef-4faf-929b-68cd9e5b4ebe admin admin] Network 30fa2e3e-f6d8-4564-bce1-ee05a5bd0ce9 is already hosted by enough agents. {{(pid=103280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:56:57.553547 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-f9ec976d-cf98-4143-b93c-0616d75bba3a None None] For port 4f6fab10-5395-4aab-8128-8fae2014f574, host dv-cinder-840525-1-iscsi, cleared binding levels {{(pid=103281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 18:56:57.563045 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d01b7dc-9b4f-45de-873e-a2a20caa0731 None None] Pushing event updated for resources: {'Port': ['ID=5b49b12b-724c-4025-8612-48d524951b01,revision_number=3']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:56:57.564448 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.base_scheduler [None req-48355084-21ef-4faf-929b-68cd9e5b4ebe admin admin] Resources bound (agent type, host, resource id): {{(pid=103280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:56:57.566263 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81a7f36-b2d5-497a-9069-4977bd86446d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5d4bb3c-e904-4cd0-b649-8916e477a7e4,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:56:57.578938 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48355084-21ef-4faf-929b-68cd9e5b4ebe admin admin] Received port after_create {{(pid=103280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 18:56:57.579468 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-48355084-21ef-4faf-929b-68cd9e5b4ebe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-608641'] for router_interface (ef792f77-065e-42a3-85fe-a804c7a09f70), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:56:57.579827 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-695383d0-8baf-4c7c-9574-837f772cd2c0 admin admin] Publish callbacks [] for router_gateway (81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe), before_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:56:57.605658 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-f9ec976d-cf98-4143-b93c-0616d75bba3a None None] For port 4f6fab10-5395-4aab-8128-8fae2014f574, host dv-cinder-840525-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-1-iscsi',level=0,port_id=4f6fab10-5395-4aab-8128-8fae2014f574,segment=NetworkSegment(83414da3-b767-40e5-839e-69613fac7970),segment_id=83414da3-b767-40e5-839e-69613fac7970)] {{(pid=103281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 18:56:57.607593 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-695383d0-8baf-4c7c-9574-837f772cd2c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (None), before_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:56:57.641906 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f9ec976d-cf98-4143-b93c-0616d75bba3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136'] for port (4f6fab10-5395-4aab-8128-8fae2014f574), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:56:57.652065 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-d5ae69da-0cf5-48a1-9a1a-56917a6ca3db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef792f77-065e-42a3-85fe-a804c7a09f70', 'name': 'tempest-AttachVolumeTestJSON-1110027105-router', 'tenant_id': 'd220357192eb4ba5a2cdd43f000cd4c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'external_fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '1dbb1916-5d86-42ef-bf63-cc969ada161e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:56:51Z', 'updated_at': '2022-05-04T18:56:53Z', 'revision_number': 3, 'project_id': 'd220357192eb4ba5a2cdd43f000cd4c4', 'gw_port': {'id': '1dbb1916-5d86-42ef-bf63-cc969ada161e', 'name': '', 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:02:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef792f77-065e-42a3-85fe-a804c7a09f70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:56:52Z', 'updated_at': '2022-05-04T18:56:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-1-iscsi'}], 'dv-cinder-840525-1-iscsi', False) {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:56:57.725460 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ae69da-0cf5-48a1-9a1a-56917a6ca3db None None] The sync data for ids ['ef792f77-065e-42a3-85fe-a804c7a09f70'] in dv-cinder-840525-1-iscsi is: [{'id': 'ef792f77-065e-42a3-85fe-a804c7a09f70', 'name': 'tempest-AttachVolumeTestJSON-1110027105-router', 'tenant_id': 'd220357192eb4ba5a2cdd43f000cd4c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'external_fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '1dbb1916-5d86-42ef-bf63-cc969ada161e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:56:51Z', 'updated_at': '2022-05-04T18:56:53Z', 'revision_number': 3, 'project_id': 'd220357192eb4ba5a2cdd43f000cd4c4', 'gw_port': {'id': '1dbb1916-5d86-42ef-bf63-cc969ada161e', 'name': '', 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:02:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef792f77-065e-42a3-85fe-a804c7a09f70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:56:52Z', 'updated_at': '2022-05-04T18:56:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-1-iscsi'}] {{(pid=103282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 18:56:57.745949 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5959d319-44c3-4911-a79a-052ce112f6a5 None None] Pushing event updated for resources: {'Port': ['ID=1dbb1916-5d86-42ef-bf63-cc969ada161e,revision_number=3']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:56:57.759594 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48355084-21ef-4faf-929b-68cd9e5b4ebe admin admin] Pushing event updated for resources: {'Port': ['ID=a6a6d3f1-652a-4d38-bbcd-5f14c34d7927,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:56:57.775644 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.db.db_base_plugin_common [None req-695383d0-8baf-4c7c-9574-837f772cd2c0 admin admin] Allocated IP 172.27.0.142 (cbca2f8d-f88f-49b4-8a9d-8b4714c67762/6d3155f3-7d72-4b90-89ae-8effc01a61e4/93cb56f8-8b0e-4ea1-b5c4-120dc35ae0d6) {{(pid=103279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:56:57.846005 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Current status of the port 5b49b12b-724c-4025-8612-48d524951b01 is: ACTIVE; New status is: ACTIVE {{(pid=103281) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:56:57.846005 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Device 09245a88-9c5e-4300-b899-f6efd0af77d6 up at agent ovs-agent-dv-cinder-840525-1-iscsi {{(pid=103281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 18:56:57.876972 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ec976d-cf98-4143-b93c-0616d75bba3a None None] Pushing event updated for resources: {'Port': ['ID=4f6fab10-5395-4aab-8128-8fae2014f574,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:56:57.923388 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-eeb37c0a-7f06-44a9-8ff1-02dd61cd159a req-e1d2fe96-ead1-4445-8c7c-1ebb3c94cb61 tempest-DeleteServersTestJSON-75468734 tempest-DeleteServersTestJSON-75468734-project] 10.222.0.35 "GET /v2.0/ports?device_id=4fa09c4f-1af0-44f4-a84a-1eb86b5abd32 HTTP/1.1" status: 200 len: 210 time: 0.1034122 May 04 18:56:58.034496 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-ecc9f341-fd7f-4836-905f-eeb5127c9b10 admin admin] Publish callbacks [] for security_group (c5d4bb3c-e904-4cd0-b649-8916e477a7e4), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:56:58.036723 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-efeb44ec-e974-43ca-b1f2-d37543c53ebe None None] Current status of the port 09245a88-9c5e-4300-b899-f6efd0af77d6 is: DOWN; New status is: ACTIVE {{(pid=103281) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:56:58.037110 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-efeb44ec-e974-43ca-b1f2-d37543c53ebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (09245a88-9c5e-4300-b899-f6efd0af77d6), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:56:58.040823 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Provisioning complete for port 09245a88-9c5e-4300-b899-f6efd0af77d6 triggered by entity L2. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:56:58.041216 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1774450'] for port (09245a88-9c5e-4300-b899-f6efd0af77d6), provisioning_complete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:56:58.094587 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-695383d0-8baf-4c7c-9574-837f772cd2c0 admin admin] Publish callbacks [] for port (93cb56f8-8b0e-4ea1-b5c4-120dc35ae0d6), precommit_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:56:58.130295 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-12f8a23d-6972-4783-85d0-76d50b656475 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-610012'] for router (99e16632-d532-445b-8b38-b656dab90e80), after_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:56:58.136439 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-efeb44ec-e974-43ca-b1f2-d37543c53ebe None None] For port 09245a88-9c5e-4300-b899-f6efd0af77d6, host dv-cinder-840525-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-1-iscsi',level=0,port_id=09245a88-9c5e-4300-b899-f6efd0af77d6,segment=NetworkSegment(6694153e-2070-44d0-bec4-dda97cd2835f),segment_id=6694153e-2070-44d0-bec4-dda97cd2835f)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:56:58.152759 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-efeb44ec-e974-43ca-b1f2-d37543c53ebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136'] for port (09245a88-9c5e-4300-b899-f6efd0af77d6), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:56:58.183525 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-ecc9f341-fd7f-4836-905f-eeb5127c9b10 admin admin] Publish callbacks [] for security_group (c5d4bb3c-e904-4cd0-b649-8916e477a7e4), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:56:58.185611 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-48355084-21ef-4faf-929b-68cd9e5b4ebe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (a6a6d3f1-652a-4d38-bbcd-5f14c34d7927), before_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:56:58.257206 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-efeb44ec-e974-43ca-b1f2-d37543c53ebe None None] Provisioning complete for port 5b49b12b-724c-4025-8612-48d524951b01 triggered by entity DHCP. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:56:58.257766 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-efeb44ec-e974-43ca-b1f2-d37543c53ebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1774450'] for port (5b49b12b-724c-4025-8612-48d524951b01), provisioning_complete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:56:58.342726 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-695383d0-8baf-4c7c-9574-837f772cd2c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790498302100'] for port (93cb56f8-8b0e-4ea1-b5c4-120dc35ae0d6), after_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:56:58.455916 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-ecc9f341-fd7f-4836-905f-eeb5127c9b10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (c5d4bb3c-e904-4cd0-b649-8916e477a7e4), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:56:58.460455 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-ecc9f341-fd7f-4836-905f-eeb5127c9b10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:56:58.462149 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-ecc9f341-fd7f-4836-905f-eeb5127c9b10 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c5d4bb3c-e904-4cd0-b649-8916e477a7e4 HTTP/1.1" status: 204 len: 168 time: 0.9812155 May 04 18:56:58.479860 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc9f341-fd7f-4836-905f-eeb5127c9b10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5d4bb3c-e904-4cd0-b649-8916e477a7e4,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:56:58.490243 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efeb44ec-e974-43ca-b1f2-d37543c53ebe None None] Pushing event updated for resources: {'Port': ['ID=09245a88-9c5e-4300-b899-f6efd0af77d6,revision_number=3']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:56:58.587803 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Current status of the port 09245a88-9c5e-4300-b899-f6efd0af77d6 is: ACTIVE; New status is: ACTIVE {{(pid=103281) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:56:58.662739 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-48355084-21ef-4faf-929b-68cd9e5b4ebe admin admin] Publish callbacks [] for port (a6a6d3f1-652a-4d38-bbcd-5f14c34d7927), precommit_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:56:58.675992 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-48355084-21ef-4faf-929b-68cd9e5b4ebe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136'] for port (a6a6d3f1-652a-4d38-bbcd-5f14c34d7927), after_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:56:58.676852 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-48355084-21ef-4faf-929b-68cd9e5b4ebe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1572630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608635'] for router_interface (ef792f77-065e-42a3-85fe-a804c7a09f70), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:56:58.706393 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-efeb44ec-e974-43ca-b1f2-d37543c53ebe None None] Current status of the port 5b49b12b-724c-4025-8612-48d524951b01 is: ACTIVE; New status is: ACTIVE {{(pid=103281) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:56:58.794356 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48355084-21ef-4faf-929b-68cd9e5b4ebe admin admin] Pushing event updated for resources: {'Port': ['ID=a6a6d3f1-652a-4d38-bbcd-5f14c34d7927,revision_number=2']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:56:58.802076 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-695383d0-8baf-4c7c-9574-837f772cd2c0 admin admin] Network cbca2f8d-f88f-49b4-8a9d-8b4714c67762 is already hosted by enough agents. {{(pid=103279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:56:58.811267 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.scheduler.base_scheduler [None req-695383d0-8baf-4c7c-9574-837f772cd2c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:56:58.831620 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695383d0-8baf-4c7c-9574-837f772cd2c0 admin admin] Received port after_create {{(pid=103279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 18:56:58.834497 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-d8029b09-9627-4424-b85b-4880fa9a4258 None None] Provisioning complete for port a6a6d3f1-652a-4d38-bbcd-5f14c34d7927 triggered by entity DHCP. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:56:58.837747 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d8029b09-9627-4424-b85b-4880fa9a4258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1774450'] for port (a6a6d3f1-652a-4d38-bbcd-5f14c34d7927), provisioning_complete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:56:58.936568 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48355084-21ef-4faf-929b-68cd9e5b4ebe admin admin] Network 30fa2e3e-f6d8-4564-bce1-ee05a5bd0ce9 is already hosted by enough agents. {{(pid=103280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:56:58.938025 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.base_scheduler [None req-48355084-21ef-4faf-929b-68cd9e5b4ebe admin admin] Resources bound (agent type, host, resource id): {{(pid=103280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:56:58.941526 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695383d0-8baf-4c7c-9574-837f772cd2c0 admin admin] Pushing event updated for resources: {'Port': ['ID=93cb56f8-8b0e-4ea1-b5c4-120dc35ae0d6,revision_number=1']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:56:58.954556 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-d8029b09-9627-4424-b85b-4880fa9a4258 None None] Port a6a6d3f1-652a-4d38-bbcd-5f14c34d7927 cannot update to ACTIVE because it is not bound. {{(pid=103281) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 18:56:59.078265 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3ddc67d8-ae51-4b0d-b06f-a9d98a59dd3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:56:59.107809 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Device 4f6fab10-5395-4aab-8128-8fae2014f574 up at agent ovs-agent-dv-cinder-840525-1-iscsi {{(pid=103281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 18:56:59.286035 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12f8a23d-6972-4783-85d0-76d50b656475 admin admin] Router 99e16632-d532-445b-8b38-b656dab90e80 is scheduled to L3 agent 0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b with binding_index 1 {{(pid=103279) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 04 18:56:59.336715 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Provisioning complete for port 4f6fab10-5395-4aab-8128-8fae2014f574 triggered by entity L2. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:56:59.342434 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1774450'] for port (4f6fab10-5395-4aab-8128-8fae2014f574), provisioning_complete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:56:59.363962 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48355084-21ef-4faf-929b-68cd9e5b4ebe admin admin] Router ef792f77-065e-42a3-85fe-a804c7a09f70 has already been hosted by L3 agent 0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b {{(pid=103280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 18:56:59.594718 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Current status of the port 4f6fab10-5395-4aab-8128-8fae2014f574 is: DOWN; New status is: ACTIVE {{(pid=103281) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:56:59.596632 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (4f6fab10-5395-4aab-8128-8fae2014f574), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:56:59.612311 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.55', 62746) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:56:59.614322 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-0439319f-cbc8-4add-b6da-84effe26fac8 None None] Provisioning complete for port a6a6d3f1-652a-4d38-bbcd-5f14c34d7927 triggered by entity DHCP. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:56:59.614717 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0439319f-cbc8-4add-b6da-84effe26fac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1774450'] for port (a6a6d3f1-652a-4d38-bbcd-5f14c34d7927), provisioning_complete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:56:59.637101 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-695383d0-8baf-4c7c-9574-837f772cd2c0 admin admin] Publish callbacks [] for router_gateway (81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe), after_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:56:59.661213 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48355084-21ef-4faf-929b-68cd9e5b4ebe admin admin] Notify agent at l3_agent.dv-cinder-840525-1-iscsi the message routers_updated {{(pid=103280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 18:56:59.674008 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] For port 4f6fab10-5395-4aab-8128-8fae2014f574, host dv-cinder-840525-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-1-iscsi',level=0,port_id=4f6fab10-5395-4aab-8128-8fae2014f574,segment=NetworkSegment(83414da3-b767-40e5-839e-69613fac7970),segment_id=83414da3-b767-40e5-839e-69613fac7970)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:56:59.682899 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-48355084-21ef-4faf-929b-68cd9e5b4ebe admin admin] 10.222.0.35 "PUT /v2.0/routers/ef792f77-065e-42a3-85fe-a804c7a09f70/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7726433 May 04 18:56:59.684894 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136'] for port (4f6fab10-5395-4aab-8128-8fae2014f574), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:56:59.685742 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Device 5b49b12b-724c-4025-8612-48d524951b01 up at agent ovs-agent-dv-cinder-840525-1-iscsi {{(pid=103281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 18:56:59.770737 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-3debf5e1-8660-4475-9df7-5a3cb7a4e3a6 req-5b17260d-c0ab-425b-9154-8baa3530acd3 tempest-DeleteServersTestJSON-75468734 tempest-DeleteServersTestJSON-75468734-project] 10.222.0.35 "GET /v2.0/ports?device_id=4fa09c4f-1af0-44f4-a84a-1eb86b5abd32 HTTP/1.1" status: 200 len: 210 time: 0.1144474 May 04 18:56:59.781256 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-0439319f-cbc8-4add-b6da-84effe26fac8 None None] Port a6a6d3f1-652a-4d38-bbcd-5f14c34d7927 cannot update to ACTIVE because it is not bound. {{(pid=103281) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 18:56:59.812747 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12f8a23d-6972-4783-85d0-76d50b656475 admin admin] Notify agent at l3_agent.dv-cinder-840525-1-iscsi the message routers_updated {{(pid=103279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 18:56:59.814175 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Pushing event updated for resources: {'Port': ['ID=4f6fab10-5395-4aab-8128-8fae2014f574,revision_number=3']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:56:59.846624 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Provisioning complete for port 5b49b12b-724c-4025-8612-48d524951b01 triggered by entity L2. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:56:59.853218 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1774450'] for port (5b49b12b-724c-4025-8612-48d524951b01), provisioning_complete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:56:59.866289 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9649ac77-c806-420b-8675-5e871108b3f8 None None] Sync routers for ids ['99e16632-d532-445b-8b38-b656dab90e80'] in dv-cinder-840525-1-iscsi {{(pid=103281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 18:56:59.918393 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9649ac77-c806-420b-8675-5e871108b3f8 None None] Routers {'99e16632-d532-445b-8b38-b656dab90e80'} bound to L3 agent in host dv-cinder-840525-1-iscsi {{(pid=103281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 18:56:59.920886 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_hamode_db [None req-9649ac77-c806-420b-8675-5e871108b3f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T18:48:29Z,description=,heartbeat_timestamp=2022-05-04T18:56:59Z,host='dv-cinder-840525-1-iscsi',id=0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:48:29Z,topic='l3_agent')) {'router_ids': ['99e16632-d532-445b-8b38-b656dab90e80'], 'active': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:57:00.004595 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65bcd89b-f8c7-4530-a042-191c4a7c3c2e None None] Network 53f417bd-e455-4de8-9365-a661c93c9b00 requested from dv-cinder-840525-1-iscsi {{(pid=103281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 18:57:00.049526 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-12f8a23d-6972-4783-85d0-76d50b656475 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:00.053496 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-12f8a23d-6972-4783-85d0-76d50b656475 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 7.9596965 May 04 18:57:00.056247 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 47106) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:57:00.090731 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Current status of the port 5b49b12b-724c-4025-8612-48d524951b01 is: ACTIVE; New status is: ACTIVE {{(pid=103281) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:57:00.091935 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Device 09245a88-9c5e-4300-b899-f6efd0af77d6 up at agent ovs-agent-dv-cinder-840525-1-iscsi {{(pid=103281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 18:57:00.134904 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-605476c1-96ff-42d2-a43e-0de65a5da2e2 None None] Provisioning complete for port 4f6fab10-5395-4aab-8128-8fae2014f574 triggered by entity DHCP. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:57:00.135472 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-605476c1-96ff-42d2-a43e-0de65a5da2e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1774450'] for port (4f6fab10-5395-4aab-8128-8fae2014f574), provisioning_complete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:00.206056 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85345ed1-8294-4637-a96e-6ec2e0230d9a req-b3889b3b-9b22-40d7-99f6-0b82e88e426b tempest-DeleteServersTestJSON-75468734 tempest-DeleteServersTestJSON-75468734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:57:00.207914 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-85345ed1-8294-4637-a96e-6ec2e0230d9a req-b3889b3b-9b22-40d7-99f6-0b82e88e426b tempest-DeleteServersTestJSON-75468734 tempest-DeleteServersTestJSON-75468734-project] 10.222.0.55 "GET /v2.0/networks?id=d1b38ed8-9f38-451c-b1df-6305e23dba13 HTTP/1.1" status: 200 len: 812 time: 0.5844908 May 04 18:57:00.258839 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-821a3753-c8bb-408e-a9d9-42d2a9d3d908 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (306b1285-d967-49ee-a8ef-a34b4fe65fa5), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:00.280120 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.v2.base [req-85345ed1-8294-4637-a96e-6ec2e0230d9a req-d338133e-8f7a-4ac0-8480-02ee41c3f5bd tempest-DeleteServersTestJSON-75468734 tempest-DeleteServersTestJSON-75468734-project] Request body: {'port': {'device_id': '4fa09c4f-1af0-44f4-a84a-1eb86b5abd32', 'network_id': 'd1b38ed8-9f38-451c-b1df-6305e23dba13', 'admin_state_up': True, 'tenant_id': '625af698d5ee489d92da3d75516477cb'}} {{(pid=103279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:57:00.362071 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvr_db [None req-9649ac77-c806-420b-8675-5e871108b3f8 None None] Set router 99e16632-d532-445b-8b38-b656dab90e80 gateway port host: dv-cinder-840525-1-iscsi {{(pid=103281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 18:57:00.622859 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-695383d0-8baf-4c7c-9574-837f772cd2c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-610012'] for router (81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe), after_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:00.668450 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Provisioning complete for port 09245a88-9c5e-4300-b899-f6efd0af77d6 triggered by entity L2. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:57:00.668976 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1774450'] for port (09245a88-9c5e-4300-b899-f6efd0af77d6), provisioning_complete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:00.707256 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-605476c1-96ff-42d2-a43e-0de65a5da2e2 None None] Current status of the port 4f6fab10-5395-4aab-8128-8fae2014f574 is: ACTIVE; New status is: ACTIVE {{(pid=103281) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:57:00.793414 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 47162) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:57:00.798448 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [None req-17fec4ed-5a94-471d-8321-c4bcd69b3f91 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1296823024', 'description': 'tempest-description--31606290'}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:57:00.887537 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Current status of the port 09245a88-9c5e-4300-b899-f6efd0af77d6 is: ACTIVE; New status is: ACTIVE {{(pid=103281) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:57:00.892354 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Device 1dbb1916-5d86-42ef-bf63-cc969ada161e up at agent ovs-agent-dv-cinder-840525-1-iscsi {{(pid=103281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 18:57:00.941526 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85345ed1-8294-4637-a96e-6ec2e0230d9a req-d338133e-8f7a-4ac0-8480-02ee41c3f5bd tempest-DeleteServersTestJSON-75468734 tempest-DeleteServersTestJSON-75468734-project] Made reservation on behalf of 625af698d5ee489d92da3d75516477cb for: {'port': 1} {{(pid=103279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:57:00.941526 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [req-85345ed1-8294-4637-a96e-6ec2e0230d9a req-d338133e-8f7a-4ac0-8480-02ee41c3f5bd tempest-DeleteServersTestJSON-75468734 tempest-DeleteServersTestJSON-75468734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (None), before_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:00.954005 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8da0276-5467-470a-a014-7550314e1bab None None] Sync routers for ids ['ef792f77-065e-42a3-85fe-a804c7a09f70'] in dv-cinder-840525-1-iscsi {{(pid=103282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 18:57:01.008926 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-17fec4ed-5a94-471d-8321-c4bcd69b3f91 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Publish callbacks [] for security_group (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:01.009857 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8da0276-5467-470a-a014-7550314e1bab None None] Routers {'ef792f77-065e-42a3-85fe-a804c7a09f70'} bound to L3 agent in host dv-cinder-840525-1-iscsi {{(pid=103282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 18:57:01.010615 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-f8da0276-5467-470a-a014-7550314e1bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T18:48:29Z,description=,heartbeat_timestamp=2022-05-04T18:56:59Z,host='dv-cinder-840525-1-iscsi',id=0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:48:29Z,topic='l3_agent')) {'router_ids': ['ef792f77-065e-42a3-85fe-a804c7a09f70'], 'active': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:57:01.061234 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e4105909-c10c-4483-b2d2-d141a01a634c req-460fb85f-4483-478a-9444-83a389113221 tempest-DeleteServersTestJSON-75468734 tempest-DeleteServersTestJSON-75468734-project] 10.222.0.35 "GET /v2.0/ports?device_id=4fa09c4f-1af0-44f4-a84a-1eb86b5abd32 HTTP/1.1" status: 200 len: 210 time: 0.0408165 May 04 18:57:01.137153 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Provisioning complete for port 1dbb1916-5d86-42ef-bf63-cc969ada161e triggered by entity L2. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:57:01.137550 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1774450'] for port (1dbb1916-5d86-42ef-bf63-cc969ada161e), provisioning_complete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:01.147629 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_hamode_db [None req-9649ac77-c806-420b-8675-5e871108b3f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99e16632-d532-445b-8b38-b656dab90e80', 'name': 'tempest-ServerRescueNegativeTestJSON-2014535518-router', 'tenant_id': '5287a76e646d4a3db0cc508a956314e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'external_fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '31d53c0e-944d-4f88-9291-b28b143bac65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:56:52Z', 'updated_at': '2022-05-04T18:56:56Z', 'revision_number': 3, 'project_id': '5287a76e646d4a3db0cc508a956314e7', 'gw_port': {'id': '31d53c0e-944d-4f88-9291-b28b143bac65', 'name': '', 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:f8:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99e16632-d532-445b-8b38-b656dab90e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:56:54Z', 'updated_at': '2022-05-04T18:56:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-1-iscsi'}], 'dv-cinder-840525-1-iscsi', False) {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:57:01.183097 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-17fec4ed-5a94-471d-8321-c4bcd69b3f91 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Publish callbacks [] for security_group (29ce1ee4-e5ef-4ab2-b658-910bf3a5767a), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:01.196536 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-17fec4ed-5a94-471d-8321-c4bcd69b3f91 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (29ce1ee4-e5ef-4ab2-b658-910bf3a5767a), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:01.241182 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-17fec4ed-5a94-471d-8321-c4bcd69b3f91 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Publish callbacks [] for security_group (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:01.242828 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-17fec4ed-5a94-471d-8321-c4bcd69b3f91 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 0.4478922 May 04 18:57:01.265638 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 47182) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:57:01.281043 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [None req-3df6a6ce-b7b0-4a61-a93c-1fee444f8d0d tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Request body: {'security_group_rule': {'security_group_id': '29ce1ee4-e5ef-4ab2-b658-910bf3a5767a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:57:01.342483 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9649ac77-c806-420b-8675-5e871108b3f8 None None] Checking router: 99e16632-d532-445b-8b38-b656dab90e80 for host: dv-cinder-840525-1-iscsi {{(pid=103281) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 18:57:01.343008 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9649ac77-c806-420b-8675-5e871108b3f8 None None] Updating router 99e16632-d532-445b-8b38-b656dab90e80 port 31d53c0e-944d-4f88-9291-b28b143bac65 binding host dv-cinder-840525-1-iscsi {{(pid=103281) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 18:57:01.367764 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fec4ed-5a94-471d-8321-c4bcd69b3f91 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29ce1ee4-e5ef-4ab2-b658-910bf3a5767a,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:57:01.414945 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-3df6a6ce-b7b0-4a61-a93c-1fee444f8d0d tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Publish callbacks [] for security_group_rule (d9e2ce11-bea5-4f55-94a3-03588504ecc5), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:01.443713 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9649ac77-c806-420b-8675-5e871108b3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (31d53c0e-944d-4f88-9291-b28b143bac65), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:01.483673 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvr_db [None req-f8da0276-5467-470a-a014-7550314e1bab None None] Set router ef792f77-065e-42a3-85fe-a804c7a09f70 gateway port host: dv-cinder-840525-1-iscsi {{(pid=103282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 18:57:01.673788 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6c0ba996-b759-4c13-9ac4-7b7303adc758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (c2d3299f-8f0d-4c34-a270-91edff31f494), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:01.683242 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Current status of the port 1dbb1916-5d86-42ef-bf63-cc969ada161e is: DOWN; New status is: ACTIVE {{(pid=103281) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:57:01.684200 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (1dbb1916-5d86-42ef-bf63-cc969ada161e), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:01.706941 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] For port 1dbb1916-5d86-42ef-bf63-cc969ada161e, host dv-cinder-840525-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-1-iscsi',level=0,port_id=1dbb1916-5d86-42ef-bf63-cc969ada161e,segment=NetworkSegment(183e99eb-a03a-4429-82ba-edb66df2d5f7),segment_id=183e99eb-a03a-4429-82ba-edb66df2d5f7)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:57:01.720241 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136'] for port (1dbb1916-5d86-42ef-bf63-cc969ada161e), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:01.733383 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-6927f5f1-37c3-461a-b36b-f9e10607922d None None] Provisioning complete for port 4f6fab10-5395-4aab-8128-8fae2014f574 triggered by entity DHCP. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:57:01.734002 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6927f5f1-37c3-461a-b36b-f9e10607922d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1774450'] for port (4f6fab10-5395-4aab-8128-8fae2014f574), provisioning_complete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:01.739478 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-3df6a6ce-b7b0-4a61-a93c-1fee444f8d0d tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Publish callbacks [] for security_group_rule (d9e2ce11-bea5-4f55-94a3-03588504ecc5), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:01.747572 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-3df6a6ce-b7b0-4a61-a93c-1fee444f8d0d tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577292'] for security_group_rule (d9e2ce11-bea5-4f55-94a3-03588504ecc5), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:01.838200 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-3df6a6ce-b7b0-4a61-a93c-1fee444f8d0d tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:01.846593 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-3df6a6ce-b7b0-4a61-a93c-1fee444f8d0d tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5751781 May 04 18:57:01.853011 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 47200) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:57:01.856083 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df6a6ce-b7b0-4a61-a93c-1fee444f8d0d tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9e2ce11-bea5-4f55-94a3-03588504ecc5,revision_number=0']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:57:01.939275 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.v2.base [None req-1820b32c-f713-42fe-9724-90f3e7b939ef tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Request body: {'security_group_rule': {'security_group_id': '29ce1ee4-e5ef-4ab2-b658-910bf3a5767a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:57:02.280738 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-1820b32c-f713-42fe-9724-90f3e7b939ef tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Publish callbacks [] for security_group_rule (470a4406-5563-448d-b754-e98466832581), before_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:02.342314 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-f8da0276-5467-470a-a014-7550314e1bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef792f77-065e-42a3-85fe-a804c7a09f70', 'name': 'tempest-AttachVolumeTestJSON-1110027105-router', 'tenant_id': 'd220357192eb4ba5a2cdd43f000cd4c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'external_fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '1dbb1916-5d86-42ef-bf63-cc969ada161e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:56:51Z', 'updated_at': '2022-05-04T18:56:58Z', 'revision_number': 4, 'project_id': 'd220357192eb4ba5a2cdd43f000cd4c4', 'gw_port': {'id': '1dbb1916-5d86-42ef-bf63-cc969ada161e', 'name': '', 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:02:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef792f77-065e-42a3-85fe-a804c7a09f70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:56:52Z', 'updated_at': '2022-05-04T18:56:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-1-iscsi', '_interfaces': [{'id': 'a6a6d3f1-652a-4d38-bbcd-5f14c34d7927', 'name': '', 'network_id': '30fa2e3e-f6d8-4564-bce1-ee05a5bd0ce9', 'tenant_id': 'd220357192eb4ba5a2cdd43f000cd4c4', 'mac_address': 'fa:16:3e:ff:12:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef792f77-065e-42a3-85fe-a804c7a09f70', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'd9b5c29e-b014-49ec-aabd-8c0ad7c78e2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:56:56Z', 'updated_at': '2022-05-04T18:56:58Z', 'revision_number': 2, 'project_id': 'd220357192eb4ba5a2cdd43f000cd4c4', 'subnets': [{'id': 'd9b5c29e-b014-49ec-aabd-8c0ad7c78e2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-1-iscsi', False) {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:57:02.407699 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Device 4f6fab10-5395-4aab-8128-8fae2014f574 up at agent ovs-agent-dv-cinder-840525-1-iscsi {{(pid=103281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 18:57:02.411460 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Pushing event updated for resources: {'Port': ['ID=1dbb1916-5d86-42ef-bf63-cc969ada161e,revision_number=4']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:57:02.435075 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8da0276-5467-470a-a014-7550314e1bab None None] Checking router: ef792f77-065e-42a3-85fe-a804c7a09f70 for host: dv-cinder-840525-1-iscsi {{(pid=103282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 18:57:02.435720 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8da0276-5467-470a-a014-7550314e1bab None None] Updating router ef792f77-065e-42a3-85fe-a804c7a09f70 port a6a6d3f1-652a-4d38-bbcd-5f14c34d7927 binding host dv-cinder-840525-1-iscsi {{(pid=103282) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 18:57:02.465884 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.db.db_base_plugin_common [req-85345ed1-8294-4637-a96e-6ec2e0230d9a req-d338133e-8f7a-4ac0-8480-02ee41c3f5bd tempest-DeleteServersTestJSON-75468734 tempest-DeleteServersTestJSON-75468734-project] Allocated IP 172.20.0.13 (d1b38ed8-9f38-451c-b1df-6305e23dba13/2728c766-1e42-4c80-8e95-68ec9a4136a8/a3671375-a3c6-45e6-b258-bfee5333b608) {{(pid=103279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:57:02.488125 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f8da0276-5467-470a-a014-7550314e1bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (a6a6d3f1-652a-4d38-bbcd-5f14c34d7927), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:02.733091 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-1820b32c-f713-42fe-9724-90f3e7b939ef tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Publish callbacks [] for security_group_rule (470a4406-5563-448d-b754-e98466832581), precommit_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:02.743309 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Provisioning complete for port 4f6fab10-5395-4aab-8128-8fae2014f574 triggered by entity L2. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:57:02.743938 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1774450'] for port (4f6fab10-5395-4aab-8128-8fae2014f574), provisioning_complete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:02.814380 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-10783cc9-f9f3-440b-ac92-37b171d65fae req-5c5de4ff-33b9-4055-b093-55a6d0984be4 tempest-DeleteServersTestJSON-75468734 tempest-DeleteServersTestJSON-75468734-project] 10.222.0.35 "GET /v2.0/ports?device_id=4fa09c4f-1af0-44f4-a84a-1eb86b5abd32 HTTP/1.1" status: 200 len: 210 time: 0.1250365 May 04 18:57:02.835446 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-6927f5f1-37c3-461a-b36b-f9e10607922d None None] Current status of the port 4f6fab10-5395-4aab-8128-8fae2014f574 is: ACTIVE; New status is: ACTIVE {{(pid=103281) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:57:02.922421 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-1820b32c-f713-42fe-9724-90f3e7b939ef tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577292'] for security_group_rule (470a4406-5563-448d-b754-e98466832581), after_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:02.959866 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-695383d0-8baf-4c7c-9574-837f772cd2c0 admin admin] Router 81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe is scheduled to L3 agent 0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b with binding_index 1 {{(pid=103279) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 04 18:57:03.050228 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (7e96273e-cd3b-4e2d-a9cb-a5a62cf8f8b6), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:03.138700 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-1820b32c-f713-42fe-9724-90f3e7b939ef tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:03.139968 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-1820b32c-f713-42fe-9724-90f3e7b939ef tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2168853 May 04 18:57:03.143160 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 47250) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:57:03.144745 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-695383d0-8baf-4c7c-9574-837f772cd2c0 admin admin] Notify agent at l3_agent.dv-cinder-840525-1-iscsi the message routers_updated {{(pid=103279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 18:57:03.149243 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [req-85345ed1-8294-4637-a96e-6ec2e0230d9a req-d338133e-8f7a-4ac0-8480-02ee41c3f5bd tempest-DeleteServersTestJSON-75468734 tempest-DeleteServersTestJSON-75468734-project] Publish callbacks [] for port (a3671375-a3c6-45e6-b258-bfee5333b608), precommit_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:03.153842 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1820b32c-f713-42fe-9724-90f3e7b939ef tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=470a4406-5563-448d-b754-e98466832581,revision_number=0']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:57:03.155388 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [None req-a7a2f578-e092-40d3-8570-e2a2af4c1d7d tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Request body: {'floatingip': {'floating_network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762'}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:57:03.164854 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9649ac77-c806-420b-8675-5e871108b3f8 None None] Publish callbacks [] for port (31d53c0e-944d-4f88-9291-b28b143bac65), precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:03.183278 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-695383d0-8baf-4c7c-9574-837f772cd2c0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:03.187385 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-695383d0-8baf-4c7c-9574-837f772cd2c0 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 8.4416964 May 04 18:57:03.191217 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5f66d7-bf14-4366-ade5-4781ce43dbef None None] Sync routers for ids ['81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe'] in dv-cinder-840525-1-iscsi {{(pid=103281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 18:57:03.194238 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 47254) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:57:03.206010 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9649ac77-c806-420b-8675-5e871108b3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136'] for port (31d53c0e-944d-4f88-9291-b28b143bac65), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:03.247498 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-a7a2f578-e092-40d3-8570-e2a2af4c1d7d tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:03.282261 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5f66d7-bf14-4366-ade5-4781ce43dbef None None] Routers {'81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe'} bound to L3 agent in host dv-cinder-840525-1-iscsi {{(pid=103281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 18:57:03.282923 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_hamode_db [None req-6d5f66d7-bf14-4366-ade5-4781ce43dbef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T18:48:29Z,description=,heartbeat_timestamp=2022-05-04T18:56:59Z,host='dv-cinder-840525-1-iscsi',id=0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:48:29Z,topic='l3_agent')) {'router_ids': ['81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe'], 'active': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:57:03.440009 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f8da0276-5467-470a-a014-7550314e1bab None None] Publish callbacks [] for port (a6a6d3f1-652a-4d38-bbcd-5f14c34d7927), precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:03.462039 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f8da0276-5467-470a-a014-7550314e1bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136'] for port (a6a6d3f1-652a-4d38-bbcd-5f14c34d7927), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:03.472450 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvr_db [None req-6d5f66d7-bf14-4366-ade5-4781ce43dbef None None] Set router 81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe gateway port host: dv-cinder-840525-1-iscsi {{(pid=103281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 18:57:03.479047 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [req-85345ed1-8294-4637-a96e-6ec2e0230d9a req-d338133e-8f7a-4ac0-8480-02ee41c3f5bd tempest-DeleteServersTestJSON-75468734 tempest-DeleteServersTestJSON-75468734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790498302100'] for port (a3671375-a3c6-45e6-b258-bfee5333b608), after_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:03.578540 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Current status of the port 4f6fab10-5395-4aab-8128-8fae2014f574 is: ACTIVE; New status is: ACTIVE {{(pid=103281) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:57:03.655548 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [None req-9649ac77-c806-420b-8675-5e871108b3f8 None None] Attempting to bind port 31d53c0e-944d-4f88-9291-b28b143bac65 on host dv-cinder-840525-1-iscsi for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 18:57:03.655975 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [None req-9649ac77-c806-420b-8675-5e871108b3f8 None None] Attempting to bind port 31d53c0e-944d-4f88-9291-b28b143bac65 by drivers openvswitch,hyperv on host dv-cinder-840525-1-iscsi at level 0 using segments [{'id': '183e99eb-a03a-4429-82ba-edb66df2d5f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 18:57:03.656798 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9649ac77-c806-420b-8675-5e871108b3f8 None None] Attempting to bind port 31d53c0e-944d-4f88-9291-b28b143bac65 on network cbca2f8d-f88f-49b4-8a9d-8b4714c67762 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 18:57:03.704234 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774a07dc-3eb2-4928-a9d6-d376902c47fe None None] Pushing event updated for resources: {'Port': ['ID=a6a6d3f1-652a-4d38-bbcd-5f14c34d7927,revision_number=3']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:57:03.714474 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9649ac77-c806-420b-8675-5e871108b3f8 None None] Checking agent: {'id': '7e96273e-cd3b-4e2d-a9cb-a5a62cf8f8b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840525-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 18, 48, 33), 'started_at': datetime.datetime(2022, 5, 4, 18, 49, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 18, 57, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840525-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 18:57:03.714859 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9649ac77-c806-420b-8675-5e871108b3f8 None None] Checking segment: {'id': '183e99eb-a03a-4429-82ba-edb66df2d5f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 18:57:03.715308 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9649ac77-c806-420b-8675-5e871108b3f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:03.715803 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9649ac77-c806-420b-8675-5e871108b3f8 None None] Bound using segment: {'id': '183e99eb-a03a-4429-82ba-edb66df2d5f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762'} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 18:57:03.716384 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [None req-9649ac77-c806-420b-8675-5e871108b3f8 None None] Bound port: 31d53c0e-944d-4f88-9291-b28b143bac65, host: dv-cinder-840525-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '183e99eb-a03a-4429-82ba-edb66df2d5f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762'}}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 18:57:03.731594 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9649ac77-c806-420b-8675-5e871108b3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (31d53c0e-944d-4f88-9291-b28b143bac65), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:03.755677 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0607183a-ec57-4224-a443-9f4cf5d6cba3 None None] Pushing event updated for resources: {'Port': ['ID=31d53c0e-944d-4f88-9291-b28b143bac65,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:57:03.763527 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-ebef4d62-7a40-483d-a893-08f2615bbfbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (None), before_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:03.847100 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-a7a2f578-e092-40d3-8570-e2a2af4c1d7d tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:03.903801 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85345ed1-8294-4637-a96e-6ec2e0230d9a req-d338133e-8f7a-4ac0-8480-02ee41c3f5bd tempest-DeleteServersTestJSON-75468734 tempest-DeleteServersTestJSON-75468734-project] Network d1b38ed8-9f38-451c-b1df-6305e23dba13 is already hosted by enough agents. {{(pid=103279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:57:03.923107 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-f8da0276-5467-470a-a014-7550314e1bab None None] Attempting to bind port a6a6d3f1-652a-4d38-bbcd-5f14c34d7927 on host dv-cinder-840525-1-iscsi for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 18:57:03.928391 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-f8da0276-5467-470a-a014-7550314e1bab None None] Attempting to bind port a6a6d3f1-652a-4d38-bbcd-5f14c34d7927 by drivers openvswitch,hyperv on host dv-cinder-840525-1-iscsi at level 0 using segments [{'id': '2b95549f-f474-429b-a791-f25a87674098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '30fa2e3e-f6d8-4564-bce1-ee05a5bd0ce9'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 18:57:03.929353 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8da0276-5467-470a-a014-7550314e1bab None None] Attempting to bind port a6a6d3f1-652a-4d38-bbcd-5f14c34d7927 on network 30fa2e3e-f6d8-4564-bce1-ee05a5bd0ce9 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 18:57:03.944829 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.scheduler.base_scheduler [req-85345ed1-8294-4637-a96e-6ec2e0230d9a req-d338133e-8f7a-4ac0-8480-02ee41c3f5bd tempest-DeleteServersTestJSON-75468734 tempest-DeleteServersTestJSON-75468734-project] Resources bound (agent type, host, resource id): {{(pid=103279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:57:03.987966 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8da0276-5467-470a-a014-7550314e1bab None None] Checking agent: {'id': '7e96273e-cd3b-4e2d-a9cb-a5a62cf8f8b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840525-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 18, 48, 33), 'started_at': datetime.datetime(2022, 5, 4, 18, 49, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 18, 57, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840525-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 18:57:03.988473 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8da0276-5467-470a-a014-7550314e1bab None None] Checking segment: {'id': '2b95549f-f474-429b-a791-f25a87674098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '30fa2e3e-f6d8-4564-bce1-ee05a5bd0ce9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 18:57:03.988886 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f8da0276-5467-470a-a014-7550314e1bab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:03.989400 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8da0276-5467-470a-a014-7550314e1bab None None] Bound using segment: {'id': '2b95549f-f474-429b-a791-f25a87674098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '30fa2e3e-f6d8-4564-bce1-ee05a5bd0ce9'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 18:57:03.989957 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-f8da0276-5467-470a-a014-7550314e1bab None None] Bound port: a6a6d3f1-652a-4d38-bbcd-5f14c34d7927, host: dv-cinder-840525-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b95549f-f474-429b-a791-f25a87674098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '30fa2e3e-f6d8-4564-bce1-ee05a5bd0ce9'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 18:57:03.990350 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f8da0276-5467-470a-a014-7550314e1bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (a6a6d3f1-652a-4d38-bbcd-5f14c34d7927), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:03.990597 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvrscheduler_db [req-85345ed1-8294-4637-a96e-6ec2e0230d9a req-d338133e-8f7a-4ac0-8480-02ee41c3f5bd tempest-DeleteServersTestJSON-75468734 tempest-DeleteServersTestJSON-75468734-project] Received port after_create {{(pid=103279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 18:57:04.006663 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85345ed1-8294-4637-a96e-6ec2e0230d9a req-d338133e-8f7a-4ac0-8480-02ee41c3f5bd tempest-DeleteServersTestJSON-75468734 tempest-DeleteServersTestJSON-75468734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:57:04.007442 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [req-85345ed1-8294-4637-a96e-6ec2e0230d9a req-d338133e-8f7a-4ac0-8480-02ee41c3f5bd tempest-DeleteServersTestJSON-75468734 tempest-DeleteServersTestJSON-75468734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572658'] for port (None), before_response {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:04.065760 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Device 1dbb1916-5d86-42ef-bf63-cc969ada161e up at agent ovs-agent-dv-cinder-840525-1-iscsi {{(pid=103281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 18:57:04.070446 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-85345ed1-8294-4637-a96e-6ec2e0230d9a req-d338133e-8f7a-4ac0-8480-02ee41c3f5bd tempest-DeleteServersTestJSON-75468734 tempest-DeleteServersTestJSON-75468734-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7947404 May 04 18:57:04.079727 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 47282) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:57:04.107794 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [req-85345ed1-8294-4637-a96e-6ec2e0230d9a req-445a22b6-fda8-44f2-a394-0a2b85b6e738 tempest-DeleteServersTestJSON-75468734 tempest-DeleteServersTestJSON-75468734-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103279) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 04 18:57:04.109168 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-85345ed1-8294-4637-a96e-6ec2e0230d9a req-445a22b6-fda8-44f2-a394-0a2b85b6e738 tempest-DeleteServersTestJSON-75468734 tempest-DeleteServersTestJSON-75468734-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0113282 May 04 18:57:04.113489 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d338133e-8f7a-4ac0-8480-02ee41c3f5bd tempest-DeleteServersTestJSON-75468734 tempest-DeleteServersTestJSON-75468734-project] Pushing event updated for resources: {'Port': ['ID=a3671375-a3c6-45e6-b258-bfee5333b608,revision_number=1']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:57:04.232349 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.db.db_base_plugin_common [None req-a7a2f578-e092-40d3-8570-e2a2af4c1d7d tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Allocated IP 172.27.0.196 (cbca2f8d-f88f-49b4-8a9d-8b4714c67762/6d3155f3-7d72-4b90-89ae-8effc01a61e4/fe7c850b-41d9-4446-8f2b-6187bf4c8b7c) {{(pid=103280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:57:04.296808 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_hamode_db [None req-6d5f66d7-bf14-4366-ade5-4781ce43dbef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe', 'name': 'tempest-AttachVolumeNegativeTest-1693786255-router', 'tenant_id': 'dd17f7a747ad43fc905b8d1688a71ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'external_fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': '93cb56f8-8b0e-4ea1-b5c4-120dc35ae0d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:56:54Z', 'updated_at': '2022-05-04T18:56:59Z', 'revision_number': 3, 'project_id': 'dd17f7a747ad43fc905b8d1688a71ba7', 'gw_port': {'id': '93cb56f8-8b0e-4ea1-b5c4-120dc35ae0d6', 'name': '', 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:3d:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:56:57Z', 'updated_at': '2022-05-04T18:56:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-1-iscsi'}], 'dv-cinder-840525-1-iscsi', False) {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:57:04.313990 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-f8da0276-5467-470a-a014-7550314e1bab None None] For port a6a6d3f1-652a-4d38-bbcd-5f14c34d7927, host dv-cinder-840525-1-iscsi, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 18:57:04.320282 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-f8da0276-5467-470a-a014-7550314e1bab None None] For port a6a6d3f1-652a-4d38-bbcd-5f14c34d7927, host dv-cinder-840525-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-1-iscsi',level=0,port_id=a6a6d3f1-652a-4d38-bbcd-5f14c34d7927,segment=NetworkSegment(2b95549f-f474-429b-a791-f25a87674098),segment_id=2b95549f-f474-429b-a791-f25a87674098)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 18:57:04.343922 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f8da0276-5467-470a-a014-7550314e1bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136'] for port (a6a6d3f1-652a-4d38-bbcd-5f14c34d7927), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:04.376007 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-7d35444d-0277-49be-b246-bb3d841b7d9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:04.379361 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5f66d7-bf14-4366-ade5-4781ce43dbef None None] Checking router: 81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe for host: dv-cinder-840525-1-iscsi {{(pid=103281) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 18:57:04.379933 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5f66d7-bf14-4366-ade5-4781ce43dbef None None] Updating router 81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe port 93cb56f8-8b0e-4ea1-b5c4-120dc35ae0d6 binding host dv-cinder-840525-1-iscsi {{(pid=103281) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 18:57:04.401963 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91a7e85-d95c-4200-9b7d-2fbd223e4b89 req-a55ba933-e1c7-4ea2-b7e9-60a51b765954 tempest-DeleteServersTestJSON-75468734 tempest-DeleteServersTestJSON-75468734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:57:04.411687 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-a91a7e85-d95c-4200-9b7d-2fbd223e4b89 req-a55ba933-e1c7-4ea2-b7e9-60a51b765954 tempest-DeleteServersTestJSON-75468734 tempest-DeleteServersTestJSON-75468734-project] 10.222.0.35 "GET /v2.0/ports?device_id=4fa09c4f-1af0-44f4-a84a-1eb86b5abd32 HTTP/1.1" status: 200 len: 932 time: 0.3575709 May 04 18:57:04.477004 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Provisioning complete for port 1dbb1916-5d86-42ef-bf63-cc969ada161e triggered by entity L2. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:57:04.483156 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8da0276-5467-470a-a014-7550314e1bab None None] Routers {'ef792f77-065e-42a3-85fe-a804c7a09f70'} bound to L3 agent in host dv-cinder-840525-1-iscsi {{(pid=103282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 18:57:04.484582 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-f8da0276-5467-470a-a014-7550314e1bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T18:48:29Z,description=,heartbeat_timestamp=2022-05-04T18:56:59Z,host='dv-cinder-840525-1-iscsi',id=0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:48:29Z,topic='l3_agent')) {'router_ids': ['ef792f77-065e-42a3-85fe-a804c7a09f70'], 'active': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:57:04.486790 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1774450'] for port (1dbb1916-5d86-42ef-bf63-cc969ada161e), provisioning_complete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:04.578671 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774a07dc-3eb2-4928-a9d6-d376902c47fe None None] Pushing event updated for resources: {'Port': ['ID=a6a6d3f1-652a-4d38-bbcd-5f14c34d7927,revision_number=4']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:57:04.684635 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-24f2adef-8ef9-4716-91c7-37149f30f51c None None] Provisioning complete for port a6a6d3f1-652a-4d38-bbcd-5f14c34d7927 triggered by entity DHCP. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:57:04.686343 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-24f2adef-8ef9-4716-91c7-37149f30f51c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1774450'] for port (a6a6d3f1-652a-4d38-bbcd-5f14c34d7927), provisioning_complete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:04.728383 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvr_db [None req-f8da0276-5467-470a-a014-7550314e1bab None None] Set router ef792f77-065e-42a3-85fe-a804c7a09f70 gateway port host: dv-cinder-840525-1-iscsi {{(pid=103282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 18:57:04.816498 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-a7a2f578-e092-40d3-8570-e2a2af4c1d7d tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Publish callbacks [] for port (fe7c850b-41d9-4446-8f2b-6187bf4c8b7c), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:04.964641 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-9649ac77-c806-420b-8675-5e871108b3f8 None None] For port 31d53c0e-944d-4f88-9291-b28b143bac65, host dv-cinder-840525-1-iscsi, cleared binding levels {{(pid=103281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 18:57:04.976374 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-7d35444d-0277-49be-b246-bb3d841b7d9b admin admin] Publish callbacks [] for security_group (fa4f8895-1f1d-4ed3-af24-d2c43c7a76d1), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:04.983652 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-7d35444d-0277-49be-b246-bb3d841b7d9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (fa4f8895-1f1d-4ed3-af24-d2c43c7a76d1), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:05.053148 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d35444d-0277-49be-b246-bb3d841b7d9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa4f8895-1f1d-4ed3-af24-d2c43c7a76d1,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:57:05.067486 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-a7a2f578-e092-40d3-8570-e2a2af4c1d7d tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790498302100'] for port (fe7c850b-41d9-4446-8f2b-6187bf4c8b7c), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:05.086041 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6d5f66d7-bf14-4366-ade5-4781ce43dbef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (93cb56f8-8b0e-4ea1-b5c4-120dc35ae0d6), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:05.171038 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.v2.base [req-85345ed1-8294-4637-a96e-6ec2e0230d9a req-8e79bebb-211b-4162-8749-a60a01cd01ed service neutron] Request body: {'port': {'device_id': '4fa09c4f-1af0-44f4-a84a-1eb86b5abd32', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84052'}} {{(pid=103279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:57:05.218042 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a2f578-e092-40d3-8570-e2a2af4c1d7d tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Network cbca2f8d-f88f-49b4-8a9d-8b4714c67762 is already hosted by enough agents. {{(pid=103280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:57:05.225705 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a2f578-e092-40d3-8570-e2a2af4c1d7d tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Pushing event updated for resources: {'Port': ['ID=fe7c850b-41d9-4446-8f2b-6187bf4c8b7c,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:57:05.236914 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-a91a7e85-d95c-4200-9b7d-2fbd223e4b89 req-0d0d2cdd-7645-4fd0-8fc1-f37e56381b83 tempest-DeleteServersTestJSON-75468734 tempest-DeleteServersTestJSON-75468734-project] 10.222.0.35 "GET /v2.0/security-groups?id=668a5dba-1c37-4528-a3f6-873c04e3e7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8195019 May 04 18:57:05.241439 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.base_scheduler [None req-a7a2f578-e092-40d3-8570-e2a2af4c1d7d tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Resources bound (agent type, host, resource id): {{(pid=103280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:57:05.283692 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a2f578-e092-40d3-8570-e2a2af4c1d7d tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Received port after_create {{(pid=103280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 18:57:05.301177 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-f8da0276-5467-470a-a014-7550314e1bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef792f77-065e-42a3-85fe-a804c7a09f70', 'name': 'tempest-AttachVolumeTestJSON-1110027105-router', 'tenant_id': 'd220357192eb4ba5a2cdd43f000cd4c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'external_fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '1dbb1916-5d86-42ef-bf63-cc969ada161e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:56:51Z', 'updated_at': '2022-05-04T18:56:58Z', 'revision_number': 4, 'project_id': 'd220357192eb4ba5a2cdd43f000cd4c4', 'gw_port': {'id': '1dbb1916-5d86-42ef-bf63-cc969ada161e', 'name': '', 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:02:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef792f77-065e-42a3-85fe-a804c7a09f70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:56:52Z', 'updated_at': '2022-05-04T18:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-1-iscsi', '_interfaces': [{'id': 'a6a6d3f1-652a-4d38-bbcd-5f14c34d7927', 'name': '', 'network_id': '30fa2e3e-f6d8-4564-bce1-ee05a5bd0ce9', 'tenant_id': 'd220357192eb4ba5a2cdd43f000cd4c4', 'mac_address': 'fa:16:3e:ff:12:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef792f77-065e-42a3-85fe-a804c7a09f70', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'd9b5c29e-b014-49ec-aabd-8c0ad7c78e2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:56:56Z', 'updated_at': '2022-05-04T18:57:04Z', 'revision_number': 4, 'project_id': 'd220357192eb4ba5a2cdd43f000cd4c4', 'subnets': [{'id': 'd9b5c29e-b014-49ec-aabd-8c0ad7c78e2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-1-iscsi', False) {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:57:05.436253 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-7d35444d-0277-49be-b246-bb3d841b7d9b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3628dba42bc944848d453102094218e1&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3516726 May 04 18:57:05.455541 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8da0276-5467-470a-a014-7550314e1bab None None] The sync data for ids ['ef792f77-065e-42a3-85fe-a804c7a09f70'] in dv-cinder-840525-1-iscsi is: [{'id': 'ef792f77-065e-42a3-85fe-a804c7a09f70', 'name': 'tempest-AttachVolumeTestJSON-1110027105-router', 'tenant_id': 'd220357192eb4ba5a2cdd43f000cd4c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'external_fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '1dbb1916-5d86-42ef-bf63-cc969ada161e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:56:51Z', 'updated_at': '2022-05-04T18:56:58Z', 'revision_number': 4, 'project_id': 'd220357192eb4ba5a2cdd43f000cd4c4', 'gw_port': {'id': '1dbb1916-5d86-42ef-bf63-cc969ada161e', 'name': '', 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:02:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef792f77-065e-42a3-85fe-a804c7a09f70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:56:52Z', 'updated_at': '2022-05-04T18:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-1-iscsi', '_interfaces': [{'id': 'a6a6d3f1-652a-4d38-bbcd-5f14c34d7927', 'name': '', 'network_id': '30fa2e3e-f6d8-4564-bce1-ee05a5bd0ce9', 'tenant_id': 'd220357192eb4ba5a2cdd43f000cd4c4', 'mac_address': 'fa:16:3e:ff:12:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef792f77-065e-42a3-85fe-a804c7a09f70', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'd9b5c29e-b014-49ec-aabd-8c0ad7c78e2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:56:56Z', 'updated_at': '2022-05-04T18:57:04Z', 'revision_number': 4, 'project_id': 'd220357192eb4ba5a2cdd43f000cd4c4', 'subnets': [{'id': 'd9b5c29e-b014-49ec-aabd-8c0ad7c78e2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 18:57:05.504465 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 47336) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:57:05.628830 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Current status of the port 1dbb1916-5d86-42ef-bf63-cc969ada161e is: ACTIVE; New status is: ACTIVE {{(pid=103281) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:57:05.645101 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-9649ac77-c806-420b-8675-5e871108b3f8 None None] For port 31d53c0e-944d-4f88-9291-b28b143bac65, host dv-cinder-840525-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-1-iscsi',level=0,port_id=31d53c0e-944d-4f88-9291-b28b143bac65,segment=NetworkSegment(183e99eb-a03a-4429-82ba-edb66df2d5f7),segment_id=183e99eb-a03a-4429-82ba-edb66df2d5f7)] {{(pid=103281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 18:57:05.691438 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9649ac77-c806-420b-8675-5e871108b3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136'] for port (31d53c0e-944d-4f88-9291-b28b143bac65), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:05.711798 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 47342) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:57:05.796084 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-a7a2f578-e092-40d3-8570-e2a2af4c1d7d tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Publish callbacks [] for floatingip (e459b01c-5e97-43f4-8aa2-b14affe8ae4f), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:05.822674 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.db.db_base_plugin_common [None req-ebef4d62-7a40-483d-a893-08f2615bbfbf admin admin] Allocated IP 172.20.0.1 (b776d5b6-becc-4024-9dab-9ffc4ba67a01/02826e21-c978-41a3-b31e-dd2107bb922c/3c32b55e-d937-44b9-a8c5-48726c34ada2) {{(pid=103279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:57:05.956015 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-dfa2173b-857f-4fe1-baa6-56f54f4bd920 admin admin] Publish callbacks [] for security_group (fa4f8895-1f1d-4ed3-af24-d2c43c7a76d1), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:05.991822 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-a7a2f578-e092-40d3-8570-e2a2af4c1d7d tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (fe7c850b-41d9-4446-8f2b-6187bf4c8b7c), before_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:06.043960 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Device a6a6d3f1-652a-4d38-bbcd-5f14c34d7927 up at agent ovs-agent-dv-cinder-840525-1-iscsi {{(pid=103281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 18:57:06.049359 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-dfa2173b-857f-4fe1-baa6-56f54f4bd920 admin admin] Publish callbacks [] for security_group (fa4f8895-1f1d-4ed3-af24-d2c43c7a76d1), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:06.060400 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-fedc9e43-2647-4757-a8fe-eb7984e14133 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:06.139942 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9649ac77-c806-420b-8675-5e871108b3f8 None None] Routers {'99e16632-d532-445b-8b38-b656dab90e80'} bound to L3 agent in host dv-cinder-840525-1-iscsi {{(pid=103281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 18:57:06.148336 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_hamode_db [None req-9649ac77-c806-420b-8675-5e871108b3f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T18:48:29Z,description=,heartbeat_timestamp=2022-05-04T18:56:59Z,host='dv-cinder-840525-1-iscsi',id=0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:48:29Z,topic='l3_agent')) {'router_ids': ['99e16632-d532-445b-8b38-b656dab90e80'], 'active': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:57:06.272272 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0607183a-ec57-4224-a443-9f4cf5d6cba3 None None] Pushing event updated for resources: {'Port': ['ID=31d53c0e-944d-4f88-9291-b28b143bac65,revision_number=3']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:57:06.290440 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-f5f23024-1e16-4955-bf87-3d57fdd5cfaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (None), before_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:06.300743 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [req-85345ed1-8294-4637-a96e-6ec2e0230d9a req-8e79bebb-211b-4162-8749-a60a01cd01ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (a3671375-a3c6-45e6-b258-bfee5333b608), before_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:06.308247 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-dfa2173b-857f-4fe1-baa6-56f54f4bd920 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (fa4f8895-1f1d-4ed3-af24-d2c43c7a76d1), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:06.312056 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-dfa2173b-857f-4fe1-baa6-56f54f4bd920 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:06.316997 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-dfa2173b-857f-4fe1-baa6-56f54f4bd920 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fa4f8895-1f1d-4ed3-af24-d2c43c7a76d1 HTTP/1.1" status: 204 len: 168 time: 0.7917621 May 04 18:57:06.344955 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-24f2adef-8ef9-4716-91c7-37149f30f51c None None] Current status of the port a6a6d3f1-652a-4d38-bbcd-5f14c34d7927 is: DOWN; New status is: ACTIVE {{(pid=103281) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:57:06.345375 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-24f2adef-8ef9-4716-91c7-37149f30f51c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (a6a6d3f1-652a-4d38-bbcd-5f14c34d7927), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:06.358373 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-fedc9e43-2647-4757-a8fe-eb7984e14133 admin admin] Publish callbacks [] for security_group (1c3d62b3-7145-4862-9b59-f6204a44c770), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:06.371212 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa2173b-857f-4fe1-baa6-56f54f4bd920 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa4f8895-1f1d-4ed3-af24-d2c43c7a76d1,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:57:06.391777 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-fedc9e43-2647-4757-a8fe-eb7984e14133 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (1c3d62b3-7145-4862-9b59-f6204a44c770), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:06.445923 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-a7a2f578-e092-40d3-8570-e2a2af4c1d7d tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Publish callbacks [] for port (fe7c850b-41d9-4446-8f2b-6187bf4c8b7c), precommit_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:06.459790 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.agents_db [None req-bd7ab176-2eba-4334-8b69-697435aa36c2 None None] Agent healthcheck: found 6 active agents {{(pid=103282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 18:57:06.542331 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedc9e43-2647-4757-a8fe-eb7984e14133 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c3d62b3-7145-4862-9b59-f6204a44c770,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:57:06.572972 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-fedc9e43-2647-4757-a8fe-eb7984e14133 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=aa8f8387294749139d18c7dfc60e60b6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8591261 May 04 18:57:06.611882 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 47356) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:57:06.662307 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-24f2adef-8ef9-4716-91c7-37149f30f51c None None] For port a6a6d3f1-652a-4d38-bbcd-5f14c34d7927, host dv-cinder-840525-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-1-iscsi',level=0,port_id=a6a6d3f1-652a-4d38-bbcd-5f14c34d7927,segment=NetworkSegment(2b95549f-f474-429b-a791-f25a87674098),segment_id=2b95549f-f474-429b-a791-f25a87674098)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:57:06.669190 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6d5f66d7-bf14-4366-ade5-4781ce43dbef None None] Publish callbacks [] for port (93cb56f8-8b0e-4ea1-b5c4-120dc35ae0d6), precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:06.691173 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-a7a2f578-e092-40d3-8570-e2a2af4c1d7d tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136'] for port (fe7c850b-41d9-4446-8f2b-6187bf4c8b7c), after_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:06.724968 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Provisioning complete for port a6a6d3f1-652a-4d38-bbcd-5f14c34d7927 triggered by entity L2. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:57:06.728137 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1774450'] for port (a6a6d3f1-652a-4d38-bbcd-5f14c34d7927), provisioning_complete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:06.757070 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-24f2adef-8ef9-4716-91c7-37149f30f51c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136'] for port (a6a6d3f1-652a-4d38-bbcd-5f14c34d7927), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:06.807905 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-a7a2f578-e092-40d3-8570-e2a2af4c1d7d tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608971'] for floatingip (e459b01c-5e97-43f4-8aa2-b14affe8ae4f), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:06.848788 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a2f578-e092-40d3-8570-e2a2af4c1d7d tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Pushing event updated for resources: {'Port': ['ID=fe7c850b-41d9-4446-8f2b-6187bf4c8b7c,revision_number=2']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:57:06.902493 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-a7a2f578-e092-40d3-8570-e2a2af4c1d7d tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127086'] for floatingip (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:06.935761 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-ebef4d62-7a40-483d-a893-08f2615bbfbf admin admin] Publish callbacks [] for port (3c32b55e-d937-44b9-a8c5-48726c34ada2), precommit_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:06.937960 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-a7a2f578-e092-40d3-8570-e2a2af4c1d7d tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7918410 May 04 18:57:06.960584 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664cf896-8210-4476-b9d5-22e8c6cdafc8 req-d49a9c74-b519-465d-9c3a-c60050641bc2 tempest-DeleteServersTestJSON-75468734 tempest-DeleteServersTestJSON-75468734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:57:06.977582 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-664cf896-8210-4476-b9d5-22e8c6cdafc8 req-d49a9c74-b519-465d-9c3a-c60050641bc2 tempest-DeleteServersTestJSON-75468734 tempest-DeleteServersTestJSON-75468734-project] 10.222.0.35 "GET /v2.0/ports?device_id=4fa09c4f-1af0-44f4-a84a-1eb86b5abd32 HTTP/1.1" status: 200 len: 932 time: 0.5825970 May 04 18:57:06.978590 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-f28fbb07-b6bd-4e9c-808c-01845f4e62ae admin admin] Publish callbacks [] for security_group (1c3d62b3-7145-4862-9b59-f6204a44c770), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:07.144459 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 47372) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:57:07.271437 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.notifiers.nova [req-85345ed1-8294-4637-a96e-6ec2e0230d9a req-8e79bebb-211b-4162-8749-a60a01cd01ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3671375-a3c6-45e6-b258-bfee5333b608 {{(pid=103279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 18:57:07.316858 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [req-85345ed1-8294-4637-a96e-6ec2e0230d9a req-8e79bebb-211b-4162-8749-a60a01cd01ed service neutron] Publish callbacks [] for port (a3671375-a3c6-45e6-b258-bfee5333b608), precommit_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:07.334122 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvr_db [None req-9649ac77-c806-420b-8675-5e871108b3f8 None None] Set router 99e16632-d532-445b-8b38-b656dab90e80 gateway port host: dv-cinder-840525-1-iscsi {{(pid=103281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 18:57:07.374298 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-f28fbb07-b6bd-4e9c-808c-01845f4e62ae admin admin] Publish callbacks [] for security_group (1c3d62b3-7145-4862-9b59-f6204a44c770), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:07.457990 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-664cf896-8210-4476-b9d5-22e8c6cdafc8 req-6cfe673d-0ab9-479f-a071-adbd480363ab tempest-DeleteServersTestJSON-75468734 tempest-DeleteServersTestJSON-75468734-project] 10.222.0.35 "GET /v2.0/security-groups?id=668a5dba-1c37-4528-a3f6-873c04e3e7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4692690 May 04 18:57:07.458899 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-abc58d86-fe75-40cf-b4c6-32f756fa8477 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:07.512557 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6d5f66d7-bf14-4366-ade5-4781ce43dbef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136'] for port (93cb56f8-8b0e-4ea1-b5c4-120dc35ae0d6), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:07.527976 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [req-85345ed1-8294-4637-a96e-6ec2e0230d9a req-8e79bebb-211b-4162-8749-a60a01cd01ed service neutron] Transition to ACTIVE for port object a3671375-a3c6-45e6-b258-bfee5333b608 will not be triggered until provisioned by entity L2. {{(pid=103279) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 18:57:07.582047 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-abc58d86-fe75-40cf-b4c6-32f756fa8477 admin admin] Publish callbacks [] for security_group (9b7b18cb-75a3-4938-913b-38bacdcb9610), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:07.583552 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-f28fbb07-b6bd-4e9c-808c-01845f4e62ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (1c3d62b3-7145-4862-9b59-f6204a44c770), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:07.590014 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-f28fbb07-b6bd-4e9c-808c-01845f4e62ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:07.594962 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-f28fbb07-b6bd-4e9c-808c-01845f4e62ae admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1c3d62b3-7145-4862-9b59-f6204a44c770 HTTP/1.1" status: 204 len: 168 time: 0.9779537 May 04 18:57:07.595884 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-abc58d86-fe75-40cf-b4c6-32f756fa8477 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (9b7b18cb-75a3-4938-913b-38bacdcb9610), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:07.637654 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-abc58d86-fe75-40cf-b4c6-32f756fa8477 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=603200fe27254b3f8e63bddf9b15e4a0&name=default HTTP/1.1" status: 200 len: 2995 time: 0.4916298 May 04 18:57:07.645089 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 47396) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:57:07.645891 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28fbb07-b6bd-4e9c-808c-01845f4e62ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c3d62b3-7145-4862-9b59-f6204a44c770,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:57:07.665221 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-40df28d3-b8eb-4ed2-830d-ed07f8d0d86c None None] Provisioning complete for port a6a6d3f1-652a-4d38-bbcd-5f14c34d7927 triggered by entity DHCP. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:57:07.665548 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-40df28d3-b8eb-4ed2-830d-ed07f8d0d86c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1774450'] for port (a6a6d3f1-652a-4d38-bbcd-5f14c34d7927), provisioning_complete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:07.666075 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-ebef4d62-7a40-483d-a893-08f2615bbfbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790498302100'] for port (3c32b55e-d937-44b9-a8c5-48726c34ada2), after_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:07.724707 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc58d86-fe75-40cf-b4c6-32f756fa8477 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b7b18cb-75a3-4938-913b-38bacdcb9610,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:57:07.738434 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebef4d62-7a40-483d-a893-08f2615bbfbf admin admin] Network b776d5b6-becc-4024-9dab-9ffc4ba67a01 is already hosted by enough agents. {{(pid=103279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:57:07.741810 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [req-85345ed1-8294-4637-a96e-6ec2e0230d9a req-8e79bebb-211b-4162-8749-a60a01cd01ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136'] for port (a3671375-a3c6-45e6-b258-bfee5333b608), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:07.756764 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.scheduler.base_scheduler [None req-ebef4d62-7a40-483d-a893-08f2615bbfbf admin admin] Resources bound (agent type, host, resource id): {{(pid=103279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:57:07.807324 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebef4d62-7a40-483d-a893-08f2615bbfbf admin admin] Received port after_create {{(pid=103279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 18:57:07.807932 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-ebef4d62-7a40-483d-a893-08f2615bbfbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-608641'] for router_interface (99e16632-d532-445b-8b38-b656dab90e80), before_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:07.951318 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 47404) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:57:08.157385 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-4f556ab7-3992-4494-a6f1-0e6f3598c57e req-004641e5-903f-4aab-8295-a907f43585f8 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1296823024&fields=id&tenant_id=d220357192eb4ba5a2cdd43f000cd4c4 HTTP/1.1" status: 200 len: 267 time: 0.8159137 May 04 18:57:08.169084 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 47410) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:57:08.183233 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [None req-6d5f66d7-bf14-4366-ade5-4781ce43dbef None None] Attempting to bind port 93cb56f8-8b0e-4ea1-b5c4-120dc35ae0d6 on host dv-cinder-840525-1-iscsi for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 18:57:08.183412 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [None req-6d5f66d7-bf14-4366-ade5-4781ce43dbef None None] Attempting to bind port 93cb56f8-8b0e-4ea1-b5c4-120dc35ae0d6 by drivers openvswitch,hyperv on host dv-cinder-840525-1-iscsi at level 0 using segments [{'id': '183e99eb-a03a-4429-82ba-edb66df2d5f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 18:57:08.184575 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5f66d7-bf14-4366-ade5-4781ce43dbef None None] Attempting to bind port 93cb56f8-8b0e-4ea1-b5c4-120dc35ae0d6 on network cbca2f8d-f88f-49b4-8a9d-8b4714c67762 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 18:57:08.192104 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f2adef-8ef9-4716-91c7-37149f30f51c None None] Pushing event updated for resources: {'Port': ['ID=a6a6d3f1-652a-4d38-bbcd-5f14c34d7927,revision_number=5']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:57:08.213673 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5f66d7-bf14-4366-ade5-4781ce43dbef None None] Checking agent: {'id': '7e96273e-cd3b-4e2d-a9cb-a5a62cf8f8b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840525-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 18, 48, 33), 'started_at': datetime.datetime(2022, 5, 4, 18, 49, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 18, 57, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840525-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 18:57:08.214049 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5f66d7-bf14-4366-ade5-4781ce43dbef None None] Checking segment: {'id': '183e99eb-a03a-4429-82ba-edb66df2d5f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 18:57:08.214448 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6d5f66d7-bf14-4366-ade5-4781ce43dbef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:08.214835 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5f66d7-bf14-4366-ade5-4781ce43dbef None None] Bound using segment: {'id': '183e99eb-a03a-4429-82ba-edb66df2d5f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762'} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 18:57:08.215715 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [None req-6d5f66d7-bf14-4366-ade5-4781ce43dbef None None] Bound port: 93cb56f8-8b0e-4ea1-b5c4-120dc35ae0d6, host: dv-cinder-840525-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '183e99eb-a03a-4429-82ba-edb66df2d5f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762'}}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 18:57:08.216201 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6d5f66d7-bf14-4366-ade5-4781ce43dbef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (93cb56f8-8b0e-4ea1-b5c4-120dc35ae0d6), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:08.350119 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-2869138b-c5f4-41b6-a2a1-0972345b6d59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:08.414792 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Current status of the port a6a6d3f1-652a-4d38-bbcd-5f14c34d7927 is: ACTIVE; New status is: ACTIVE {{(pid=103281) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:57:08.437115 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-1cd892cc-1fe2-463a-b111-892269ed1827 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:08.437757 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.db.db_base_plugin_common [None req-f5f23024-1e16-4955-bf87-3d57fdd5cfaa admin admin] Allocated IP 172.20.0.1 (53f417bd-e455-4de8-9365-a661c93c9b00/e66736f7-cfb8-4201-a579-14943c9785b1/2e8cc07d-5c50-47e4-be93-d1bb02ea6c92) {{(pid=103279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:57:08.563078 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_hamode_db [None req-9649ac77-c806-420b-8675-5e871108b3f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99e16632-d532-445b-8b38-b656dab90e80', 'name': 'tempest-ServerRescueNegativeTestJSON-2014535518-router', 'tenant_id': '5287a76e646d4a3db0cc508a956314e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'external_fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '31d53c0e-944d-4f88-9291-b28b143bac65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:56:52Z', 'updated_at': '2022-05-04T18:56:56Z', 'revision_number': 3, 'project_id': '5287a76e646d4a3db0cc508a956314e7', 'gw_port': {'id': '31d53c0e-944d-4f88-9291-b28b143bac65', 'name': '', 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:f8:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99e16632-d532-445b-8b38-b656dab90e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:56:54Z', 'updated_at': '2022-05-04T18:57:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-1-iscsi'}], 'dv-cinder-840525-1-iscsi', False) {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:57:08.565198 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5c8298-5765-4f79-872f-5a851e6f76f1 None None] Pushing event updated for resources: {'Port': ['ID=93cb56f8-8b0e-4ea1-b5c4-120dc35ae0d6,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:57:08.604930 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-f5f23024-1e16-4955-bf87-3d57fdd5cfaa admin admin] Publish callbacks [] for port (2e8cc07d-5c50-47e4-be93-d1bb02ea6c92), precommit_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:08.626766 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-6d5f66d7-bf14-4366-ade5-4781ce43dbef None None] For port 93cb56f8-8b0e-4ea1-b5c4-120dc35ae0d6, host dv-cinder-840525-1-iscsi, cleared binding levels {{(pid=103281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 18:57:08.632704 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9649ac77-c806-420b-8675-5e871108b3f8 None None] The sync data for ids ['99e16632-d532-445b-8b38-b656dab90e80'] in dv-cinder-840525-1-iscsi is: [{'id': '99e16632-d532-445b-8b38-b656dab90e80', 'name': 'tempest-ServerRescueNegativeTestJSON-2014535518-router', 'tenant_id': '5287a76e646d4a3db0cc508a956314e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'external_fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '31d53c0e-944d-4f88-9291-b28b143bac65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:56:52Z', 'updated_at': '2022-05-04T18:56:56Z', 'revision_number': 3, 'project_id': '5287a76e646d4a3db0cc508a956314e7', 'gw_port': {'id': '31d53c0e-944d-4f88-9291-b28b143bac65', 'name': '', 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:f8:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99e16632-d532-445b-8b38-b656dab90e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:56:54Z', 'updated_at': '2022-05-04T18:57:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-1-iscsi'}] {{(pid=103281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 18:57:08.649694 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-6d5f66d7-bf14-4366-ade5-4781ce43dbef None None] For port 93cb56f8-8b0e-4ea1-b5c4-120dc35ae0d6, host dv-cinder-840525-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-1-iscsi',level=0,port_id=93cb56f8-8b0e-4ea1-b5c4-120dc35ae0d6,segment=NetworkSegment(183e99eb-a03a-4429-82ba-edb66df2d5f7),segment_id=183e99eb-a03a-4429-82ba-edb66df2d5f7)] {{(pid=103281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 18:57:08.664832 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6d5f66d7-bf14-4366-ade5-4781ce43dbef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136'] for port (93cb56f8-8b0e-4ea1-b5c4-120dc35ae0d6), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:08.710988 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-40df28d3-b8eb-4ed2-830d-ed07f8d0d86c None None] Current status of the port a6a6d3f1-652a-4d38-bbcd-5f14c34d7927 is: ACTIVE; New status is: ACTIVE {{(pid=103281) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:57:08.729751 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-f5f23024-1e16-4955-bf87-3d57fdd5cfaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790498302100'] for port (2e8cc07d-5c50-47e4-be93-d1bb02ea6c92), after_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:08.736526 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-1cd892cc-1fe2-463a-b111-892269ed1827 admin admin] Publish callbacks [] for security_group (18549bbc-d0d4-4d2c-92e2-3802bb321c3b), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:08.774649 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Device a6a6d3f1-652a-4d38-bbcd-5f14c34d7927 up at agent ovs-agent-dv-cinder-840525-1-iscsi {{(pid=103281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 18:57:08.788911 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-1cd892cc-1fe2-463a-b111-892269ed1827 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (18549bbc-d0d4-4d2c-92e2-3802bb321c3b), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:08.856980 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-1cd892cc-1fe2-463a-b111-892269ed1827 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a42cb39e34c5497496e00c7a842cd3e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6866107 May 04 18:57:08.865690 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 47426) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:57:08.877973 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f23024-1e16-4955-bf87-3d57fdd5cfaa admin admin] Network 53f417bd-e455-4de8-9365-a661c93c9b00 is already hosted by enough agents. {{(pid=103279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:57:08.909697 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-1477607e-57b7-47a7-b849-f2f3d9a3abbe None None] Provisioning complete for port 3c32b55e-d937-44b9-a8c5-48726c34ada2 triggered by entity DHCP. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:57:08.910073 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1477607e-57b7-47a7-b849-f2f3d9a3abbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1774450'] for port (3c32b55e-d937-44b9-a8c5-48726c34ada2), provisioning_complete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:08.914668 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.scheduler.base_scheduler [None req-f5f23024-1e16-4955-bf87-3d57fdd5cfaa admin admin] Resources bound (agent type, host, resource id): {{(pid=103279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:57:08.931043 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f23024-1e16-4955-bf87-3d57fdd5cfaa admin admin] Received port after_create {{(pid=103279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 18:57:08.933424 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-f5f23024-1e16-4955-bf87-3d57fdd5cfaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-608641'] for router_interface (81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe), before_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:08.937565 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5c8298-5765-4f79-872f-5a851e6f76f1 None None] Pushing event updated for resources: {'Port': ['ID=93cb56f8-8b0e-4ea1-b5c4-120dc35ae0d6,revision_number=3']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:57:08.945551 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-e0a4fd6c-d850-42b4-b317-304a1f8032b0 admin admin] Publish callbacks [] for security_group (9b7b18cb-75a3-4938-913b-38bacdcb9610), before_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:08.946100 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5f66d7-bf14-4366-ade5-4781ce43dbef None None] Routers {'81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe'} bound to L3 agent in host dv-cinder-840525-1-iscsi {{(pid=103281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 18:57:08.946605 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_hamode_db [None req-6d5f66d7-bf14-4366-ade5-4781ce43dbef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T18:48:29Z,description=,heartbeat_timestamp=2022-05-04T18:56:59Z,host='dv-cinder-840525-1-iscsi',id=0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:48:29Z,topic='l3_agent')) {'router_ids': ['81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe'], 'active': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:57:08.976661 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-787fc7fe-d0f6-4a57-acf0-e11634380325 admin admin] Publish callbacks [] for security_group (18549bbc-d0d4-4d2c-92e2-3802bb321c3b), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:09.002481 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-787fc7fe-d0f6-4a57-acf0-e11634380325 admin admin] Publish callbacks [] for security_group (18549bbc-d0d4-4d2c-92e2-3802bb321c3b), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:09.003310 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-e0a4fd6c-d850-42b4-b317-304a1f8032b0 admin admin] Publish callbacks [] for security_group (9b7b18cb-75a3-4938-913b-38bacdcb9610), precommit_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:09.042158 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-1477607e-57b7-47a7-b849-f2f3d9a3abbe None None] Port 3c32b55e-d937-44b9-a8c5-48726c34ada2 cannot update to ACTIVE because it is not bound. {{(pid=103281) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 18:57:09.045895 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Provisioning complete for port a6a6d3f1-652a-4d38-bbcd-5f14c34d7927 triggered by entity L2. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:57:09.046271 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1774450'] for port (a6a6d3f1-652a-4d38-bbcd-5f14c34d7927), provisioning_complete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:09.069670 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823400c0-26b3-459b-a683-2dbfd5535cb3 req-625943b5-44c2-48bb-80a4-68d97ebf0f04 tempest-DeleteServersTestJSON-75468734 tempest-DeleteServersTestJSON-75468734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:57:09.071918 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-823400c0-26b3-459b-a683-2dbfd5535cb3 req-625943b5-44c2-48bb-80a4-68d97ebf0f04 tempest-DeleteServersTestJSON-75468734 tempest-DeleteServersTestJSON-75468734-project] 10.222.0.35 "GET /v2.0/ports?device_id=4fa09c4f-1af0-44f4-a84a-1eb86b5abd32 HTTP/1.1" status: 200 len: 944 time: 0.3575459 May 04 18:57:09.075079 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-2869138b-c5f4-41b6-a2a1-0972345b6d59 admin admin] Publish callbacks [] for security_group (40536da1-4f1f-43d8-8c82-7b23ea387133), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:09.077360 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd892cc-1fe2-463a-b111-892269ed1827 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18549bbc-d0d4-4d2c-92e2-3802bb321c3b,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:57:09.083998 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-787fc7fe-d0f6-4a57-acf0-e11634380325 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (18549bbc-d0d4-4d2c-92e2-3802bb321c3b), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:09.095497 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-787fc7fe-d0f6-4a57-acf0-e11634380325 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:09.095497 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-787fc7fe-d0f6-4a57-acf0-e11634380325 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/18549bbc-d0d4-4d2c-92e2-3802bb321c3b HTTP/1.1" status: 204 len: 168 time: 0.2137425 May 04 18:57:09.118434 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-2869138b-c5f4-41b6-a2a1-0972345b6d59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (40536da1-4f1f-43d8-8c82-7b23ea387133), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:09.134422 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787fc7fe-d0f6-4a57-acf0-e11634380325 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18549bbc-d0d4-4d2c-92e2-3802bb321c3b,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:57:09.257767 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2869138b-c5f4-41b6-a2a1-0972345b6d59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40536da1-4f1f-43d8-8c82-7b23ea387133,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:57:09.368194 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvr_db [None req-6d5f66d7-bf14-4366-ade5-4781ce43dbef None None] Set router 81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe gateway port host: dv-cinder-840525-1-iscsi {{(pid=103281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 18:57:09.623678 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebef4d62-7a40-483d-a893-08f2615bbfbf admin admin] Pushing event updated for resources: {'Port': ['ID=3c32b55e-d937-44b9-a8c5-48726c34ada2,revision_number=1']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:57:09.667517 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f556ab7-3992-4494-a6f1-0e6f3598c57e req-651886eb-5053-454e-99ac-44c3c46251e5 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:57:09.674751 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-4f556ab7-3992-4494-a6f1-0e6f3598c57e req-651886eb-5053-454e-99ac-44c3c46251e5 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] 10.222.0.35 "GET /v2.0/networks?id=30fa2e3e-f6d8-4564-bce1-ee05a5bd0ce9 HTTP/1.1" status: 200 len: 811 time: 1.4498279 May 04 18:57:09.731161 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-95ceb382-5063-45e0-8f62-2795fad3b8f4 None None] Provisioning complete for port 2e8cc07d-5c50-47e4-be93-d1bb02ea6c92 triggered by entity DHCP. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:57:09.731821 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-95ceb382-5063-45e0-8f62-2795fad3b8f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1774450'] for port (2e8cc07d-5c50-47e4-be93-d1bb02ea6c92), provisioning_complete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:09.777726 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-2869138b-c5f4-41b6-a2a1-0972345b6d59 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e3511ea328864fb782d9ded7da6e1b83&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8248603 May 04 18:57:09.778403 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 47446) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:57:09.781976 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-823400c0-26b3-459b-a683-2dbfd5535cb3 req-27792408-aa60-4b0c-9a48-1dffa159f191 tempest-DeleteServersTestJSON-75468734 tempest-DeleteServersTestJSON-75468734-project] 10.222.0.35 "GET /v2.0/security-groups?id=668a5dba-1c37-4528-a3f6-873c04e3e7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6884460 May 04 18:57:09.803617 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-ebef4d62-7a40-483d-a893-08f2615bbfbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (3c32b55e-d937-44b9-a8c5-48726c34ada2), before_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:09.930661 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-f575b7f8-cc8b-4f02-be0b-9b90d5d91b2e admin admin] Publish callbacks [] for security_group (40536da1-4f1f-43d8-8c82-7b23ea387133), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:09.957542 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e79bebb-211b-4162-8749-a60a01cd01ed service neutron] Pushing event updated for resources: {'Port': ['ID=a3671375-a3c6-45e6-b258-bfee5333b608,revision_number=2']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:57:09.987010 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-f575b7f8-cc8b-4f02-be0b-9b90d5d91b2e admin admin] Publish callbacks [] for security_group (40536da1-4f1f-43d8-8c82-7b23ea387133), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:10.023435 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-95ceb382-5063-45e0-8f62-2795fad3b8f4 None None] Port 2e8cc07d-5c50-47e4-be93-d1bb02ea6c92 cannot update to ACTIVE because it is not bound. {{(pid=103281) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 18:57:10.090264 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Current status of the port a6a6d3f1-652a-4d38-bbcd-5f14c34d7927 is: ACTIVE; New status is: ACTIVE {{(pid=103281) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:57:10.092079 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-f575b7f8-cc8b-4f02-be0b-9b90d5d91b2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (40536da1-4f1f-43d8-8c82-7b23ea387133), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:10.095357 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-f575b7f8-cc8b-4f02-be0b-9b90d5d91b2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:10.096981 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-f575b7f8-cc8b-4f02-be0b-9b90d5d91b2e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/40536da1-4f1f-43d8-8c82-7b23ea387133 HTTP/1.1" status: 204 len: 168 time: 0.3141305 May 04 18:57:10.106109 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f575b7f8-cc8b-4f02-be0b-9b90d5d91b2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40536da1-4f1f-43d8-8c82-7b23ea387133,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:57:10.163714 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_hamode_db [None req-6d5f66d7-bf14-4366-ade5-4781ce43dbef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe', 'name': 'tempest-AttachVolumeNegativeTest-1693786255-router', 'tenant_id': 'dd17f7a747ad43fc905b8d1688a71ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'external_fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': '93cb56f8-8b0e-4ea1-b5c4-120dc35ae0d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:56:54Z', 'updated_at': '2022-05-04T18:56:59Z', 'revision_number': 3, 'project_id': 'dd17f7a747ad43fc905b8d1688a71ba7', 'gw_port': {'id': '93cb56f8-8b0e-4ea1-b5c4-120dc35ae0d6', 'name': '', 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:3d:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:56:57Z', 'updated_at': '2022-05-04T18:57:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-1-iscsi'}], 'dv-cinder-840525-1-iscsi', False) {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:57:10.202805 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-4f556ab7-3992-4494-a6f1-0e6f3598c57e req-308e1651-3b1a-4bcd-a07d-7ef61732cb8b tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] 10.222.0.35 "GET /v2.0/quotas/d220357192eb4ba5a2cdd43f000cd4c4 HTTP/1.1" status: 200 len: 375 time: 0.3676527 May 04 18:57:10.203618 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-e0a4fd6c-d850-42b4-b317-304a1f8032b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (9b7b18cb-75a3-4938-913b-38bacdcb9610), after_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:10.206583 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-e0a4fd6c-d850-42b4-b317-304a1f8032b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:10.210776 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-e0a4fd6c-d850-42b4-b317-304a1f8032b0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9b7b18cb-75a3-4938-913b-38bacdcb9610 HTTP/1.1" status: 204 len: 168 time: 2.5489655 May 04 18:57:10.220958 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5f66d7-bf14-4366-ade5-4781ce43dbef None None] The sync data for ids ['81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe'] in dv-cinder-840525-1-iscsi is: [{'id': '81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe', 'name': 'tempest-AttachVolumeNegativeTest-1693786255-router', 'tenant_id': 'dd17f7a747ad43fc905b8d1688a71ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'external_fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': '93cb56f8-8b0e-4ea1-b5c4-120dc35ae0d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:56:54Z', 'updated_at': '2022-05-04T18:56:59Z', 'revision_number': 3, 'project_id': 'dd17f7a747ad43fc905b8d1688a71ba7', 'gw_port': {'id': '93cb56f8-8b0e-4ea1-b5c4-120dc35ae0d6', 'name': '', 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:3d:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:56:57Z', 'updated_at': '2022-05-04T18:57:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-1-iscsi'}] {{(pid=103281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 18:57:10.630384 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Device 31d53c0e-944d-4f88-9291-b28b143bac65 up at agent ovs-agent-dv-cinder-840525-1-iscsi {{(pid=103281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 18:57:10.684287 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-ebef4d62-7a40-483d-a893-08f2615bbfbf admin admin] Publish callbacks [] for port (3c32b55e-d937-44b9-a8c5-48726c34ada2), precommit_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:10.736944 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a4fd6c-d850-42b4-b317-304a1f8032b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b7b18cb-75a3-4938-913b-38bacdcb9610,revision_number=None']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:57:10.830752 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-ebef4d62-7a40-483d-a893-08f2615bbfbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136'] for port (3c32b55e-d937-44b9-a8c5-48726c34ada2), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:10.832587 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-ebef4d62-7a40-483d-a893-08f2615bbfbf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1572630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608635'] for router_interface (99e16632-d532-445b-8b38-b656dab90e80), after_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:10.848111 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.managers [req-85345ed1-8294-4637-a96e-6ec2e0230d9a req-8e79bebb-211b-4162-8749-a60a01cd01ed service neutron] Attempting to bind port a3671375-a3c6-45e6-b258-bfee5333b608 on host hv-cinder-84052 for vnic_type normal with profile {{(pid=103279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 18:57:10.848941 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.managers [req-85345ed1-8294-4637-a96e-6ec2e0230d9a req-8e79bebb-211b-4162-8749-a60a01cd01ed service neutron] Attempting to bind port a3671375-a3c6-45e6-b258-bfee5333b608 by drivers openvswitch,hyperv on host hv-cinder-84052 at level 0 using segments [{'id': '4d641bf4-3246-4eae-bd06-3eeb5d4018b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'd1b38ed8-9f38-451c-b1df-6305e23dba13'}] {{(pid=103279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 18:57:10.849556 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85345ed1-8294-4637-a96e-6ec2e0230d9a req-8e79bebb-211b-4162-8749-a60a01cd01ed service neutron] Attempting to bind port a3671375-a3c6-45e6-b258-bfee5333b608 on network d1b38ed8-9f38-451c-b1df-6305e23dba13 {{(pid=103279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 18:57:10.868338 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85345ed1-8294-4637-a96e-6ec2e0230d9a req-8e79bebb-211b-4162-8749-a60a01cd01ed service neutron] Port a3671375-a3c6-45e6-b258-bfee5333b608 on network d1b38ed8-9f38-451c-b1df-6305e23dba13 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84052 {{(pid=103279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 18:57:10.869010 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85345ed1-8294-4637-a96e-6ec2e0230d9a req-8e79bebb-211b-4162-8749-a60a01cd01ed service neutron] Attempting to bind port a3671375-a3c6-45e6-b258-bfee5333b608 on network d1b38ed8-9f38-451c-b1df-6305e23dba13 {{(pid=103279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 18:57:10.870759 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Provisioning complete for port 31d53c0e-944d-4f88-9291-b28b143bac65 triggered by entity L2. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:57:10.871239 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1774450'] for port (31d53c0e-944d-4f88-9291-b28b143bac65), provisioning_complete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:10.909192 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-f5f23024-1e16-4955-bf87-3d57fdd5cfaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (2e8cc07d-5c50-47e4-be93-d1bb02ea6c92), before_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:10.979478 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f23024-1e16-4955-bf87-3d57fdd5cfaa admin admin] Pushing event updated for resources: {'Port': ['ID=2e8cc07d-5c50-47e4-be93-d1bb02ea6c92,revision_number=1']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:57:11.011899 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85345ed1-8294-4637-a96e-6ec2e0230d9a req-8e79bebb-211b-4162-8749-a60a01cd01ed service neutron] Checking agent: {'id': 'bff7e656-358d-4e40-a36a-3f10fe33ffdf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84052', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 18, 54, 55), 'started_at': datetime.datetime(2022, 5, 4, 18, 54, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 18, 56, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 18:57:11.012610 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85345ed1-8294-4637-a96e-6ec2e0230d9a req-8e79bebb-211b-4162-8749-a60a01cd01ed service neutron] Checking segment: {'id': '4d641bf4-3246-4eae-bd06-3eeb5d4018b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'd1b38ed8-9f38-451c-b1df-6305e23dba13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 18:57:11.013390 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85345ed1-8294-4637-a96e-6ec2e0230d9a req-8e79bebb-211b-4162-8749-a60a01cd01ed service neutron] Bound using segment: {'id': '4d641bf4-3246-4eae-bd06-3eeb5d4018b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'd1b38ed8-9f38-451c-b1df-6305e23dba13'} {{(pid=103279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 18:57:11.014024 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.managers [req-85345ed1-8294-4637-a96e-6ec2e0230d9a req-8e79bebb-211b-4162-8749-a60a01cd01ed service neutron] Bound port: a3671375-a3c6-45e6-b258-bfee5333b608, host: hv-cinder-84052, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d641bf4-3246-4eae-bd06-3eeb5d4018b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'd1b38ed8-9f38-451c-b1df-6305e23dba13'}}] {{(pid=103279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 18:57:11.014568 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [req-85345ed1-8294-4637-a96e-6ec2e0230d9a req-8e79bebb-211b-4162-8749-a60a01cd01ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (a3671375-a3c6-45e6-b258-bfee5333b608), before_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:11.059089 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-4f556ab7-3992-4494-a6f1-0e6f3598c57e req-48fbb43d-8808-43d4-9115-1604ef0bb45d tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=d220357192eb4ba5a2cdd43f000cd4c4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8436651 May 04 18:57:11.110258 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf58c70-096c-423f-a248-688b4a345e03 req-c360eaa8-1d82-4a0a-9dc4-dbea725e5f9d tempest-DeleteServersTestJSON-75468734 tempest-DeleteServersTestJSON-75468734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:57:11.125082 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-cbf58c70-096c-423f-a248-688b4a345e03 req-c360eaa8-1d82-4a0a-9dc4-dbea725e5f9d tempest-DeleteServersTestJSON-75468734 tempest-DeleteServersTestJSON-75468734-project] 10.222.0.35 "GET /v2.0/ports?device_id=4fa09c4f-1af0-44f4-a84a-1eb86b5abd32 HTTP/1.1" status: 200 len: 944 time: 0.1661489 May 04 18:57:11.169544 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Current status of the port 31d53c0e-944d-4f88-9291-b28b143bac65 is: DOWN; New status is: ACTIVE {{(pid=103281) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:57:11.169544 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (31d53c0e-944d-4f88-9291-b28b143bac65), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:11.232410 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] For port 31d53c0e-944d-4f88-9291-b28b143bac65, host dv-cinder-840525-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-1-iscsi',level=0,port_id=31d53c0e-944d-4f88-9291-b28b143bac65,segment=NetworkSegment(183e99eb-a03a-4429-82ba-edb66df2d5f7),segment_id=183e99eb-a03a-4429-82ba-edb66df2d5f7)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:57:11.244808 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136'] for port (31d53c0e-944d-4f88-9291-b28b143bac65), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:11.280520 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-cbf58c70-096c-423f-a248-688b4a345e03 req-dbc23da3-cc94-4de7-af1c-a6f08b91c2f8 tempest-DeleteServersTestJSON-75468734 tempest-DeleteServersTestJSON-75468734-project] 10.222.0.35 "GET /v2.0/security-groups?id=668a5dba-1c37-4528-a3f6-873c04e3e7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543057 May 04 18:57:11.311862 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebef4d62-7a40-483d-a893-08f2615bbfbf admin admin] Pushing event updated for resources: {'Port': ['ID=3c32b55e-d937-44b9-a8c5-48726c34ada2,revision_number=2']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:57:11.384872 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Pushing event updated for resources: {'Port': ['ID=31d53c0e-944d-4f88-9291-b28b143bac65,revision_number=4']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:57:11.385126 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 47474) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:57:11.426040 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-eef219b0-f11f-4f2a-af17-f96dd2b523f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:11.565226 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebef4d62-7a40-483d-a893-08f2615bbfbf admin admin] Network b776d5b6-becc-4024-9dab-9ffc4ba67a01 is already hosted by enough agents. {{(pid=103279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:57:11.567150 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [req-85345ed1-8294-4637-a96e-6ec2e0230d9a req-8e79bebb-211b-4162-8749-a60a01cd01ed service neutron] For port a3671375-a3c6-45e6-b258-bfee5333b608, host hv-cinder-84052, cleared binding levels {{(pid=103279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 18:57:11.622697 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.scheduler.base_scheduler [None req-ebef4d62-7a40-483d-a893-08f2615bbfbf admin admin] Resources bound (agent type, host, resource id): {{(pid=103279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:57:11.647164 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [req-85345ed1-8294-4637-a96e-6ec2e0230d9a req-8e79bebb-211b-4162-8749-a60a01cd01ed service neutron] For port a3671375-a3c6-45e6-b258-bfee5333b608, host hv-cinder-84052, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=a3671375-a3c6-45e6-b258-bfee5333b608,segment=NetworkSegment(4d641bf4-3246-4eae-bd06-3eeb5d4018b5),segment_id=4d641bf4-3246-4eae-bd06-3eeb5d4018b5)] {{(pid=103279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 18:57:11.651952 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-4f556ab7-3992-4494-a6f1-0e6f3598c57e req-75de8b2b-2cd0-494e-a418-d10943c8d139 service neutron] 10.222.0.35 "GET /v2.0/networks/30fa2e3e-f6d8-4564-bce1-ee05a5bd0ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4765074 May 04 18:57:11.693912 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-eef219b0-f11f-4f2a-af17-f96dd2b523f2 admin admin] Publish callbacks [] for security_group (a980471b-6a4f-4a2e-ba68-9361094a4f64), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:11.706387 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-eef219b0-f11f-4f2a-af17-f96dd2b523f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (a980471b-6a4f-4a2e-ba68-9361094a4f64), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:11.806117 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [req-85345ed1-8294-4637-a96e-6ec2e0230d9a req-8e79bebb-211b-4162-8749-a60a01cd01ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136'] for port (a3671375-a3c6-45e6-b258-bfee5333b608), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:11.816027 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-f5f23024-1e16-4955-bf87-3d57fdd5cfaa admin admin] Publish callbacks [] for port (2e8cc07d-5c50-47e4-be93-d1bb02ea6c92), precommit_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:11.851766 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef219b0-f11f-4f2a-af17-f96dd2b523f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a980471b-6a4f-4a2e-ba68-9361094a4f64,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:57:11.870990 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-eef219b0-f11f-4f2a-af17-f96dd2b523f2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a68d04323fdb475db78c7642694fdaec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4820561 May 04 18:57:11.873274 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 47484) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:57:11.966066 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-f5f23024-1e16-4955-bf87-3d57fdd5cfaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136'] for port (2e8cc07d-5c50-47e4-be93-d1bb02ea6c92), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:11.967173 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-f5f23024-1e16-4955-bf87-3d57fdd5cfaa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1572630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608635'] for router_interface (81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe), after_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:11.991763 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85345ed1-8294-4637-a96e-6ec2e0230d9a req-8e79bebb-211b-4162-8749-a60a01cd01ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:57:11.993313 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [req-85345ed1-8294-4637-a96e-6ec2e0230d9a req-8e79bebb-211b-4162-8749-a60a01cd01ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572658'] for port (None), before_response {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:11.994030 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-1bf924ad-c4b2-427a-8e0c-2989b4505c69 admin admin] Publish callbacks [] for security_group (a980471b-6a4f-4a2e-ba68-9361094a4f64), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:11.996267 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-85345ed1-8294-4637-a96e-6ec2e0230d9a req-8e79bebb-211b-4162-8749-a60a01cd01ed service neutron] 10.222.0.55 "PUT /v2.0/ports/a3671375-a3c6-45e6-b258-bfee5333b608 HTTP/1.1" status: 200 len: 1094 time: 7.2436755 May 04 18:57:12.013163 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fa09c4f-1af0-44f4-a84a-1eb86b5abd32', 'tag': 'a3671375-a3c6-45e6-b258-bfee5333b608'}] {{(pid=103279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:57:12.081324 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-1bf924ad-c4b2-427a-8e0c-2989b4505c69 admin admin] Publish callbacks [] for security_group (a980471b-6a4f-4a2e-ba68-9361094a4f64), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:12.162146 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-1bf924ad-c4b2-427a-8e0c-2989b4505c69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (a980471b-6a4f-4a2e-ba68-9361094a4f64), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:12.168566 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-d4981dbf-4c37-483f-916b-1481ee7f765d None None] Provisioning complete for port 3c32b55e-d937-44b9-a8c5-48726c34ada2 triggered by entity DHCP. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:57:12.170624 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-1bf924ad-c4b2-427a-8e0c-2989b4505c69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:12.171204 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d4981dbf-4c37-483f-916b-1481ee7f765d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1774450'] for port (3c32b55e-d937-44b9-a8c5-48726c34ada2), provisioning_complete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:12.177509 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-1bf924ad-c4b2-427a-8e0c-2989b4505c69 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a980471b-6a4f-4a2e-ba68-9361094a4f64 HTTP/1.1" status: 204 len: 168 time: 0.3027201 May 04 18:57:12.202776 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf924ad-c4b2-427a-8e0c-2989b4505c69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a980471b-6a4f-4a2e-ba68-9361094a4f64,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:57:12.239220 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e79bebb-211b-4162-8749-a60a01cd01ed service neutron] Pushing event updated for resources: {'Port': ['ID=a3671375-a3c6-45e6-b258-bfee5333b608,revision_number=3']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:57:12.345880 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-d4981dbf-4c37-483f-916b-1481ee7f765d None None] Port 3c32b55e-d937-44b9-a8c5-48726c34ada2 cannot update to ACTIVE because it is not bound. {{(pid=103281) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 18:57:12.519270 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8707a50b-0f42-4cda-b430-4f5b5aaf10ca req-7dc27a3f-3d16-40e1-974d-5aaee8584298 tempest-DeleteServersTestJSON-75468734 tempest-DeleteServersTestJSON-75468734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:57:12.522455 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-8707a50b-0f42-4cda-b430-4f5b5aaf10ca req-7dc27a3f-3d16-40e1-974d-5aaee8584298 tempest-DeleteServersTestJSON-75468734 tempest-DeleteServersTestJSON-75468734-project] 10.222.0.35 "GET /v2.0/ports?device_id=4fa09c4f-1af0-44f4-a84a-1eb86b5abd32 HTTP/1.1" status: 200 len: 944 time: 0.1100316 May 04 18:57:12.603654 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-8707a50b-0f42-4cda-b430-4f5b5aaf10ca req-e99cda9d-4460-43ba-8779-cf5b6c6e94bd tempest-DeleteServersTestJSON-75468734 tempest-DeleteServersTestJSON-75468734-project] 10.222.0.35 "GET /v2.0/security-groups?id=668a5dba-1c37-4528-a3f6-873c04e3e7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749462 May 04 18:57:12.850628 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85345ed1-8294-4637-a96e-6ec2e0230d9a req-b57c3f05-2a3d-4053-8b3d-9f2d1bb1b5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:57:12.852219 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-85345ed1-8294-4637-a96e-6ec2e0230d9a req-b57c3f05-2a3d-4053-8b3d-9f2d1bb1b5a4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=625af698d5ee489d92da3d75516477cb&device_id=4fa09c4f-1af0-44f4-a84a-1eb86b5abd32 HTTP/1.1" status: 200 len: 1128 time: 0.6160865 May 04 18:57:12.863612 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f23024-1e16-4955-bf87-3d57fdd5cfaa admin admin] Network 53f417bd-e455-4de8-9365-a661c93c9b00 is already hosted by enough agents. {{(pid=103279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:57:12.869300 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f23024-1e16-4955-bf87-3d57fdd5cfaa admin admin] Pushing event updated for resources: {'Port': ['ID=2e8cc07d-5c50-47e4-be93-d1bb02ea6c92,revision_number=2']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:57:12.885456 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.scheduler.base_scheduler [None req-f5f23024-1e16-4955-bf87-3d57fdd5cfaa admin admin] Resources bound (agent type, host, resource id): {{(pid=103279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:57:12.951132 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Device 93cb56f8-8b0e-4ea1-b5c4-120dc35ae0d6 up at agent ovs-agent-dv-cinder-840525-1-iscsi {{(pid=103281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 18:57:13.058274 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Provisioning complete for port 93cb56f8-8b0e-4ea1-b5c4-120dc35ae0d6 triggered by entity L2. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:57:13.059094 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1774450'] for port (93cb56f8-8b0e-4ea1-b5c4-120dc35ae0d6), provisioning_complete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:13.226003 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Current status of the port 93cb56f8-8b0e-4ea1-b5c4-120dc35ae0d6 is: DOWN; New status is: ACTIVE {{(pid=103281) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:57:13.226738 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (93cb56f8-8b0e-4ea1-b5c4-120dc35ae0d6), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:13.274972 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] For port 93cb56f8-8b0e-4ea1-b5c4-120dc35ae0d6, host dv-cinder-840525-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-1-iscsi',level=0,port_id=93cb56f8-8b0e-4ea1-b5c4-120dc35ae0d6,segment=NetworkSegment(183e99eb-a03a-4429-82ba-edb66df2d5f7),segment_id=183e99eb-a03a-4429-82ba-edb66df2d5f7)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:57:13.285694 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136'] for port (93cb56f8-8b0e-4ea1-b5c4-120dc35ae0d6), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:13.286883 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Device 31d53c0e-944d-4f88-9291-b28b143bac65 up at agent ovs-agent-dv-cinder-840525-1-iscsi {{(pid=103281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 18:57:13.318178 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-85345ed1-8294-4637-a96e-6ec2e0230d9a req-13759499-9297-4bde-8f74-9b7e833462bb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a3671375-a3c6-45e6-b258-bfee5333b608 HTTP/1.1" status: 200 len: 217 time: 0.4354672 May 04 18:57:13.327414 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-4f556ab7-3992-4494-a6f1-0e6f3598c57e req-97795ca6-dad1-426a-a736-91ba635c80b7 service neutron] 10.222.0.35 "GET /v2.0/networks/30fa2e3e-f6d8-4564-bce1-ee05a5bd0ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6577711 May 04 18:57:13.339497 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f03067be0d021e11c0632f57e5c6e43a0067ecb248f9894e29d0a29efd5d62c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32ca54ed-8e24-4744-ae83-05e8e5a4b00a" -d '{"events": [{"name": "network-changed", "server_uuid": "4fa09c4f-1af0-44f4-a84a-1eb86b5abd32", "tag": "a3671375-a3c6-45e6-b258-bfee5333b608"}]}' {{(pid=103279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 18:57:13.383834 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5f23024-1e16-4955-bf87-3d57fdd5cfaa admin admin] Router 81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe has already been hosted by L3 agent 0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b {{(pid=103279) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 18:57:13.422142 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebef4d62-7a40-483d-a893-08f2615bbfbf admin admin] Router 99e16632-d532-445b-8b38-b656dab90e80 has already been hosted by L3 agent 0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b {{(pid=103279) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 18:57:13.720233 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Pushing event updated for resources: {'Port': ['ID=93cb56f8-8b0e-4ea1-b5c4-120dc35ae0d6,revision_number=4']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:57:13.759403 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-f842bf1a-7a4f-45ce-89a4-c41828d5d92c None None] Provisioning complete for port 2e8cc07d-5c50-47e4-be93-d1bb02ea6c92 triggered by entity DHCP. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:57:13.760486 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f842bf1a-7a4f-45ce-89a4-c41828d5d92c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1774450'] for port (2e8cc07d-5c50-47e4-be93-d1bb02ea6c92), provisioning_complete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:13.773829 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Provisioning complete for port 31d53c0e-944d-4f88-9291-b28b143bac65 triggered by entity L2. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:57:13.774711 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1774450'] for port (31d53c0e-944d-4f88-9291-b28b143bac65), provisioning_complete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:13.892601 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85345ed1-8294-4637-a96e-6ec2e0230d9a req-dca23939-1011-4727-a0e7-cd2e4a8be317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:57:13.903734 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-85345ed1-8294-4637-a96e-6ec2e0230d9a req-dca23939-1011-4727-a0e7-cd2e4a8be317 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2728c766-1e42-4c80-8e95-68ec9a4136a8 HTTP/1.1" status: 200 len: 852 time: 0.5334651 May 04 18:57:14.043160 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-f842bf1a-7a4f-45ce-89a4-c41828d5d92c None None] Port 2e8cc07d-5c50-47e4-be93-d1bb02ea6c92 cannot update to ACTIVE because it is not bound. {{(pid=103281) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 18:57:14.255348 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Current status of the port 31d53c0e-944d-4f88-9291-b28b143bac65 is: ACTIVE; New status is: ACTIVE {{(pid=103281) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:57:14.272750 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-312afe1a-3a07-408f-a333-2318b153400d req-815a76f5-dce2-4b56-b0db-a2ae77d4d85c tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] 10.222.0.35 "GET /v2.0/ports?device_id=10a55e21-0170-462a-b076-93f090d20502 HTTP/1.1" status: 200 len: 210 time: 0.4069116 May 04 18:57:14.279724 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-85345ed1-8294-4637-a96e-6ec2e0230d9a req-c9bbe87c-7ed0-44fb-b73e-4cbeec28f178 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d1b38ed8-9f38-451c-b1df-6305e23dba13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3379259 May 04 18:57:14.382963 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 18:57:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29f36d93-67f9-43ca-b0e0-4440a1b16318 x-openstack-request-id: req-29f36d93-67f9-43ca-b0e0-4440a1b16318 {{(pid=103279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 18:57:14.383338 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fa09c4f-1af0-44f4-a84a-1eb86b5abd32", "tag": "a3671375-a3c6-45e6-b258-bfee5333b608", "status": "completed", "code": 200}]} {{(pid=103279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 18:57:14.383763 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-29f36d93-67f9-43ca-b0e0-4440a1b16318 {{(pid=103279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 18:57:14.384690 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29f36d93-67f9-43ca-b0e0-4440a1b16318'] response: {'name': 'network-changed', 'server_uuid': '4fa09c4f-1af0-44f4-a84a-1eb86b5abd32', 'tag': 'a3671375-a3c6-45e6-b258-bfee5333b608', 'status': 'completed', 'code': 200} May 04 18:57:14.479136 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebef4d62-7a40-483d-a893-08f2615bbfbf admin admin] Notify agent at l3_agent.dv-cinder-840525-1-iscsi the message routers_updated {{(pid=103279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 18:57:14.486640 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-ebef4d62-7a40-483d-a893-08f2615bbfbf admin admin] 10.222.0.35 "PUT /v2.0/routers/99e16632-d532-445b-8b38-b656dab90e80/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.4274468 May 04 18:57:14.491800 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa05780c-738e-4ddc-9b16-f4c679de9ab7 req-7de68096-806f-4202-abbf-78788ddcfeb1 tempest-DeleteServersTestJSON-75468734 tempest-DeleteServersTestJSON-75468734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:57:14.493467 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-fa05780c-738e-4ddc-9b16-f4c679de9ab7 req-7de68096-806f-4202-abbf-78788ddcfeb1 tempest-DeleteServersTestJSON-75468734 tempest-DeleteServersTestJSON-75468734-project] 10.222.0.35 "GET /v2.0/ports?device_id=4fa09c4f-1af0-44f4-a84a-1eb86b5abd32 HTTP/1.1" status: 200 len: 944 time: 0.0902481 May 04 18:57:14.497570 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5f23024-1e16-4955-bf87-3d57fdd5cfaa admin admin] Notify agent at l3_agent.dv-cinder-840525-1-iscsi the message routers_updated {{(pid=103279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 18:57:14.499270 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99221342-8011-4d52-9f67-bbf231f87b84 None None] Sync routers for ids ['99e16632-d532-445b-8b38-b656dab90e80'] in dv-cinder-840525-1-iscsi {{(pid=103282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 18:57:14.508427 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ea4451-853e-4754-96ca-ed9fb9492cf2 None None] Sync routers for ids ['81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe'] in dv-cinder-840525-1-iscsi {{(pid=103281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 18:57:14.511205 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-f5f23024-1e16-4955-bf87-3d57fdd5cfaa admin admin] 10.222.0.35 "PUT /v2.0/routers/81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2865150 May 04 18:57:14.527606 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99221342-8011-4d52-9f67-bbf231f87b84 None None] Routers {'99e16632-d532-445b-8b38-b656dab90e80'} bound to L3 agent in host dv-cinder-840525-1-iscsi {{(pid=103282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 18:57:14.528266 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-99221342-8011-4d52-9f67-bbf231f87b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T18:48:29Z,description=,heartbeat_timestamp=2022-05-04T18:56:59Z,host='dv-cinder-840525-1-iscsi',id=0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:48:29Z,topic='l3_agent')) {'router_ids': ['99e16632-d532-445b-8b38-b656dab90e80'], 'active': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:57:14.541194 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-85345ed1-8294-4637-a96e-6ec2e0230d9a req-66c7a526-4b3c-4174-a776-02a96a8beb17 service neutron] 10.222.0.55 "GET /v2.0/networks/d1b38ed8-9f38-451c-b1df-6305e23dba13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2497864 May 04 18:57:14.544978 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ea4451-853e-4754-96ca-ed9fb9492cf2 None None] Routers {'81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe'} bound to L3 agent in host dv-cinder-840525-1-iscsi {{(pid=103281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 18:57:14.545650 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_hamode_db [None req-49ea4451-853e-4754-96ca-ed9fb9492cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T18:48:29Z,description=,heartbeat_timestamp=2022-05-04T18:56:59Z,host='dv-cinder-840525-1-iscsi',id=0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:48:29Z,topic='l3_agent')) {'router_ids': ['81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe'], 'active': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:57:14.642921 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-fa05780c-738e-4ddc-9b16-f4c679de9ab7 req-82cb687a-da5f-4009-b361-27852f96d530 tempest-DeleteServersTestJSON-75468734 tempest-DeleteServersTestJSON-75468734-project] 10.222.0.35 "GET /v2.0/security-groups?id=668a5dba-1c37-4528-a3f6-873c04e3e7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331494 May 04 18:57:14.725562 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvr_db [None req-49ea4451-853e-4754-96ca-ed9fb9492cf2 None None] Set router 81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe gateway port host: dv-cinder-840525-1-iscsi {{(pid=103281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 18:57:14.773615 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvr_db [None req-99221342-8011-4d52-9f67-bbf231f87b84 None None] Set router 99e16632-d532-445b-8b38-b656dab90e80 gateway port host: dv-cinder-840525-1-iscsi {{(pid=103282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 18:57:14.800584 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-85345ed1-8294-4637-a96e-6ec2e0230d9a req-c1d5d03d-3b42-4e83-867c-d27b0afee24e service neutron] 10.222.0.55 "GET /v2.0/networks/d1b38ed8-9f38-451c-b1df-6305e23dba13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2507777 May 04 18:57:14.914101 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Device 93cb56f8-8b0e-4ea1-b5c4-120dc35ae0d6 up at agent ovs-agent-dv-cinder-840525-1-iscsi {{(pid=103281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 18:57:15.014811 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Provisioning complete for port 93cb56f8-8b0e-4ea1-b5c4-120dc35ae0d6 triggered by entity L2. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:57:15.015109 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1774450'] for port (93cb56f8-8b0e-4ea1-b5c4-120dc35ae0d6), provisioning_complete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:15.048691 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_hamode_db [None req-49ea4451-853e-4754-96ca-ed9fb9492cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe', 'name': 'tempest-AttachVolumeNegativeTest-1693786255-router', 'tenant_id': 'dd17f7a747ad43fc905b8d1688a71ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'external_fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': '93cb56f8-8b0e-4ea1-b5c4-120dc35ae0d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:56:54Z', 'updated_at': '2022-05-04T18:57:09Z', 'revision_number': 4, 'project_id': 'dd17f7a747ad43fc905b8d1688a71ba7', 'gw_port': {'id': '93cb56f8-8b0e-4ea1-b5c4-120dc35ae0d6', 'name': '', 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:3d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:56:57Z', 'updated_at': '2022-05-04T18:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-1-iscsi', '_interfaces': [{'id': '2e8cc07d-5c50-47e4-be93-d1bb02ea6c92', 'name': '', 'network_id': '53f417bd-e455-4de8-9365-a661c93c9b00', 'tenant_id': 'dd17f7a747ad43fc905b8d1688a71ba7', 'mac_address': 'fa:16:3e:3f:9b:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'e66736f7-cfb8-4201-a579-14943c9785b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:57:07Z', 'updated_at': '2022-05-04T18:57:10Z', 'revision_number': 2, 'project_id': 'dd17f7a747ad43fc905b8d1688a71ba7', 'subnets': [{'id': 'e66736f7-cfb8-4201-a579-14943c9785b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-1-iscsi', False) {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:57:15.051136 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-99221342-8011-4d52-9f67-bbf231f87b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99e16632-d532-445b-8b38-b656dab90e80', 'name': 'tempest-ServerRescueNegativeTestJSON-2014535518-router', 'tenant_id': '5287a76e646d4a3db0cc508a956314e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'external_fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '31d53c0e-944d-4f88-9291-b28b143bac65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:56:52Z', 'updated_at': '2022-05-04T18:57:08Z', 'revision_number': 4, 'project_id': '5287a76e646d4a3db0cc508a956314e7', 'gw_port': {'id': '31d53c0e-944d-4f88-9291-b28b143bac65', 'name': '', 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:f8:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e16632-d532-445b-8b38-b656dab90e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:56:54Z', 'updated_at': '2022-05-04T18:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-1-iscsi', '_interfaces': [{'id': '3c32b55e-d937-44b9-a8c5-48726c34ada2', 'name': '', 'network_id': 'b776d5b6-becc-4024-9dab-9ffc4ba67a01', 'tenant_id': '5287a76e646d4a3db0cc508a956314e7', 'mac_address': 'fa:16:3e:c5:c1:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99e16632-d532-445b-8b38-b656dab90e80', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '02826e21-c978-41a3-b31e-dd2107bb922c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:57:04Z', 'updated_at': '2022-05-04T18:57:10Z', 'revision_number': 2, 'project_id': '5287a76e646d4a3db0cc508a956314e7', 'subnets': [{'id': '02826e21-c978-41a3-b31e-dd2107bb922c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-1-iscsi', False) {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:57:15.089470 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ea4451-853e-4754-96ca-ed9fb9492cf2 None None] Checking router: 81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe for host: dv-cinder-840525-1-iscsi {{(pid=103281) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 18:57:15.089801 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ea4451-853e-4754-96ca-ed9fb9492cf2 None None] Updating router 81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe port 2e8cc07d-5c50-47e4-be93-d1bb02ea6c92 binding host dv-cinder-840525-1-iscsi {{(pid=103281) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 18:57:15.096080 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99221342-8011-4d52-9f67-bbf231f87b84 None None] Checking router: 99e16632-d532-445b-8b38-b656dab90e80 for host: dv-cinder-840525-1-iscsi {{(pid=103282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 18:57:15.096450 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99221342-8011-4d52-9f67-bbf231f87b84 None None] Updating router 99e16632-d532-445b-8b38-b656dab90e80 port 3c32b55e-d937-44b9-a8c5-48726c34ada2 binding host dv-cinder-840525-1-iscsi {{(pid=103282) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 18:57:15.131885 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-99221342-8011-4d52-9f67-bbf231f87b84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (3c32b55e-d937-44b9-a8c5-48726c34ada2), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:15.145066 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-49ea4451-853e-4754-96ca-ed9fb9492cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (2e8cc07d-5c50-47e4-be93-d1bb02ea6c92), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:15.408779 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Current status of the port 93cb56f8-8b0e-4ea1-b5c4-120dc35ae0d6 is: ACTIVE; New status is: ACTIVE {{(pid=103281) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:57:15.497603 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-99221342-8011-4d52-9f67-bbf231f87b84 None None] Publish callbacks [] for port (3c32b55e-d937-44b9-a8c5-48726c34ada2), precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:15.514343 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-99221342-8011-4d52-9f67-bbf231f87b84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136'] for port (3c32b55e-d937-44b9-a8c5-48726c34ada2), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:15.711727 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-49ea4451-853e-4754-96ca-ed9fb9492cf2 None None] Publish callbacks [] for port (2e8cc07d-5c50-47e4-be93-d1bb02ea6c92), precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:15.725129 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-49ea4451-853e-4754-96ca-ed9fb9492cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136'] for port (2e8cc07d-5c50-47e4-be93-d1bb02ea6c92), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:15.741723 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 47626) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:57:15.747285 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [None req-cf46aa05-4288-4327-90cd-f57aafff04d2 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1728188720', 'description': 'tempest-description--890269597'}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:57:15.807350 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-cf46aa05-4288-4327-90cd-f57aafff04d2 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks [] for security_group (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:15.825628 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becf88aa-f366-4052-bff5-2481aeaba6f2 None None] Pushing event updated for resources: {'Port': ['ID=3c32b55e-d937-44b9-a8c5-48726c34ada2,revision_number=3']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:57:15.836151 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89210eef-2041-47f3-b522-7e4de1fe768c None None] Pushing event updated for resources: {'Port': ['ID=2e8cc07d-5c50-47e4-be93-d1bb02ea6c92,revision_number=3']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:57:15.950909 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ca54ed-8e24-4744-ae83-05e8e5a4b00a req-7c8e9c92-020b-4706-b990-10a165435efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:57:15.962571 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-32ca54ed-8e24-4744-ae83-05e8e5a4b00a req-7c8e9c92-020b-4706-b990-10a165435efd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=625af698d5ee489d92da3d75516477cb&device_id=4fa09c4f-1af0-44f4-a84a-1eb86b5abd32 HTTP/1.1" status: 200 len: 1128 time: 0.0989149 May 04 18:57:16.013246 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-99221342-8011-4d52-9f67-bbf231f87b84 None None] Attempting to bind port 3c32b55e-d937-44b9-a8c5-48726c34ada2 on host dv-cinder-840525-1-iscsi for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 18:57:16.014583 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-99221342-8011-4d52-9f67-bbf231f87b84 None None] Attempting to bind port 3c32b55e-d937-44b9-a8c5-48726c34ada2 by drivers openvswitch,hyperv on host dv-cinder-840525-1-iscsi at level 0 using segments [{'id': '6694153e-2070-44d0-bec4-dda97cd2835f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'b776d5b6-becc-4024-9dab-9ffc4ba67a01'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 18:57:16.015729 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99221342-8011-4d52-9f67-bbf231f87b84 None None] Attempting to bind port 3c32b55e-d937-44b9-a8c5-48726c34ada2 on network b776d5b6-becc-4024-9dab-9ffc4ba67a01 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 18:57:16.039767 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99221342-8011-4d52-9f67-bbf231f87b84 None None] Checking agent: {'id': '7e96273e-cd3b-4e2d-a9cb-a5a62cf8f8b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840525-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 18, 48, 33), 'started_at': datetime.datetime(2022, 5, 4, 18, 49, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 18, 57, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840525-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 18:57:16.040503 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99221342-8011-4d52-9f67-bbf231f87b84 None None] Checking segment: {'id': '6694153e-2070-44d0-bec4-dda97cd2835f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'b776d5b6-becc-4024-9dab-9ffc4ba67a01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 18:57:16.042311 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-99221342-8011-4d52-9f67-bbf231f87b84 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:16.043196 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99221342-8011-4d52-9f67-bbf231f87b84 None None] Bound using segment: {'id': '6694153e-2070-44d0-bec4-dda97cd2835f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'b776d5b6-becc-4024-9dab-9ffc4ba67a01'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 18:57:16.044690 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-99221342-8011-4d52-9f67-bbf231f87b84 None None] Bound port: 3c32b55e-d937-44b9-a8c5-48726c34ada2, host: dv-cinder-840525-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6694153e-2070-44d0-bec4-dda97cd2835f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'b776d5b6-becc-4024-9dab-9ffc4ba67a01'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 18:57:16.045916 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-99221342-8011-4d52-9f67-bbf231f87b84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (3c32b55e-d937-44b9-a8c5-48726c34ada2), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:16.047679 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [None req-49ea4451-853e-4754-96ca-ed9fb9492cf2 None None] Attempting to bind port 2e8cc07d-5c50-47e4-be93-d1bb02ea6c92 on host dv-cinder-840525-1-iscsi for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 18:57:16.048057 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [None req-49ea4451-853e-4754-96ca-ed9fb9492cf2 None None] Attempting to bind port 2e8cc07d-5c50-47e4-be93-d1bb02ea6c92 by drivers openvswitch,hyperv on host dv-cinder-840525-1-iscsi at level 0 using segments [{'id': '83414da3-b767-40e5-839e-69613fac7970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '53f417bd-e455-4de8-9365-a661c93c9b00'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 18:57:16.048422 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ea4451-853e-4754-96ca-ed9fb9492cf2 None None] Attempting to bind port 2e8cc07d-5c50-47e4-be93-d1bb02ea6c92 on network 53f417bd-e455-4de8-9365-a661c93c9b00 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 18:57:16.074123 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ea4451-853e-4754-96ca-ed9fb9492cf2 None None] Checking agent: {'id': '7e96273e-cd3b-4e2d-a9cb-a5a62cf8f8b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840525-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 18, 48, 33), 'started_at': datetime.datetime(2022, 5, 4, 18, 49, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 18, 57, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840525-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 18:57:16.074506 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ea4451-853e-4754-96ca-ed9fb9492cf2 None None] Checking segment: {'id': '83414da3-b767-40e5-839e-69613fac7970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '53f417bd-e455-4de8-9365-a661c93c9b00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 18:57:16.074921 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-49ea4451-853e-4754-96ca-ed9fb9492cf2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:16.075329 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ea4451-853e-4754-96ca-ed9fb9492cf2 None None] Bound using segment: {'id': '83414da3-b767-40e5-839e-69613fac7970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '53f417bd-e455-4de8-9365-a661c93c9b00'} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 18:57:16.075808 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [None req-49ea4451-853e-4754-96ca-ed9fb9492cf2 None None] Bound port: 2e8cc07d-5c50-47e4-be93-d1bb02ea6c92, host: dv-cinder-840525-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83414da3-b767-40e5-839e-69613fac7970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '53f417bd-e455-4de8-9365-a661c93c9b00'}}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 18:57:16.093662 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-49ea4451-853e-4754-96ca-ed9fb9492cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (2e8cc07d-5c50-47e4-be93-d1bb02ea6c92), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:16.132860 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-cf46aa05-4288-4327-90cd-f57aafff04d2 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks [] for security_group (9d88f451-ad1c-48db-9f4e-8a10b8249478), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:16.135982 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-4e67de02-b3ad-4007-974e-9756ac980c62 req-eb862211-5b7f-4a5b-b7b6-adcc03be0610 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] 10.222.0.35 "GET /v2.0/ports?device_id=10a55e21-0170-462a-b076-93f090d20502 HTTP/1.1" status: 200 len: 210 time: 0.1681733 May 04 18:57:16.140439 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-cf46aa05-4288-4327-90cd-f57aafff04d2 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (9d88f451-ad1c-48db-9f4e-8a10b8249478), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:16.344868 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-99221342-8011-4d52-9f67-bbf231f87b84 None None] For port 3c32b55e-d937-44b9-a8c5-48726c34ada2, host dv-cinder-840525-1-iscsi, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 18:57:16.358015 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-99221342-8011-4d52-9f67-bbf231f87b84 None None] For port 3c32b55e-d937-44b9-a8c5-48726c34ada2, host dv-cinder-840525-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-1-iscsi',level=0,port_id=3c32b55e-d937-44b9-a8c5-48726c34ada2,segment=NetworkSegment(6694153e-2070-44d0-bec4-dda97cd2835f),segment_id=6694153e-2070-44d0-bec4-dda97cd2835f)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 18:57:16.374328 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-49ea4451-853e-4754-96ca-ed9fb9492cf2 None None] For port 2e8cc07d-5c50-47e4-be93-d1bb02ea6c92, host dv-cinder-840525-1-iscsi, cleared binding levels {{(pid=103281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 18:57:16.379519 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-49ea4451-853e-4754-96ca-ed9fb9492cf2 None None] For port 2e8cc07d-5c50-47e4-be93-d1bb02ea6c92, host dv-cinder-840525-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-1-iscsi',level=0,port_id=2e8cc07d-5c50-47e4-be93-d1bb02ea6c92,segment=NetworkSegment(83414da3-b767-40e5-839e-69613fac7970),segment_id=83414da3-b767-40e5-839e-69613fac7970)] {{(pid=103281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 18:57:16.380701 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-99221342-8011-4d52-9f67-bbf231f87b84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136'] for port (3c32b55e-d937-44b9-a8c5-48726c34ada2), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:16.390364 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-49ea4451-853e-4754-96ca-ed9fb9492cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136'] for port (2e8cc07d-5c50-47e4-be93-d1bb02ea6c92), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:16.425701 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-cf46aa05-4288-4327-90cd-f57aafff04d2 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks [] for security_group (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:16.430275 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-cf46aa05-4288-4327-90cd-f57aafff04d2 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6869087 May 04 18:57:16.430970 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 47658) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:57:16.460162 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [None req-392d62ed-7b04-4781-8659-174865bcb787 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Request body: {'security_group_rule': {'security_group_id': '9d88f451-ad1c-48db-9f4e-8a10b8249478', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:57:16.460393 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-e971a975-8705-45c5-9ca1-c56532327fdb None None] Provisioning complete for port 3c32b55e-d937-44b9-a8c5-48726c34ada2 triggered by entity DHCP. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:57:16.469152 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e971a975-8705-45c5-9ca1-c56532327fdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1774450'] for port (3c32b55e-d937-44b9-a8c5-48726c34ada2), provisioning_complete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:16.508893 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf46aa05-4288-4327-90cd-f57aafff04d2 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d88f451-ad1c-48db-9f4e-8a10b8249478,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:57:16.534131 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becf88aa-f366-4052-bff5-2481aeaba6f2 None None] Pushing event updated for resources: {'Port': ['ID=3c32b55e-d937-44b9-a8c5-48726c34ada2,revision_number=4']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:57:16.590540 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ea4451-853e-4754-96ca-ed9fb9492cf2 None None] Routers {'81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe'} bound to L3 agent in host dv-cinder-840525-1-iscsi {{(pid=103281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 18:57:16.606780 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_hamode_db [None req-49ea4451-853e-4754-96ca-ed9fb9492cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T18:48:29Z,description=,heartbeat_timestamp=2022-05-04T18:56:59Z,host='dv-cinder-840525-1-iscsi',id=0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:48:29Z,topic='l3_agent')) {'router_ids': ['81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe'], 'active': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:57:16.682017 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6b84c1-97b3-467f-9738-563298766cd5 req-874b6a2f-1b3d-48f3-ba84-18b89b854ff2 tempest-DeleteServersTestJSON-75468734 tempest-DeleteServersTestJSON-75468734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:57:16.698131 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-7c6b84c1-97b3-467f-9738-563298766cd5 req-874b6a2f-1b3d-48f3-ba84-18b89b854ff2 tempest-DeleteServersTestJSON-75468734 tempest-DeleteServersTestJSON-75468734-project] 10.222.0.35 "GET /v2.0/ports?device_id=4fa09c4f-1af0-44f4-a84a-1eb86b5abd32 HTTP/1.1" status: 200 len: 944 time: 0.3342834 May 04 18:57:16.701806 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-e971a975-8705-45c5-9ca1-c56532327fdb None None] Current status of the port 3c32b55e-d937-44b9-a8c5-48726c34ada2 is: DOWN; New status is: ACTIVE {{(pid=103281) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:57:16.702363 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e971a975-8705-45c5-9ca1-c56532327fdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (3c32b55e-d937-44b9-a8c5-48726c34ada2), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:16.764559 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ca54ed-8e24-4744-ae83-05e8e5a4b00a req-8a47c791-24aa-41d9-852b-b6d314c339cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:57:16.773761 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-32ca54ed-8e24-4744-ae83-05e8e5a4b00a req-8a47c791-24aa-41d9-852b-b6d314c339cf service neutron] 10.222.0.55 "GET /v2.0/networks?id=d1b38ed8-9f38-451c-b1df-6305e23dba13 HTTP/1.1" status: 200 len: 913 time: 0.7831922 May 04 18:57:16.799895 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-392d62ed-7b04-4781-8659-174865bcb787 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks [] for security_group_rule (83944f0a-d680-4867-adfb-21117223ee9e), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:16.826836 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.55', 62768) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:57:16.872537 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89210eef-2041-47f3-b522-7e4de1fe768c None None] Pushing event updated for resources: {'Port': ['ID=2e8cc07d-5c50-47e4-be93-d1bb02ea6c92,revision_number=4']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:57:16.890669 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99221342-8011-4d52-9f67-bbf231f87b84 None None] Routers {'99e16632-d532-445b-8b38-b656dab90e80'} bound to L3 agent in host dv-cinder-840525-1-iscsi {{(pid=103282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 18:57:16.893521 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8743238-eac2-41fe-912e-f1e540c0f786 req-af8f61c2-8be0-43d8-ae1f-d3a7332b515a tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:57:16.900198 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-99221342-8011-4d52-9f67-bbf231f87b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T18:48:29Z,description=,heartbeat_timestamp=2022-05-04T18:56:59Z,host='dv-cinder-840525-1-iscsi',id=0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:48:29Z,topic='l3_agent')) {'router_ids': ['99e16632-d532-445b-8b38-b656dab90e80'], 'active': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:57:16.911372 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a8743238-eac2-41fe-912e-f1e540c0f786 req-af8f61c2-8be0-43d8-ae1f-d3a7332b515a tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/networks?id=b776d5b6-becc-4024-9dab-9ffc4ba67a01 HTTP/1.1" status: 200 len: 819 time: 0.6866546 May 04 18:57:16.938571 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-e971a975-8705-45c5-9ca1-c56532327fdb None None] For port 3c32b55e-d937-44b9-a8c5-48726c34ada2, host dv-cinder-840525-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-1-iscsi',level=0,port_id=3c32b55e-d937-44b9-a8c5-48726c34ada2,segment=NetworkSegment(6694153e-2070-44d0-bec4-dda97cd2835f),segment_id=6694153e-2070-44d0-bec4-dda97cd2835f)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:57:16.956133 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e971a975-8705-45c5-9ca1-c56532327fdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136'] for port (3c32b55e-d937-44b9-a8c5-48726c34ada2), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:17.037948 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a8743238-eac2-41fe-912e-f1e540c0f786 req-ef15c816-50a3-4b26-bbc4-f9c7da657543 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/quotas/5287a76e646d4a3db0cc508a956314e7 HTTP/1.1" status: 200 len: 375 time: 0.1245062 May 04 18:57:17.068392 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-7c6b84c1-97b3-467f-9738-563298766cd5 req-5769f667-a7ba-46ee-a9d3-86c562dfea1c tempest-DeleteServersTestJSON-75468734 tempest-DeleteServersTestJSON-75468734-project] 10.222.0.35 "GET /v2.0/security-groups?id=668a5dba-1c37-4528-a3f6-873c04e3e7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3693328 May 04 18:57:17.076888 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-32ca54ed-8e24-4744-ae83-05e8e5a4b00a req-8ab6491e-fa16-4237-812f-96d4bd5d3894 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a3671375-a3c6-45e6-b258-bfee5333b608 HTTP/1.1" status: 200 len: 217 time: 0.2834508 May 04 18:57:17.101739 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-e971a975-8705-45c5-9ca1-c56532327fdb None None] Provisioning complete for port 2e8cc07d-5c50-47e4-be93-d1bb02ea6c92 triggered by entity DHCP. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:57:17.102430 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e971a975-8705-45c5-9ca1-c56532327fdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1774450'] for port (2e8cc07d-5c50-47e4-be93-d1bb02ea6c92), provisioning_complete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:17.110100 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvr_db [None req-99221342-8011-4d52-9f67-bbf231f87b84 None None] Set router 99e16632-d532-445b-8b38-b656dab90e80 gateway port host: dv-cinder-840525-1-iscsi {{(pid=103282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 18:57:17.204288 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ca54ed-8e24-4744-ae83-05e8e5a4b00a req-ef6db87b-bbf4-4391-aaaf-d172726d2570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:57:17.207020 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-32ca54ed-8e24-4744-ae83-05e8e5a4b00a req-ef6db87b-bbf4-4391-aaaf-d172726d2570 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2728c766-1e42-4c80-8e95-68ec9a4136a8 HTTP/1.1" status: 200 len: 852 time: 0.1256139 May 04 18:57:17.291625 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-32ca54ed-8e24-4744-ae83-05e8e5a4b00a req-fa5abad9-8726-41fa-b5a7-eb87b1cad0cc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d1b38ed8-9f38-451c-b1df-6305e23dba13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0772805 May 04 18:57:17.320628 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e971a975-8705-45c5-9ca1-c56532327fdb None None] Pushing event updated for resources: {'Port': ['ID=3c32b55e-d937-44b9-a8c5-48726c34ada2,revision_number=5']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:57:17.402982 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvr_db [None req-49ea4451-853e-4754-96ca-ed9fb9492cf2 None None] Set router 81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe gateway port host: dv-cinder-840525-1-iscsi {{(pid=103281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 18:57:17.447000 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a8743238-eac2-41fe-912e-f1e540c0f786 req-b564ca9f-41d6-4060-afbf-9edebe2565a2 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=5287a76e646d4a3db0cc508a956314e7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4079957 May 04 18:57:17.457371 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Device a3671375-a3c6-45e6-b258-bfee5333b608 details requested by agent hyperv_hv-cinder-84052 with host hv-cinder-84052 {{(pid=103281) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 18:57:17.458627 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-392d62ed-7b04-4781-8659-174865bcb787 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks [] for security_group_rule (83944f0a-d680-4867-adfb-21117223ee9e), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:17.471099 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-392d62ed-7b04-4781-8659-174865bcb787 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577292'] for security_group_rule (83944f0a-d680-4867-adfb-21117223ee9e), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:17.476551 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-e8822ce9-9782-4330-acda-9bdcc85a4fbe req-22389437-011f-47d2-a0fe-78f4dd030309 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] 10.222.0.35 "GET /v2.0/ports?device_id=10a55e21-0170-462a-b076-93f090d20502 HTTP/1.1" status: 200 len: 210 time: 0.1142008 May 04 18:57:17.492840 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f556ab7-3992-4494-a6f1-0e6f3598c57e req-f83a5f7f-1666-437a-bb5e-ab053ec5c113 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:57:17.494454 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-4f556ab7-3992-4494-a6f1-0e6f3598c57e req-f83a5f7f-1666-437a-bb5e-ab053ec5c113 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] 10.222.0.55 "GET /v2.0/networks?id=30fa2e3e-f6d8-4564-bce1-ee05a5bd0ce9 HTTP/1.1" status: 200 len: 811 time: 0.6649730 May 04 18:57:17.505279 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392d62ed-7b04-4781-8659-174865bcb787 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83944f0a-d680-4867-adfb-21117223ee9e,revision_number=0']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:57:17.530972 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-392d62ed-7b04-4781-8659-174865bcb787 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:17.534422 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-392d62ed-7b04-4781-8659-174865bcb787 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0768876 May 04 18:57:17.538075 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 47696) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:57:17.551123 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.v2.base [None req-1027bdc1-ddb8-4cae-b834-437e91eceb7e tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Request body: {'security_group_rule': {'security_group_id': '9d88f451-ad1c-48db-9f4e-8a10b8249478', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:57:17.628267 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-99221342-8011-4d52-9f67-bbf231f87b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99e16632-d532-445b-8b38-b656dab90e80', 'name': 'tempest-ServerRescueNegativeTestJSON-2014535518-router', 'tenant_id': '5287a76e646d4a3db0cc508a956314e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'external_fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '31d53c0e-944d-4f88-9291-b28b143bac65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:56:52Z', 'updated_at': '2022-05-04T18:57:08Z', 'revision_number': 4, 'project_id': '5287a76e646d4a3db0cc508a956314e7', 'gw_port': {'id': '31d53c0e-944d-4f88-9291-b28b143bac65', 'name': '', 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:f8:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e16632-d532-445b-8b38-b656dab90e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:56:54Z', 'updated_at': '2022-05-04T18:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-1-iscsi', '_interfaces': [{'id': '3c32b55e-d937-44b9-a8c5-48726c34ada2', 'name': '', 'network_id': 'b776d5b6-becc-4024-9dab-9ffc4ba67a01', 'tenant_id': '5287a76e646d4a3db0cc508a956314e7', 'mac_address': 'fa:16:3e:c5:c1:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99e16632-d532-445b-8b38-b656dab90e80', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '02826e21-c978-41a3-b31e-dd2107bb922c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:57:04Z', 'updated_at': '2022-05-04T18:57:16Z', 'revision_number': 4, 'project_id': '5287a76e646d4a3db0cc508a956314e7', 'subnets': [{'id': '02826e21-c978-41a3-b31e-dd2107bb922c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-1-iscsi', False) {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:57:17.653436 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-1027bdc1-ddb8-4cae-b834-437e91eceb7e tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks [] for security_group_rule (bc46dbdb-c30a-4f1c-8559-29d1f8c3b345), before_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:17.655789 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-4f556ab7-3992-4494-a6f1-0e6f3598c57e req-544259da-4a1f-456d-ba88-43cada2f302a tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d220357192eb4ba5a2cdd43f000cd4c4 HTTP/1.1" status: 200 len: 380 time: 0.1468956 May 04 18:57:17.669017 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [req-4f556ab7-3992-4494-a6f1-0e6f3598c57e req-a190ec0f-4cae-4e87-bb96-fec38e336422 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Request body: {'port': {'device_id': '10a55e21-0170-462a-b076-93f090d20502', 'network_id': '30fa2e3e-f6d8-4564-bce1-ee05a5bd0ce9', 'admin_state_up': True, 'tenant_id': 'd220357192eb4ba5a2cdd43f000cd4c4', 'security_groups': ['29ce1ee4-e5ef-4ab2-b658-910bf3a5767a']}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:57:17.676417 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-32ca54ed-8e24-4744-ae83-05e8e5a4b00a req-f6f735e9-b1da-4ec6-a3fd-198ba76b535e service neutron] 10.222.0.55 "GET /v2.0/networks/d1b38ed8-9f38-451c-b1df-6305e23dba13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3631103 May 04 18:57:17.705096 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99221342-8011-4d52-9f67-bbf231f87b84 None None] The sync data for ids ['99e16632-d532-445b-8b38-b656dab90e80'] in dv-cinder-840525-1-iscsi is: [{'id': '99e16632-d532-445b-8b38-b656dab90e80', 'name': 'tempest-ServerRescueNegativeTestJSON-2014535518-router', 'tenant_id': '5287a76e646d4a3db0cc508a956314e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'external_fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '31d53c0e-944d-4f88-9291-b28b143bac65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:56:52Z', 'updated_at': '2022-05-04T18:57:08Z', 'revision_number': 4, 'project_id': '5287a76e646d4a3db0cc508a956314e7', 'gw_port': {'id': '31d53c0e-944d-4f88-9291-b28b143bac65', 'name': '', 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:f8:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e16632-d532-445b-8b38-b656dab90e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:56:54Z', 'updated_at': '2022-05-04T18:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-1-iscsi', '_interfaces': [{'id': '3c32b55e-d937-44b9-a8c5-48726c34ada2', 'name': '', 'network_id': 'b776d5b6-becc-4024-9dab-9ffc4ba67a01', 'tenant_id': '5287a76e646d4a3db0cc508a956314e7', 'mac_address': 'fa:16:3e:c5:c1:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99e16632-d532-445b-8b38-b656dab90e80', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '02826e21-c978-41a3-b31e-dd2107bb922c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:57:04Z', 'updated_at': '2022-05-04T18:57:16Z', 'revision_number': 4, 'project_id': '5287a76e646d4a3db0cc508a956314e7', 'subnets': [{'id': '02826e21-c978-41a3-b31e-dd2107bb922c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 18:57:17.842305 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-1027bdc1-ddb8-4cae-b834-437e91eceb7e tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks [] for security_group_rule (bc46dbdb-c30a-4f1c-8559-29d1f8c3b345), precommit_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:17.874229 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-1027bdc1-ddb8-4cae-b834-437e91eceb7e tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577292'] for security_group_rule (bc46dbdb-c30a-4f1c-8559-29d1f8c3b345), after_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:18.006174 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f556ab7-3992-4494-a6f1-0e6f3598c57e req-a190ec0f-4cae-4e87-bb96-fec38e336422 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Made reservation on behalf of d220357192eb4ba5a2cdd43f000cd4c4 for: {'port': 1} {{(pid=103280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:57:18.014790 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-4f556ab7-3992-4494-a6f1-0e6f3598c57e req-a190ec0f-4cae-4e87-bb96-fec38e336422 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:18.020852 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-e971a975-8705-45c5-9ca1-c56532327fdb None None] Current status of the port 2e8cc07d-5c50-47e4-be93-d1bb02ea6c92 is: DOWN; New status is: ACTIVE {{(pid=103281) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:57:18.021989 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e971a975-8705-45c5-9ca1-c56532327fdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (2e8cc07d-5c50-47e4-be93-d1bb02ea6c92), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:18.022438 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1027bdc1-ddb8-4cae-b834-437e91eceb7e tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc46dbdb-c30a-4f1c-8559-29d1f8c3b345,revision_number=0']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:57:18.049707 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-1027bdc1-ddb8-4cae-b834-437e91eceb7e tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:18.052095 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-1027bdc1-ddb8-4cae-b834-437e91eceb7e tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5105774 May 04 18:57:18.055891 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 47712) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:57:18.067554 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [None req-985e491c-5be5-48bb-b899-ce88cd8ab941 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Request body: {'floatingip': {'floating_network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762'}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:57:18.074471 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-32ca54ed-8e24-4744-ae83-05e8e5a4b00a req-c4786db6-60f2-42e7-9453-ca6cf9ac78d8 service neutron] 10.222.0.55 "GET /v2.0/networks/d1b38ed8-9f38-451c-b1df-6305e23dba13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3886752 May 04 18:57:18.170116 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-e971a975-8705-45c5-9ca1-c56532327fdb None None] For port 2e8cc07d-5c50-47e4-be93-d1bb02ea6c92, host dv-cinder-840525-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-1-iscsi',level=0,port_id=2e8cc07d-5c50-47e4-be93-d1bb02ea6c92,segment=NetworkSegment(83414da3-b767-40e5-839e-69613fac7970),segment_id=83414da3-b767-40e5-839e-69613fac7970)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:57:18.187027 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e971a975-8705-45c5-9ca1-c56532327fdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136'] for port (2e8cc07d-5c50-47e4-be93-d1bb02ea6c92), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:18.199374 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] For port a3671375-a3c6-45e6-b258-bfee5333b608, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=a3671375-a3c6-45e6-b258-bfee5333b608,segment=NetworkSegment(4d641bf4-3246-4eae-bd06-3eeb5d4018b5),segment_id=4d641bf4-3246-4eae-bd06-3eeb5d4018b5)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:57:18.207629 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [req-a8743238-eac2-41fe-912e-f1e540c0f786 req-061e3e23-fc2e-4152-9c0d-9d640a89a2eb service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103280) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 04 18:57:18.208655 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a8743238-eac2-41fe-912e-f1e540c0f786 req-061e3e23-fc2e-4152-9c0d-9d640a89a2eb service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.2705307 May 04 18:57:18.257655 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5d9e47-53f3-4a70-803c-8a472a5629a8 req-98aa5cbd-af80-4ce6-88e2-0e9bcff567b0 tempest-DeleteServersTestJSON-75468734 tempest-DeleteServersTestJSON-75468734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:57:18.259838 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-cd5d9e47-53f3-4a70-803c-8a472a5629a8 req-98aa5cbd-af80-4ce6-88e2-0e9bcff567b0 tempest-DeleteServersTestJSON-75468734 tempest-DeleteServersTestJSON-75468734-project] 10.222.0.35 "GET /v2.0/ports?device_id=4fa09c4f-1af0-44f4-a84a-1eb86b5abd32 HTTP/1.1" status: 200 len: 944 time: 0.0837777 May 04 18:57:18.298896 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-985e491c-5be5-48bb-b899-ce88cd8ab941 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:18.356958 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-cd5d9e47-53f3-4a70-803c-8a472a5629a8 req-65dfd4e7-1221-4e68-9527-aa1a316199a9 tempest-DeleteServersTestJSON-75468734 tempest-DeleteServersTestJSON-75468734-project] 10.222.0.35 "GET /v2.0/security-groups?id=668a5dba-1c37-4528-a3f6-873c04e3e7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903366 May 04 18:57:18.390640 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 47724) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:57:18.472679 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Returning: {'device': 'a3671375-a3c6-45e6-b258-bfee5333b608', 'network_id': 'd1b38ed8-9f38-451c-b1df-6305e23dba13', 'port_id': 'a3671375-a3c6-45e6-b258-bfee5333b608', 'mac_address': 'fa:16:3e:4e:6e:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2728c766-1e42-4c80-8e95-68ec9a4136a8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103281) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 18:57:18.574184 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Current status of the port a3671375-a3c6-45e6-b258-bfee5333b608 is: DOWN; New status is: BUILD {{(pid=103281) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:57:18.574572 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (a3671375-a3c6-45e6-b258-bfee5333b608), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:18.694869 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a8743238-eac2-41fe-912e-f1e540c0f786 req-eb49a3d5-e5eb-43ac-9018-2a647047f3e8 service neutron] 10.222.0.35 "GET /v2.0/networks/b776d5b6-becc-4024-9dab-9ffc4ba67a01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4312975 May 04 18:57:18.696667 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.db.db_base_plugin_common [req-4f556ab7-3992-4494-a6f1-0e6f3598c57e req-a190ec0f-4cae-4e87-bb96-fec38e336422 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Allocated IP 172.20.0.3 (30fa2e3e-f6d8-4564-bce1-ee05a5bd0ce9/d9b5c29e-b014-49ec-aabd-8c0ad7c78e2e/843fc3ed-e6f9-4db5-9c3e-d942e8b8745c) {{(pid=103280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:57:18.701951 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-985e491c-5be5-48bb-b899-ce88cd8ab941 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:18.733913 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-4255c3f9-abb9-4d18-9db2-f7fc734f49d9 req-9450ec96-1740-423c-96c4-443d51107c49 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] 10.222.0.35 "GET /v2.0/ports?device_id=10a55e21-0170-462a-b076-93f090d20502 HTTP/1.1" status: 200 len: 210 time: 0.1358812 May 04 18:57:18.743238 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.notifiers.nova [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3671375-a3c6-45e6-b258-bfee5333b608 {{(pid=103281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 18:57:18.748208 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-3979b3ec-f495-4011-90e9-b6d6874dd6b4 None None] Provisioning complete for port 3c32b55e-d937-44b9-a8c5-48726c34ada2 triggered by entity DHCP. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:57:18.750465 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3979b3ec-f495-4011-90e9-b6d6874dd6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1774450'] for port (3c32b55e-d937-44b9-a8c5-48726c34ada2), provisioning_complete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:18.757805 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-2498e459-fa7f-437d-9f32-5d715c48b255 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:18.824766 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e971a975-8705-45c5-9ca1-c56532327fdb None None] Pushing event updated for resources: {'Port': ['ID=2e8cc07d-5c50-47e4-be93-d1bb02ea6c92,revision_number=5']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:57:18.860823 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_hamode_db [None req-49ea4451-853e-4754-96ca-ed9fb9492cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe', 'name': 'tempest-AttachVolumeNegativeTest-1693786255-router', 'tenant_id': 'dd17f7a747ad43fc905b8d1688a71ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'external_fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': '93cb56f8-8b0e-4ea1-b5c4-120dc35ae0d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:56:54Z', 'updated_at': '2022-05-04T18:57:09Z', 'revision_number': 4, 'project_id': 'dd17f7a747ad43fc905b8d1688a71ba7', 'gw_port': {'id': '93cb56f8-8b0e-4ea1-b5c4-120dc35ae0d6', 'name': '', 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:3d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:56:57Z', 'updated_at': '2022-05-04T18:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-1-iscsi', '_interfaces': [{'id': '2e8cc07d-5c50-47e4-be93-d1bb02ea6c92', 'name': '', 'network_id': '53f417bd-e455-4de8-9365-a661c93c9b00', 'tenant_id': 'dd17f7a747ad43fc905b8d1688a71ba7', 'mac_address': 'fa:16:3e:3f:9b:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'e66736f7-cfb8-4201-a579-14943c9785b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:57:07Z', 'updated_at': '2022-05-04T18:57:16Z', 'revision_number': 4, 'project_id': 'dd17f7a747ad43fc905b8d1688a71ba7', 'subnets': [{'id': 'e66736f7-cfb8-4201-a579-14943c9785b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-1-iscsi', False) {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:57:18.874201 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] For port a3671375-a3c6-45e6-b258-bfee5333b608, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=a3671375-a3c6-45e6-b258-bfee5333b608,segment=NetworkSegment(4d641bf4-3246-4eae-bd06-3eeb5d4018b5),segment_id=4d641bf4-3246-4eae-bd06-3eeb5d4018b5)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:57:18.949806 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Device 3c32b55e-d937-44b9-a8c5-48726c34ada2 up at agent ovs-agent-dv-cinder-840525-1-iscsi {{(pid=103281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 18:57:18.964121 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-2498e459-fa7f-437d-9f32-5d715c48b255 admin admin] Publish callbacks [] for security_group (ba1b50bc-ce56-48ef-a10a-724468e72812), precommit_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:18.976421 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-2498e459-fa7f-437d-9f32-5d715c48b255 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (ba1b50bc-ce56-48ef-a10a-724468e72812), after_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:19.001070 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136'] for port (a3671375-a3c6-45e6-b258-bfee5333b608), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:19.004493 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ea4451-853e-4754-96ca-ed9fb9492cf2 None None] The sync data for ids ['81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe'] in dv-cinder-840525-1-iscsi is: [{'id': '81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe', 'name': 'tempest-AttachVolumeNegativeTest-1693786255-router', 'tenant_id': 'dd17f7a747ad43fc905b8d1688a71ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'external_fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': '93cb56f8-8b0e-4ea1-b5c4-120dc35ae0d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:56:54Z', 'updated_at': '2022-05-04T18:57:09Z', 'revision_number': 4, 'project_id': 'dd17f7a747ad43fc905b8d1688a71ba7', 'gw_port': {'id': '93cb56f8-8b0e-4ea1-b5c4-120dc35ae0d6', 'name': '', 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:3d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:56:57Z', 'updated_at': '2022-05-04T18:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-1-iscsi', '_interfaces': [{'id': '2e8cc07d-5c50-47e4-be93-d1bb02ea6c92', 'name': '', 'network_id': '53f417bd-e455-4de8-9365-a661c93c9b00', 'tenant_id': 'dd17f7a747ad43fc905b8d1688a71ba7', 'mac_address': 'fa:16:3e:3f:9b:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'e66736f7-cfb8-4201-a579-14943c9785b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:57:07Z', 'updated_at': '2022-05-04T18:57:16Z', 'revision_number': 4, 'project_id': 'dd17f7a747ad43fc905b8d1688a71ba7', 'subnets': [{'id': 'e66736f7-cfb8-4201-a579-14943c9785b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 18:57:19.086374 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Provisioning complete for port 3c32b55e-d937-44b9-a8c5-48726c34ada2 triggered by entity L2. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:57:19.087159 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1774450'] for port (3c32b55e-d937-44b9-a8c5-48726c34ada2), provisioning_complete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:19.110848 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2498e459-fa7f-437d-9f32-5d715c48b255 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba1b50bc-ce56-48ef-a10a-724468e72812,revision_number=1']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:57:19.134220 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-2498e459-fa7f-437d-9f32-5d715c48b255 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d0d329a7a66046fabe56fdca5eadadc5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7421613 May 04 18:57:19.140699 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 47752) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:57:19.207701 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-3979b3ec-f495-4011-90e9-b6d6874dd6b4 None None] Current status of the port 3c32b55e-d937-44b9-a8c5-48726c34ada2 is: ACTIVE; New status is: ACTIVE {{(pid=103281) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:57:19.268348 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-3979b3ec-f495-4011-90e9-b6d6874dd6b4 None None] Provisioning complete for port 2e8cc07d-5c50-47e4-be93-d1bb02ea6c92 triggered by entity DHCP. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:57:19.268808 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3979b3ec-f495-4011-90e9-b6d6874dd6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1774450'] for port (2e8cc07d-5c50-47e4-be93-d1bb02ea6c92), provisioning_complete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:19.270572 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Pushing event updated for resources: {'Port': ['ID=a3671375-a3c6-45e6-b258-bfee5333b608,revision_number=4']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:57:19.270921 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-b88cedf4-3379-4cb5-8923-e62ab62bee9a admin admin] Publish callbacks [] for security_group (ba1b50bc-ce56-48ef-a10a-724468e72812), before_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:19.339710 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-b88cedf4-3379-4cb5-8923-e62ab62bee9a admin admin] Publish callbacks [] for security_group (ba1b50bc-ce56-48ef-a10a-724468e72812), precommit_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:19.355771 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Current status of the port 3c32b55e-d937-44b9-a8c5-48726c34ada2 is: ACTIVE; New status is: ACTIVE {{(pid=103281) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:57:19.460643 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-b88cedf4-3379-4cb5-8923-e62ab62bee9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (ba1b50bc-ce56-48ef-a10a-724468e72812), after_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:19.463646 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-b88cedf4-3379-4cb5-8923-e62ab62bee9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:19.468863 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-b88cedf4-3379-4cb5-8923-e62ab62bee9a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ba1b50bc-ce56-48ef-a10a-724468e72812 HTTP/1.1" status: 204 len: 168 time: 0.3268390 May 04 18:57:19.498001 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88cedf4-3379-4cb5-8923-e62ab62bee9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba1b50bc-ce56-48ef-a10a-724468e72812,revision_number=None']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:57:19.523337 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-3979b3ec-f495-4011-90e9-b6d6874dd6b4 None None] Current status of the port 2e8cc07d-5c50-47e4-be93-d1bb02ea6c92 is: ACTIVE; New status is: ACTIVE {{(pid=103281) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:57:19.667176 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317dbee3-b4a8-407a-a020-95941c1a1873 req-f0ed4caf-4d5d-4e69-a4ce-ba20debb1a21 tempest-DeleteServersTestJSON-75468734 tempest-DeleteServersTestJSON-75468734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:57:19.669050 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-317dbee3-b4a8-407a-a020-95941c1a1873 req-f0ed4caf-4d5d-4e69-a4ce-ba20debb1a21 tempest-DeleteServersTestJSON-75468734 tempest-DeleteServersTestJSON-75468734-project] 10.222.0.35 "GET /v2.0/ports?device_id=4fa09c4f-1af0-44f4-a84a-1eb86b5abd32 HTTP/1.1" status: 200 len: 945 time: 0.0891197 May 04 18:57:19.680361 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a8743238-eac2-41fe-912e-f1e540c0f786 req-47fc98ed-177a-4627-bd57-687cae00b2fa service neutron] 10.222.0.35 "GET /v2.0/networks/b776d5b6-becc-4024-9dab-9ffc4ba67a01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9421859 May 04 18:57:19.718906 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.db.db_base_plugin_common [None req-985e491c-5be5-48bb-b899-ce88cd8ab941 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Allocated IP 172.27.0.147 (cbca2f8d-f88f-49b4-8a9d-8b4714c67762/6d3155f3-7d72-4b90-89ae-8effc01a61e4/f647737b-7418-4990-82d3-68cccbf09d33) {{(pid=103280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:57:19.743671 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-317dbee3-b4a8-407a-a020-95941c1a1873 req-b605c9cf-c713-4b5f-9cf0-b507f765f820 tempest-DeleteServersTestJSON-75468734 tempest-DeleteServersTestJSON-75468734-project] 10.222.0.35 "GET /v2.0/security-groups?id=668a5dba-1c37-4528-a3f6-873c04e3e7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678809 May 04 18:57:19.779933 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-4f556ab7-3992-4494-a6f1-0e6f3598c57e req-a190ec0f-4cae-4e87-bb96-fec38e336422 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Publish callbacks [] for port (843fc3ed-e6f9-4db5-9c3e-d942e8b8745c), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:19.908571 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-b9193b03-edd4-4412-b453-92acdac30e91 req-1ad50aaf-e7f1-4a2e-b09e-e4b0b5d49ed3 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] 10.222.0.35 "GET /v2.0/ports?device_id=10a55e21-0170-462a-b076-93f090d20502 HTTP/1.1" status: 200 len: 210 time: 0.0472555 May 04 18:57:19.925236 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-985e491c-5be5-48bb-b899-ce88cd8ab941 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks [] for port (f647737b-7418-4990-82d3-68cccbf09d33), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:19.929266 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-4f556ab7-3992-4494-a6f1-0e6f3598c57e req-a190ec0f-4cae-4e87-bb96-fec38e336422 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790498302100'] for port (843fc3ed-e6f9-4db5-9c3e-d942e8b8745c), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:19.976910 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 47786) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:57:20.008458 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f556ab7-3992-4494-a6f1-0e6f3598c57e req-a190ec0f-4cae-4e87-bb96-fec38e336422 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Network 30fa2e3e-f6d8-4564-bce1-ee05a5bd0ce9 is already hosted by enough agents. {{(pid=103280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:57:20.043871 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.base_scheduler [req-4f556ab7-3992-4494-a6f1-0e6f3598c57e req-a190ec0f-4cae-4e87-bb96-fec38e336422 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Resources bound (agent type, host, resource id): {{(pid=103280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:57:20.054629 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f556ab7-3992-4494-a6f1-0e6f3598c57e req-a190ec0f-4cae-4e87-bb96-fec38e336422 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Received port after_create {{(pid=103280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 18:57:20.060911 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f556ab7-3992-4494-a6f1-0e6f3598c57e req-a190ec0f-4cae-4e87-bb96-fec38e336422 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:57:20.061629 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-4f556ab7-3992-4494-a6f1-0e6f3598c57e req-a190ec0f-4cae-4e87-bb96-fec38e336422 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572658'] for port (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:20.089317 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-4f556ab7-3992-4494-a6f1-0e6f3598c57e req-a190ec0f-4cae-4e87-bb96-fec38e336422 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4281492 May 04 18:57:20.110879 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-d03c9b94-3d5d-46e9-9318-f5958fe58f5c req-fa72354c-e205-4934-86a9-3ef1c83682b8 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d550c33-794e-4c78-86ef-4101ddf2a3ef HTTP/1.1" status: 200 len: 210 time: 0.0839653 May 04 18:57:20.139081 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a190ec0f-4cae-4e87-bb96-fec38e336422 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Pushing event updated for resources: {'Port': ['ID=843fc3ed-e6f9-4db5-9c3e-d942e8b8745c,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:57:20.180261 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-985e491c-5be5-48bb-b899-ce88cd8ab941 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790498302100'] for port (f647737b-7418-4990-82d3-68cccbf09d33), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:20.217858 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 47796) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:57:20.226406 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-985e491c-5be5-48bb-b899-ce88cd8ab941 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Network cbca2f8d-f88f-49b4-8a9d-8b4714c67762 is already hosted by enough agents. {{(pid=103280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:57:20.234957 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-b4a1797f-003f-489f-a918-62af076b6322 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:20.235109 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.base_scheduler [None req-985e491c-5be5-48bb-b899-ce88cd8ab941 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Resources bound (agent type, host, resource id): {{(pid=103280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:57:20.238979 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-67dd5251-50e7-4288-93ba-e7a141b707af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:20.269606 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985e491c-5be5-48bb-b899-ce88cd8ab941 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Received port after_create {{(pid=103280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 18:57:20.342083 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985e491c-5be5-48bb-b899-ce88cd8ab941 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Pushing event updated for resources: {'Port': ['ID=f647737b-7418-4990-82d3-68cccbf09d33,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:57:20.385825 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-985e491c-5be5-48bb-b899-ce88cd8ab941 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks [] for floatingip (71cf9a52-9540-4446-ad6a-3cd4309417e9), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:20.431941 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-b4a1797f-003f-489f-a918-62af076b6322 admin admin] Publish callbacks [] for security_group (8da83929-e6f5-4fc7-9704-21f911a00755), precommit_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:20.434000 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-67dd5251-50e7-4288-93ba-e7a141b707af admin admin] Publish callbacks [] for security_group (17a08658-3df4-4160-b293-ecdc9d58f8e1), precommit_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:20.436634 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-985e491c-5be5-48bb-b899-ce88cd8ab941 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (f647737b-7418-4990-82d3-68cccbf09d33), before_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:20.446892 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-b4a1797f-003f-489f-a918-62af076b6322 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (8da83929-e6f5-4fc7-9704-21f911a00755), after_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:20.455973 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-67dd5251-50e7-4288-93ba-e7a141b707af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (17a08658-3df4-4160-b293-ecdc9d58f8e1), after_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:20.456853 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-40cb9f82-9800-4cf9-b634-a4d3696cf98b None None] Provisioning complete for port 843fc3ed-e6f9-4db5-9c3e-d942e8b8745c triggered by entity DHCP. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:57:20.457346 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-40cb9f82-9800-4cf9-b634-a4d3696cf98b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1774450'] for port (843fc3ed-e6f9-4db5-9c3e-d942e8b8745c), provisioning_complete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:20.508776 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-40cb9f82-9800-4cf9-b634-a4d3696cf98b None None] Port 843fc3ed-e6f9-4db5-9c3e-d942e8b8745c cannot update to ACTIVE because it is not bound. {{(pid=103281) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 18:57:20.511831 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-b4a1797f-003f-489f-a918-62af076b6322 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d0a01206e6234c0288e1b49bdd74561c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2926016 May 04 18:57:20.515274 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 47816) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:57:20.538784 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a1797f-003f-489f-a918-62af076b6322 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8da83929-e6f5-4fc7-9704-21f911a00755,revision_number=1']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:57:20.549375 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-67dd5251-50e7-4288-93ba-e7a141b707af admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f7e616ca29b84ea3ab985df63fa6b7ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5689716 May 04 18:57:20.550295 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 47820) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:57:20.588673 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dd5251-50e7-4288-93ba-e7a141b707af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17a08658-3df4-4160-b293-ecdc9d58f8e1,revision_number=1']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:57:20.606407 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-0fd1576d-d454-4fa0-b7f7-6c4ff5264c4e admin admin] Publish callbacks [] for security_group (8da83929-e6f5-4fc7-9704-21f911a00755), before_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:20.609788 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [req-4f556ab7-3992-4494-a6f1-0e6f3598c57e req-ef9955dd-2c86-42b3-9cb1-264c246d39ba service neutron] Request body: {'port': {'device_id': '10a55e21-0170-462a-b076-93f090d20502', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84052'}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:57:20.629727 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-0fd1576d-d454-4fa0-b7f7-6c4ff5264c4e admin admin] Publish callbacks [] for security_group (8da83929-e6f5-4fc7-9704-21f911a00755), precommit_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:20.688256 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-0fd1576d-d454-4fa0-b7f7-6c4ff5264c4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (8da83929-e6f5-4fc7-9704-21f911a00755), after_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:20.691500 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-0fd1576d-d454-4fa0-b7f7-6c4ff5264c4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:20.695924 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-0fd1576d-d454-4fa0-b7f7-6c4ff5264c4e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8da83929-e6f5-4fc7-9704-21f911a00755 HTTP/1.1" status: 204 len: 168 time: 0.1767249 May 04 18:57:20.717115 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd1576d-d454-4fa0-b7f7-6c4ff5264c4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8da83929-e6f5-4fc7-9704-21f911a00755,revision_number=None']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:57:20.801106 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] get_ports_and_sgs() called for port_ids ['a3671375-a3c6-45e6-b258-bfee5333b608'] {{(pid=103281) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 18:57:20.854916 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-4f556ab7-3992-4494-a6f1-0e6f3598c57e req-ef9955dd-2c86-42b3-9cb1-264c246d39ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (843fc3ed-e6f9-4db5-9c3e-d942e8b8745c), before_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:20.906733 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Device 2e8cc07d-5c50-47e4-be93-d1bb02ea6c92 up at agent ovs-agent-dv-cinder-840525-1-iscsi {{(pid=103281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 18:57:20.950334 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e160739a-dc40-42c5-9b6c-47d4b97422e1 req-c120a210-82d0-4253-bb64-ea18f5661920 tempest-DeleteServersTestJSON-75468734 tempest-DeleteServersTestJSON-75468734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:57:20.954135 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-e160739a-dc40-42c5-9b6c-47d4b97422e1 req-c120a210-82d0-4253-bb64-ea18f5661920 tempest-DeleteServersTestJSON-75468734 tempest-DeleteServersTestJSON-75468734-project] 10.222.0.35 "GET /v2.0/ports?device_id=4fa09c4f-1af0-44f4-a84a-1eb86b5abd32 HTTP/1.1" status: 200 len: 945 time: 0.0878389 May 04 18:57:20.984878 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-985e491c-5be5-48bb-b899-ce88cd8ab941 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks [] for port (f647737b-7418-4990-82d3-68cccbf09d33), precommit_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:20.999860 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22305ed3-c981-484a-a537-d4c12f8b5448 req-a74cc6e4-8344-4a39-8af2-3949c77dff32 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:57:21.010279 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-22305ed3-c981-484a-a537-d4c12f8b5448 req-a74cc6e4-8344-4a39-8af2-3949c77dff32 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/networks?id=b776d5b6-becc-4024-9dab-9ffc4ba67a01 HTTP/1.1" status: 200 len: 819 time: 0.5236559 May 04 18:57:21.049789 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-e160739a-dc40-42c5-9b6c-47d4b97422e1 req-07026afd-431a-4652-837a-21dbac825aee tempest-DeleteServersTestJSON-75468734 tempest-DeleteServersTestJSON-75468734-project] 10.222.0.35 "GET /v2.0/security-groups?id=668a5dba-1c37-4528-a3f6-873c04e3e7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887380 May 04 18:57:21.065380 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-985e491c-5be5-48bb-b899-ce88cd8ab941 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136'] for port (f647737b-7418-4990-82d3-68cccbf09d33), after_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:21.068463 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-22305ed3-c981-484a-a537-d4c12f8b5448 req-e0921549-4470-44ef-9134-1d902244af75 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/quotas/5287a76e646d4a3db0cc508a956314e7 HTTP/1.1" status: 200 len: 375 time: 0.0571892 May 04 18:57:21.069198 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-48e24e02-19d6-4259-aa5b-d4c362590fae admin admin] Publish callbacks [] for security_group (17a08658-3df4-4160-b293-ecdc9d58f8e1), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:21.083781 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Provisioning complete for port 2e8cc07d-5c50-47e4-be93-d1bb02ea6c92 triggered by entity L2. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:57:21.084171 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1774450'] for port (2e8cc07d-5c50-47e4-be93-d1bb02ea6c92), provisioning_complete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:21.186580 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985e491c-5be5-48bb-b899-ce88cd8ab941 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Pushing event updated for resources: {'Port': ['ID=f647737b-7418-4990-82d3-68cccbf09d33,revision_number=2']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:57:21.248903 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97b309e-972d-470c-b9e3-8eb7d4e62d52 req-87ea6d13-b581-4356-8565-138e2c46dd7c tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:57:21.252775 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-e97b309e-972d-470c-b9e3-8eb7d4e62d52 req-87ea6d13-b581-4356-8565-138e2c46dd7c tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] 10.222.0.35 "GET /v2.0/ports?device_id=10a55e21-0170-462a-b076-93f090d20502 HTTP/1.1" status: 200 len: 931 time: 0.1024549 May 04 18:57:21.361279 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-e97b309e-972d-470c-b9e3-8eb7d4e62d52 req-e236bf96-98f4-44c5-8405-26073d8b393d tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] 10.222.0.35 "GET /v2.0/security-groups?id=29ce1ee4-e5ef-4ab2-b658-910bf3a5767a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941920 May 04 18:57:21.388157 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Current status of the port 2e8cc07d-5c50-47e4-be93-d1bb02ea6c92 is: ACTIVE; New status is: ACTIVE {{(pid=103281) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:57:21.589638 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.notifiers.nova [req-4f556ab7-3992-4494-a6f1-0e6f3598c57e req-ef9955dd-2c86-42b3-9cb1-264c246d39ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 843fc3ed-e6f9-4db5-9c3e-d942e8b8745c {{(pid=103280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 18:57:21.597986 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-4f556ab7-3992-4494-a6f1-0e6f3598c57e req-ef9955dd-2c86-42b3-9cb1-264c246d39ba service neutron] Publish callbacks [] for port (843fc3ed-e6f9-4db5-9c3e-d942e8b8745c), precommit_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:21.628543 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-22305ed3-c981-484a-a537-d4c12f8b5448 req-ef54d50b-1bdf-4fbd-a872-9aaf0779bb1d tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=5287a76e646d4a3db0cc508a956314e7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5070875 May 04 18:57:21.655910 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Device a3671375-a3c6-45e6-b258-bfee5333b608 up at agent hyperv_hv-cinder-84052 {{(pid=103281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 18:57:21.680955 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.db.provisioning_blocks [req-4f556ab7-3992-4494-a6f1-0e6f3598c57e req-ef9955dd-2c86-42b3-9cb1-264c246d39ba service neutron] Transition to ACTIVE for port object 843fc3ed-e6f9-4db5-9c3e-d942e8b8745c will not be triggered until provisioned by entity L2. {{(pid=103280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 18:57:21.687229 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8743238-eac2-41fe-912e-f1e540c0f786 req-709455fc-bc67-44f6-80e8-b2d87097ac9d tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:57:21.690904 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-a8743238-eac2-41fe-912e-f1e540c0f786 req-709455fc-bc67-44f6-80e8-b2d87097ac9d tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.55 "GET /v2.0/networks?id=b776d5b6-becc-4024-9dab-9ffc4ba67a01 HTTP/1.1" status: 200 len: 819 time: 0.2578356 May 04 18:57:21.696626 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-985e491c-5be5-48bb-b899-ce88cd8ab941 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608971'] for floatingip (71cf9a52-9540-4446-ad6a-3cd4309417e9), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:21.712742 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-48e24e02-19d6-4259-aa5b-d4c362590fae admin admin] Publish callbacks [] for security_group (17a08658-3df4-4160-b293-ecdc9d58f8e1), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:21.724193 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.v2.base [req-a8743238-eac2-41fe-912e-f1e540c0f786 req-fc88da2a-50eb-451b-a730-2d9c4f8d77af tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Request body: {'port': {'device_id': '4d550c33-794e-4c78-86ef-4101ddf2a3ef', 'network_id': 'b776d5b6-becc-4024-9dab-9ffc4ba67a01', 'admin_state_up': True, 'tenant_id': '5287a76e646d4a3db0cc508a956314e7'}} {{(pid=103279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:57:21.736155 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-4f556ab7-3992-4494-a6f1-0e6f3598c57e req-ef9955dd-2c86-42b3-9cb1-264c246d39ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136'] for port (843fc3ed-e6f9-4db5-9c3e-d942e8b8745c), after_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:21.780845 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Provisioning for port a3671375-a3c6-45e6-b258-bfee5333b608 completed by entity L2. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 18:57:21.793537 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Provisioning complete for port a3671375-a3c6-45e6-b258-bfee5333b608 triggered by entity L2. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:57:21.794155 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1774450'] for port (a3671375-a3c6-45e6-b258-bfee5333b608), provisioning_complete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:21.880702 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-985e491c-5be5-48bb-b899-ce88cd8ab941 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127086'] for floatingip (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:21.882022 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-985e491c-5be5-48bb-b899-ce88cd8ab941 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8237970 May 04 18:57:21.998415 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9955dd-2c86-42b3-9cb1-264c246d39ba service neutron] Pushing event updated for resources: {'Port': ['ID=843fc3ed-e6f9-4db5-9c3e-d942e8b8745c,revision_number=2']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:57:22.019120 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-22305ed3-c981-484a-a537-d4c12f8b5448 req-86ef942e-43b5-48e6-a382-4af0700998c8 service neutron] 10.222.0.35 "GET /v2.0/networks/b776d5b6-becc-4024-9dab-9ffc4ba67a01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3895254 May 04 18:57:22.058700 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Current status of the port a3671375-a3c6-45e6-b258-bfee5333b608 is: BUILD; New status is: ACTIVE {{(pid=103281) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:57:22.059692 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (a3671375-a3c6-45e6-b258-bfee5333b608), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:22.139725 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8743238-eac2-41fe-912e-f1e540c0f786 req-fc88da2a-50eb-451b-a730-2d9c4f8d77af tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Made reservation on behalf of 5287a76e646d4a3db0cc508a956314e7 for: {'port': 1} {{(pid=103279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:57:22.144736 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [req-a8743238-eac2-41fe-912e-f1e540c0f786 req-fc88da2a-50eb-451b-a730-2d9c4f8d77af tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (None), before_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:22.148544 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fa09c4f-1af0-44f4-a84a-1eb86b5abd32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3671375-a3c6-45e6-b258-bfee5333b608'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:57:22.260037 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-48e24e02-19d6-4259-aa5b-d4c362590fae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (17a08658-3df4-4160-b293-ecdc9d58f8e1), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:22.270882 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-48e24e02-19d6-4259-aa5b-d4c362590fae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:22.273175 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-48e24e02-19d6-4259-aa5b-d4c362590fae admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/17a08658-3df4-4160-b293-ecdc9d58f8e1 HTTP/1.1" status: 204 len: 168 time: 1.7220569 May 04 18:57:22.357039 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] For port a3671375-a3c6-45e6-b258-bfee5333b608, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=a3671375-a3c6-45e6-b258-bfee5333b608,segment=NetworkSegment(4d641bf4-3246-4eae-bd06-3eeb5d4018b5),segment_id=4d641bf4-3246-4eae-bd06-3eeb5d4018b5)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:57:22.365996 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136'] for port (a3671375-a3c6-45e6-b258-bfee5333b608), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:22.434515 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.managers [req-4f556ab7-3992-4494-a6f1-0e6f3598c57e req-ef9955dd-2c86-42b3-9cb1-264c246d39ba service neutron] Attempting to bind port 843fc3ed-e6f9-4db5-9c3e-d942e8b8745c on host hv-cinder-84052 for vnic_type normal with profile {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 18:57:22.434858 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.managers [req-4f556ab7-3992-4494-a6f1-0e6f3598c57e req-ef9955dd-2c86-42b3-9cb1-264c246d39ba service neutron] Attempting to bind port 843fc3ed-e6f9-4db5-9c3e-d942e8b8745c by drivers openvswitch,hyperv on host hv-cinder-84052 at level 0 using segments [{'id': '2b95549f-f474-429b-a791-f25a87674098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '30fa2e3e-f6d8-4564-bce1-ee05a5bd0ce9'}] {{(pid=103280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 18:57:22.435251 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f556ab7-3992-4494-a6f1-0e6f3598c57e req-ef9955dd-2c86-42b3-9cb1-264c246d39ba service neutron] Attempting to bind port 843fc3ed-e6f9-4db5-9c3e-d942e8b8745c on network 30fa2e3e-f6d8-4564-bce1-ee05a5bd0ce9 {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 18:57:22.452305 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e24e02-19d6-4259-aa5b-d4c362590fae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17a08658-3df4-4160-b293-ecdc9d58f8e1,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:57:22.496844 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f556ab7-3992-4494-a6f1-0e6f3598c57e req-ef9955dd-2c86-42b3-9cb1-264c246d39ba service neutron] Port 843fc3ed-e6f9-4db5-9c3e-d942e8b8745c on network 30fa2e3e-f6d8-4564-bce1-ee05a5bd0ce9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84052 {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 18:57:22.497732 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f556ab7-3992-4494-a6f1-0e6f3598c57e req-ef9955dd-2c86-42b3-9cb1-264c246d39ba service neutron] Attempting to bind port 843fc3ed-e6f9-4db5-9c3e-d942e8b8745c on network 30fa2e3e-f6d8-4564-bce1-ee05a5bd0ce9 {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 18:57:22.516571 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f556ab7-3992-4494-a6f1-0e6f3598c57e req-ef9955dd-2c86-42b3-9cb1-264c246d39ba service neutron] Checking agent: {'id': 'bff7e656-358d-4e40-a36a-3f10fe33ffdf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84052', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 18, 54, 55), 'started_at': datetime.datetime(2022, 5, 4, 18, 54, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 18, 56, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 18:57:22.517468 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f556ab7-3992-4494-a6f1-0e6f3598c57e req-ef9955dd-2c86-42b3-9cb1-264c246d39ba service neutron] Checking segment: {'id': '2b95549f-f474-429b-a791-f25a87674098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '30fa2e3e-f6d8-4564-bce1-ee05a5bd0ce9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 18:57:22.518275 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f556ab7-3992-4494-a6f1-0e6f3598c57e req-ef9955dd-2c86-42b3-9cb1-264c246d39ba service neutron] Bound using segment: {'id': '2b95549f-f474-429b-a791-f25a87674098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '30fa2e3e-f6d8-4564-bce1-ee05a5bd0ce9'} {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 18:57:22.520046 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.managers [req-4f556ab7-3992-4494-a6f1-0e6f3598c57e req-ef9955dd-2c86-42b3-9cb1-264c246d39ba service neutron] Bound port: 843fc3ed-e6f9-4db5-9c3e-d942e8b8745c, host: hv-cinder-84052, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b95549f-f474-429b-a791-f25a87674098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '30fa2e3e-f6d8-4564-bce1-ee05a5bd0ce9'}}] {{(pid=103280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 18:57:22.520640 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-4f556ab7-3992-4494-a6f1-0e6f3598c57e req-ef9955dd-2c86-42b3-9cb1-264c246d39ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (843fc3ed-e6f9-4db5-9c3e-d942e8b8745c), before_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:22.525118 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ebb404-9097-4c5a-9c9d-82e175ec9bbd req-f0d945fc-611c-4c05-a223-c45236ab31a6 tempest-DeleteServersTestJSON-75468734 tempest-DeleteServersTestJSON-75468734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:57:22.528241 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Pushing event updated for resources: {'Port': ['ID=a3671375-a3c6-45e6-b258-bfee5333b608,revision_number=5']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:57:22.533392 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-87ebb404-9097-4c5a-9c9d-82e175ec9bbd req-f0d945fc-611c-4c05-a223-c45236ab31a6 tempest-DeleteServersTestJSON-75468734 tempest-DeleteServersTestJSON-75468734-project] 10.222.0.35 "GET /v2.0/ports?device_id=4fa09c4f-1af0-44f4-a84a-1eb86b5abd32 HTTP/1.1" status: 200 len: 945 time: 0.2008393 May 04 18:57:22.574386 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.db.db_base_plugin_common [req-a8743238-eac2-41fe-912e-f1e540c0f786 req-fc88da2a-50eb-451b-a730-2d9c4f8d77af tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Allocated IP 172.20.0.3 (b776d5b6-becc-4024-9dab-9ffc4ba67a01/02826e21-c978-41a3-b31e-dd2107bb922c/eeb17e2a-8684-4685-8c1f-d6ff60077a6c) {{(pid=103279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:57:22.631724 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-22305ed3-c981-484a-a537-d4c12f8b5448 req-b7e92a2d-d23a-4edd-9dd7-24ed9f80b76d service neutron] 10.222.0.35 "GET /v2.0/networks/b776d5b6-becc-4024-9dab-9ffc4ba67a01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6096947 May 04 18:57:22.663099 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-87ebb404-9097-4c5a-9c9d-82e175ec9bbd req-36438069-0f68-449f-ab9c-ec32f3cf5bb6 tempest-DeleteServersTestJSON-75468734 tempest-DeleteServersTestJSON-75468734-project] 10.222.0.35 "GET /v2.0/security-groups?id=668a5dba-1c37-4528-a3f6-873c04e3e7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104627 May 04 18:57:22.723148 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.db [req-4f556ab7-3992-4494-a6f1-0e6f3598c57e req-ef9955dd-2c86-42b3-9cb1-264c246d39ba service neutron] For port 843fc3ed-e6f9-4db5-9c3e-d942e8b8745c, host hv-cinder-84052, cleared binding levels {{(pid=103280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 18:57:22.739581 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.db [req-4f556ab7-3992-4494-a6f1-0e6f3598c57e req-ef9955dd-2c86-42b3-9cb1-264c246d39ba service neutron] For port 843fc3ed-e6f9-4db5-9c3e-d942e8b8745c, host hv-cinder-84052, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=843fc3ed-e6f9-4db5-9c3e-d942e8b8745c,segment=NetworkSegment(2b95549f-f474-429b-a791-f25a87674098),segment_id=2b95549f-f474-429b-a791-f25a87674098)] {{(pid=103280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 18:57:22.775055 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-4f556ab7-3992-4494-a6f1-0e6f3598c57e req-ef9955dd-2c86-42b3-9cb1-264c246d39ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136'] for port (843fc3ed-e6f9-4db5-9c3e-d942e8b8745c), after_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:22.914012 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29bc9e8fddf1e81845832baf79700cdfe783df1752dea94dce4e4e68657cb9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4d8de82-5f45-4a17-97ed-eaee8f8c98aa" -d '{"events": [{"server_uuid": "4fa09c4f-1af0-44f4-a84a-1eb86b5abd32", "name": "network-vif-plugged", "status": "completed", "tag": "a3671375-a3c6-45e6-b258-bfee5333b608"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 18:57:23.140750 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-1c55e5cf-9c05-45b5-bdb4-92f2436ecfcd req-37c7cb64-2643-4adb-b100-ef1cf5f400c1 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1728188720&fields=id&tenant_id=dd17f7a747ad43fc905b8d1688a71ba7 HTTP/1.1" status: 200 len: 267 time: 0.3299277 May 04 18:57:23.186820 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [req-a8743238-eac2-41fe-912e-f1e540c0f786 req-fc88da2a-50eb-451b-a730-2d9c4f8d77af tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Publish callbacks [] for port (eeb17e2a-8684-4685-8c1f-d6ff60077a6c), precommit_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:23.193451 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 47940) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:57:23.236004 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-cb143092-da19-4db1-ab8c-c2d448dec90c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:23.258447 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f556ab7-3992-4494-a6f1-0e6f3598c57e req-ef9955dd-2c86-42b3-9cb1-264c246d39ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:57:23.259067 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-4f556ab7-3992-4494-a6f1-0e6f3598c57e req-ef9955dd-2c86-42b3-9cb1-264c246d39ba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572658'] for port (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:23.262117 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-4f556ab7-3992-4494-a6f1-0e6f3598c57e req-ef9955dd-2c86-42b3-9cb1-264c246d39ba service neutron] 10.222.0.55 "PUT /v2.0/ports/843fc3ed-e6f9-4db5-9c3e-d942e8b8745c HTTP/1.1" status: 200 len: 1093 time: 2.6899629 May 04 18:57:23.262573 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10a55e21-0170-462a-b076-93f090d20502', 'tag': '843fc3ed-e6f9-4db5-9c3e-d942e8b8745c'}] {{(pid=103280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:57:23.412338 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c55e5cf-9c05-45b5-bdb4-92f2436ecfcd req-df495c91-28a2-4e54-b95b-e8a1398e6b28 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:57:23.414025 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-1c55e5cf-9c05-45b5-bdb4-92f2436ecfcd req-df495c91-28a2-4e54-b95b-e8a1398e6b28 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "GET /v2.0/networks?id=53f417bd-e455-4de8-9365-a661c93c9b00 HTTP/1.1" status: 200 len: 815 time: 0.2177179 May 04 18:57:23.482102 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee500bcb-8559-400a-8069-08b1f8472735 req-01b0679b-295a-4d97-94aa-8119d996ae65 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:57:23.483739 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-ee500bcb-8559-400a-8069-08b1f8472735 req-01b0679b-295a-4d97-94aa-8119d996ae65 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] 10.222.0.35 "GET /v2.0/ports?device_id=10a55e21-0170-462a-b076-93f090d20502 HTTP/1.1" status: 200 len: 943 time: 0.2454422 May 04 18:57:23.484473 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9955dd-2c86-42b3-9cb1-264c246d39ba service neutron] Pushing event updated for resources: {'Port': ['ID=843fc3ed-e6f9-4db5-9c3e-d942e8b8745c,revision_number=3']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:57:23.499705 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-1c55e5cf-9c05-45b5-bdb4-92f2436ecfcd req-8091d7f5-4a0f-4e6f-8e3b-e76cd3ab199f tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "GET /v2.0/quotas/dd17f7a747ad43fc905b8d1688a71ba7 HTTP/1.1" status: 200 len: 375 time: 0.0625038 May 04 18:57:23.572647 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-ee500bcb-8559-400a-8069-08b1f8472735 req-879b3767-3292-4fcb-897b-25df2851ac35 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] 10.222.0.35 "GET /v2.0/security-groups?id=29ce1ee4-e5ef-4ab2-b658-910bf3a5767a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816851 May 04 18:57:23.578272 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [req-a8743238-eac2-41fe-912e-f1e540c0f786 req-fc88da2a-50eb-451b-a730-2d9c4f8d77af tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790498302100'] for port (eeb17e2a-8684-4685-8c1f-d6ff60077a6c), after_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:23.616437 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d17ed66b9d9b08214cd1b2d258b378c61736cd464b468dfe37a5b26948fd6e52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c766f7b-d69b-4fa2-90a7-34b41c16c5e6" -d '{"events": [{"name": "network-changed", "server_uuid": "10a55e21-0170-462a-b076-93f090d20502", "tag": "843fc3ed-e6f9-4db5-9c3e-d942e8b8745c"}]}' {{(pid=103280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 18:57:23.644054 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8743238-eac2-41fe-912e-f1e540c0f786 req-fc88da2a-50eb-451b-a730-2d9c4f8d77af tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Network b776d5b6-becc-4024-9dab-9ffc4ba67a01 is already hosted by enough agents. {{(pid=103279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:57:23.663947 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-7421892f-8d7c-4184-b424-72f6df9cfd9a req-a60da34b-cced-4f8a-b135-2b4089d33603 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5f655af-21f6-4752-9a82-5001e0ecce2a HTTP/1.1" status: 200 len: 210 time: 0.0359595 May 04 18:57:23.667646 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.scheduler.base_scheduler [req-a8743238-eac2-41fe-912e-f1e540c0f786 req-fc88da2a-50eb-451b-a730-2d9c4f8d77af tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Resources bound (agent type, host, resource id): {{(pid=103279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:57:23.673628 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-1c55e5cf-9c05-45b5-bdb4-92f2436ecfcd req-ccb125d2-7bca-400e-b42f-6546247f710a tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=dd17f7a747ad43fc905b8d1688a71ba7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1679873 May 04 18:57:23.680045 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8743238-eac2-41fe-912e-f1e540c0f786 req-fc88da2a-50eb-451b-a730-2d9c4f8d77af tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Received port after_create {{(pid=103279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 18:57:23.685163 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8743238-eac2-41fe-912e-f1e540c0f786 req-fc88da2a-50eb-451b-a730-2d9c4f8d77af tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:57:23.685833 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [req-a8743238-eac2-41fe-912e-f1e540c0f786 req-fc88da2a-50eb-451b-a730-2d9c4f8d77af tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572658'] for port (None), before_response {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:23.750469 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc88da2a-50eb-451b-a730-2d9c4f8d77af tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Pushing event updated for resources: {'Port': ['ID=eeb17e2a-8684-4685-8c1f-d6ff60077a6c,revision_number=1']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:57:23.775924 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-cb143092-da19-4db1-ab8c-c2d448dec90c admin admin] Publish callbacks [] for security_group (cfabb798-89df-485e-94fd-9a7ac40762f7), precommit_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:23.785323 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-cb143092-da19-4db1-ab8c-c2d448dec90c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (cfabb798-89df-485e-94fd-9a7ac40762f7), after_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:23.827369 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-a8743238-eac2-41fe-912e-f1e540c0f786 req-fc88da2a-50eb-451b-a730-2d9c4f8d77af tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1275232 May 04 18:57:23.882528 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-cb143092-da19-4db1-ab8c-c2d448dec90c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5de367c4cb9c4d478b7bcf79c4b1787b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6844497 May 04 18:57:23.886011 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 47968) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:57:23.887591 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 18:57:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbfba728-4a22-4f03-8f52-b4de0bd19d3f x-openstack-request-id: req-dbfba728-4a22-4f03-8f52-b4de0bd19d3f {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 18:57:23.887926 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fa09c4f-1af0-44f4-a84a-1eb86b5abd32", "name": "network-vif-plugged", "status": "completed", "tag": "a3671375-a3c6-45e6-b258-bfee5333b608", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 18:57:23.888178 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-dbfba728-4a22-4f03-8f52-b4de0bd19d3f {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 18:57:23.888679 dv-cinder-840525-1-iscsi neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbfba728-4a22-4f03-8f52-b4de0bd19d3f'] response: {'server_uuid': '4fa09c4f-1af0-44f4-a84a-1eb86b5abd32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3671375-a3c6-45e6-b258-bfee5333b608', 'code': 200} May 04 18:57:23.889053 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb143092-da19-4db1-ab8c-c2d448dec90c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfabb798-89df-485e-94fd-9a7ac40762f7,revision_number=1']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:57:23.919251 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-1c55e5cf-9c05-45b5-bdb4-92f2436ecfcd req-1ecfeb81-177a-43d5-b196-f1d45093c607 service neutron] 10.222.0.35 "GET /v2.0/networks/53f417bd-e455-4de8-9365-a661c93c9b00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233934 May 04 18:57:23.976482 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-3e42d519-6d3e-42a8-ac67-fa833383e92f None None] Provisioning complete for port eeb17e2a-8684-4685-8c1f-d6ff60077a6c triggered by entity DHCP. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:57:23.976986 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-db9a4fa4-e61d-4128-a0f5-7e33c86798fd admin admin] Publish callbacks [] for security_group (cfabb798-89df-485e-94fd-9a7ac40762f7), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:23.977832 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3e42d519-6d3e-42a8-ac67-fa833383e92f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1774450'] for port (eeb17e2a-8684-4685-8c1f-d6ff60077a6c), provisioning_complete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:24.002824 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-db9a4fa4-e61d-4128-a0f5-7e33c86798fd admin admin] Publish callbacks [] for security_group (cfabb798-89df-485e-94fd-9a7ac40762f7), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:24.031855 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-3e42d519-6d3e-42a8-ac67-fa833383e92f None None] Port eeb17e2a-8684-4685-8c1f-d6ff60077a6c cannot update to ACTIVE because it is not bound. {{(pid=103281) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 18:57:24.047989 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-1c55e5cf-9c05-45b5-bdb4-92f2436ecfcd req-e83d52d3-aa13-4e6f-bbfe-efe4ebdb8e0a service neutron] 10.222.0.35 "GET /v2.0/networks/53f417bd-e455-4de8-9365-a661c93c9b00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213515 May 04 18:57:24.056777 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 18:57:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f667033d-9d82-40ea-bbb3-531cfe790155 x-openstack-request-id: req-f667033d-9d82-40ea-bbb3-531cfe790155 {{(pid=103280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 18:57:24.057083 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10a55e21-0170-462a-b076-93f090d20502", "tag": "843fc3ed-e6f9-4db5-9c3e-d942e8b8745c", "status": "completed", "code": 200}]} {{(pid=103280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 18:57:24.057488 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f667033d-9d82-40ea-bbb3-531cfe790155 {{(pid=103280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 18:57:24.057984 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f667033d-9d82-40ea-bbb3-531cfe790155'] response: {'name': 'network-changed', 'server_uuid': '10a55e21-0170-462a-b076-93f090d20502', 'tag': '843fc3ed-e6f9-4db5-9c3e-d942e8b8745c', 'status': 'completed', 'code': 200} May 04 18:57:24.089261 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-db9a4fa4-e61d-4128-a0f5-7e33c86798fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (cfabb798-89df-485e-94fd-9a7ac40762f7), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:24.094136 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-db9a4fa4-e61d-4128-a0f5-7e33c86798fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:24.095372 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-db9a4fa4-e61d-4128-a0f5-7e33c86798fd admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/cfabb798-89df-485e-94fd-9a7ac40762f7 HTTP/1.1" status: 204 len: 168 time: 0.2083790 May 04 18:57:24.137722 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9a4fa4-e61d-4128-a0f5-7e33c86798fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfabb798-89df-485e-94fd-9a7ac40762f7,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:57:24.190319 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9c65b7-54f3-4fbe-b3ee-ee21ffcc4dbd req-3879957e-9440-4218-b12d-00cf0aa61503 tempest-DeleteServersTestJSON-75468734 tempest-DeleteServersTestJSON-75468734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:57:24.191813 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-dc9c65b7-54f3-4fbe-b3ee-ee21ffcc4dbd req-3879957e-9440-4218-b12d-00cf0aa61503 tempest-DeleteServersTestJSON-75468734 tempest-DeleteServersTestJSON-75468734-project] 10.222.0.35 "GET /v2.0/ports?device_id=4fa09c4f-1af0-44f4-a84a-1eb86b5abd32 HTTP/1.1" status: 200 len: 946 time: 0.0954552 May 04 18:57:24.293966 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-16b13ccb-3840-4666-aade-2e8fc24b4e06 req-f214c175-92e9-4f6c-92f6-f8376c5e75c5 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "GET /v2.0/ports?device_id=17fac175-cd79-4ced-9222-45c1ce31cd0e HTTP/1.1" status: 200 len: 210 time: 0.0449858 May 04 18:57:24.302013 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-dc9c65b7-54f3-4fbe-b3ee-ee21ffcc4dbd req-5eab1cd2-1dc5-45f9-ab8b-abdb28163881 tempest-DeleteServersTestJSON-75468734 tempest-DeleteServersTestJSON-75468734-project] 10.222.0.35 "GET /v2.0/security-groups?id=668a5dba-1c37-4528-a3f6-873c04e3e7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866582 May 04 18:57:24.746331 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c90a38-241c-4d8b-8920-787ee2c2412e req-b05c243a-c156-4143-a417-0aebc27b6927 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:57:24.755236 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-43c90a38-241c-4d8b-8920-787ee2c2412e req-b05c243a-c156-4143-a417-0aebc27b6927 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] 10.222.0.35 "GET /v2.0/ports?device_id=10a55e21-0170-462a-b076-93f090d20502 HTTP/1.1" status: 200 len: 943 time: 0.0686719 May 04 18:57:24.812228 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-d69d81c3-bb99-4c9a-adc1-a84b39894806 req-ab90585f-5b33-475f-9c06-489c0223bf8d tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5f655af-21f6-4752-9a82-5001e0ecce2a HTTP/1.1" status: 200 len: 210 time: 0.0334272 May 04 18:57:24.818969 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-43c90a38-241c-4d8b-8920-787ee2c2412e req-3f85f41a-1e08-4da0-900e-1cb147cbe485 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] 10.222.0.35 "GET /v2.0/security-groups?id=29ce1ee4-e5ef-4ab2-b658-910bf3a5767a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627801 May 04 18:57:24.855339 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 48034) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:57:25.004072 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-519d311c-dfc6-4df1-8a92-4de072b949e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:25.078854 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-519d311c-dfc6-4df1-8a92-4de072b949e8 admin admin] Publish callbacks [] for security_group (2d74763d-92d4-479f-8752-6d05eb9d372e), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:25.083575 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-519d311c-dfc6-4df1-8a92-4de072b949e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (2d74763d-92d4-479f-8752-6d05eb9d372e), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:25.123036 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-519d311c-dfc6-4df1-8a92-4de072b949e8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7fce15a38d0f4ca887ef68acf8fca41a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2664530 May 04 18:57:25.123769 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519d311c-dfc6-4df1-8a92-4de072b949e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d74763d-92d4-479f-8752-6d05eb9d372e,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:57:25.125735 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 48046) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:57:25.175736 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-1c09e9d8-762f-474e-909e-4a199e91d041 admin admin] Publish callbacks [] for security_group (2d74763d-92d4-479f-8752-6d05eb9d372e), before_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:25.197617 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-1c09e9d8-762f-474e-909e-4a199e91d041 admin admin] Publish callbacks [] for security_group (2d74763d-92d4-479f-8752-6d05eb9d372e), precommit_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:25.247228 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-1c09e9d8-762f-474e-909e-4a199e91d041 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (2d74763d-92d4-479f-8752-6d05eb9d372e), after_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:25.250064 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-1c09e9d8-762f-474e-909e-4a199e91d041 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:25.253324 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-1c09e9d8-762f-474e-909e-4a199e91d041 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2d74763d-92d4-479f-8752-6d05eb9d372e HTTP/1.1" status: 204 len: 168 time: 0.1243300 May 04 18:57:25.260001 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c09e9d8-762f-474e-909e-4a199e91d041 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d74763d-92d4-479f-8752-6d05eb9d372e,revision_number=None']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:57:25.395494 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.v2.base [req-a8743238-eac2-41fe-912e-f1e540c0f786 req-018d8e32-ff99-46d4-8bd8-5e343b9cfe73 service neutron] Request body: {'port': {'device_id': '4d550c33-794e-4c78-86ef-4101ddf2a3ef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84052'}} {{(pid=103279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:57:25.396073 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (bff7e656-358d-4e40-a36a-3f10fe33ffdf), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:25.523194 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f556ab7-3992-4494-a6f1-0e6f3598c57e req-c907548d-3473-4026-b05c-5af164a54184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:57:25.525158 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a14e9f-eb8c-40ef-a7be-c4d73a4b2026 req-00267b31-fc2b-4a5d-8e1e-6af365636733 tempest-DeleteServersTestJSON-75468734 tempest-DeleteServersTestJSON-75468734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:57:25.525988 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-4f556ab7-3992-4494-a6f1-0e6f3598c57e req-c907548d-3473-4026-b05c-5af164a54184 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d220357192eb4ba5a2cdd43f000cd4c4&device_id=10a55e21-0170-462a-b076-93f090d20502 HTTP/1.1" status: 200 len: 1127 time: 0.1427827 May 04 18:57:25.526836 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-84a14e9f-eb8c-40ef-a7be-c4d73a4b2026 req-00267b31-fc2b-4a5d-8e1e-6af365636733 tempest-DeleteServersTestJSON-75468734 tempest-DeleteServersTestJSON-75468734-project] 10.222.0.35 "GET /v2.0/ports?device_id=4fa09c4f-1af0-44f4-a84a-1eb86b5abd32 HTTP/1.1" status: 200 len: 946 time: 0.0937154 May 04 18:57:25.552061 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [req-a8743238-eac2-41fe-912e-f1e540c0f786 req-018d8e32-ff99-46d4-8bd8-5e343b9cfe73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (eeb17e2a-8684-4685-8c1f-d6ff60077a6c), before_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:25.618640 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-84a14e9f-eb8c-40ef-a7be-c4d73a4b2026 req-39616c7a-bd83-4313-9bd2-27f60e8c33af tempest-DeleteServersTestJSON-75468734 tempest-DeleteServersTestJSON-75468734-project] 10.222.0.35 "GET /v2.0/security-groups?id=668a5dba-1c37-4528-a3f6-873c04e3e7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675797 May 04 18:57:25.625828 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-0bb83e86-2b62-4094-95b3-9e09aaf64681 req-a73ea0cd-98f9-4562-8079-3ff266673ffb tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "GET /v2.0/ports?device_id=17fac175-cd79-4ced-9222-45c1ce31cd0e HTTP/1.1" status: 200 len: 210 time: 0.0986936 May 04 18:57:25.631865 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-4f556ab7-3992-4494-a6f1-0e6f3598c57e req-dec6065b-65c6-4f95-a20a-f70dca3ee347 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=843fc3ed-e6f9-4db5-9c3e-d942e8b8745c HTTP/1.1" status: 200 len: 217 time: 0.0956333 May 04 18:57:25.726512 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f556ab7-3992-4494-a6f1-0e6f3598c57e req-7b1757fa-c870-4b3b-9068-44d7b2802da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:57:25.730113 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-4f556ab7-3992-4494-a6f1-0e6f3598c57e req-7b1757fa-c870-4b3b-9068-44d7b2802da7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d9b5c29e-b014-49ec-aabd-8c0ad7c78e2e HTTP/1.1" status: 200 len: 850 time: 0.0775039 May 04 18:57:25.824608 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f556ab7-3992-4494-a6f1-0e6f3598c57e req-bb61987e-8793-43e2-8c73-78e02a0fc4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:57:25.828553 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-4f556ab7-3992-4494-a6f1-0e6f3598c57e req-bb61987e-8793-43e2-8c73-78e02a0fc4f3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=30fa2e3e-f6d8-4564-bce1-ee05a5bd0ce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0905757 May 04 18:57:26.031493 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-ea6e013a-f1dd-4503-bfd1-7fd64861b0d6 req-c6404670-3f95-4e0d-8bf7-602a6828d349 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5f655af-21f6-4752-9a82-5001e0ecce2a HTTP/1.1" status: 200 len: 210 time: 0.0435131 May 04 18:57:26.060250 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-4f556ab7-3992-4494-a6f1-0e6f3598c57e req-bf0c39dd-8570-4df5-886f-d6409c137f89 service neutron] 10.222.0.55 "GET /v2.0/networks/30fa2e3e-f6d8-4564-bce1-ee05a5bd0ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2122669 May 04 18:57:26.067133 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a3b07f-ce71-486a-8df4-12e92099bdc4 req-0ed32c62-3995-4447-9b07-b27e131987b7 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:57:26.068686 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-c8a3b07f-ce71-486a-8df4-12e92099bdc4 req-0ed32c62-3995-4447-9b07-b27e131987b7 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] 10.222.0.35 "GET /v2.0/ports?device_id=10a55e21-0170-462a-b076-93f090d20502 HTTP/1.1" status: 200 len: 943 time: 0.0746324 May 04 18:57:26.069059 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 48090) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:57:26.095613 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-702d67ac-19ac-4445-9315-c087e7201ca3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:26.107547 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.55', 62784) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:57:26.182181 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-c8a3b07f-ce71-486a-8df4-12e92099bdc4 req-b6bf10b9-31b1-497b-9181-c2b48ec3d544 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] 10.222.0.35 "GET /v2.0/security-groups?id=29ce1ee4-e5ef-4ab2-b658-910bf3a5767a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020272 May 04 18:57:26.193836 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.notifiers.nova [req-a8743238-eac2-41fe-912e-f1e540c0f786 req-018d8e32-ff99-46d4-8bd8-5e343b9cfe73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eeb17e2a-8684-4685-8c1f-d6ff60077a6c {{(pid=103279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 18:57:26.209054 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [req-a8743238-eac2-41fe-912e-f1e540c0f786 req-018d8e32-ff99-46d4-8bd8-5e343b9cfe73 service neutron] Publish callbacks [] for port (eeb17e2a-8684-4685-8c1f-d6ff60077a6c), precommit_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:26.224258 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [req-a8743238-eac2-41fe-912e-f1e540c0f786 req-018d8e32-ff99-46d4-8bd8-5e343b9cfe73 service neutron] Transition to ACTIVE for port object eeb17e2a-8684-4685-8c1f-d6ff60077a6c will not be triggered until provisioned by entity L2. {{(pid=103279) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 18:57:26.229209 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [req-a8743238-eac2-41fe-912e-f1e540c0f786 req-018d8e32-ff99-46d4-8bd8-5e343b9cfe73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136'] for port (eeb17e2a-8684-4685-8c1f-d6ff60077a6c), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:26.257680 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c03de6-4cca-41e1-9685-a51e7b7cda6b req-92faf5c7-c04f-4755-a598-1406299ec0da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:57:26.259198 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-21c03de6-4cca-41e1-9685-a51e7b7cda6b req-92faf5c7-c04f-4755-a598-1406299ec0da service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4fa09c4f-1af0-44f4-a84a-1eb86b5abd32 HTTP/1.1" status: 200 len: 1130 time: 0.1452091 May 04 18:57:26.308061 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-4f556ab7-3992-4494-a6f1-0e6f3598c57e req-fbe0aad3-5012-4cd5-b05a-2cbc4b71a2c9 service neutron] 10.222.0.55 "GET /v2.0/networks/30fa2e3e-f6d8-4564-bce1-ee05a5bd0ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2215428 May 04 18:57:26.318006 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018d8e32-ff99-46d4-8bd8-5e343b9cfe73 service neutron] Pushing event updated for resources: {'Port': ['ID=eeb17e2a-8684-4685-8c1f-d6ff60077a6c,revision_number=2']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:57:26.336073 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.managers [req-a8743238-eac2-41fe-912e-f1e540c0f786 req-018d8e32-ff99-46d4-8bd8-5e343b9cfe73 service neutron] Attempting to bind port eeb17e2a-8684-4685-8c1f-d6ff60077a6c on host hv-cinder-84052 for vnic_type normal with profile {{(pid=103279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 18:57:26.336518 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.managers [req-a8743238-eac2-41fe-912e-f1e540c0f786 req-018d8e32-ff99-46d4-8bd8-5e343b9cfe73 service neutron] Attempting to bind port eeb17e2a-8684-4685-8c1f-d6ff60077a6c by drivers openvswitch,hyperv on host hv-cinder-84052 at level 0 using segments [{'id': '6694153e-2070-44d0-bec4-dda97cd2835f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'b776d5b6-becc-4024-9dab-9ffc4ba67a01'}] {{(pid=103279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 18:57:26.336906 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8743238-eac2-41fe-912e-f1e540c0f786 req-018d8e32-ff99-46d4-8bd8-5e343b9cfe73 service neutron] Attempting to bind port eeb17e2a-8684-4685-8c1f-d6ff60077a6c on network b776d5b6-becc-4024-9dab-9ffc4ba67a01 {{(pid=103279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 18:57:26.342776 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8743238-eac2-41fe-912e-f1e540c0f786 req-018d8e32-ff99-46d4-8bd8-5e343b9cfe73 service neutron] Port eeb17e2a-8684-4685-8c1f-d6ff60077a6c on network b776d5b6-becc-4024-9dab-9ffc4ba67a01 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84052 {{(pid=103279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 18:57:26.343210 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8743238-eac2-41fe-912e-f1e540c0f786 req-018d8e32-ff99-46d4-8bd8-5e343b9cfe73 service neutron] Attempting to bind port eeb17e2a-8684-4685-8c1f-d6ff60077a6c on network b776d5b6-becc-4024-9dab-9ffc4ba67a01 {{(pid=103279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 18:57:26.349480 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8743238-eac2-41fe-912e-f1e540c0f786 req-018d8e32-ff99-46d4-8bd8-5e343b9cfe73 service neutron] Checking agent: {'id': 'bff7e656-358d-4e40-a36a-3f10fe33ffdf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84052', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 18, 54, 55), 'started_at': datetime.datetime(2022, 5, 4, 18, 54, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 18, 57, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 18:57:26.350033 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8743238-eac2-41fe-912e-f1e540c0f786 req-018d8e32-ff99-46d4-8bd8-5e343b9cfe73 service neutron] Checking segment: {'id': '6694153e-2070-44d0-bec4-dda97cd2835f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'b776d5b6-becc-4024-9dab-9ffc4ba67a01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 18:57:26.350566 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8743238-eac2-41fe-912e-f1e540c0f786 req-018d8e32-ff99-46d4-8bd8-5e343b9cfe73 service neutron] Bound using segment: {'id': '6694153e-2070-44d0-bec4-dda97cd2835f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'b776d5b6-becc-4024-9dab-9ffc4ba67a01'} {{(pid=103279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 18:57:26.351218 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.managers [req-a8743238-eac2-41fe-912e-f1e540c0f786 req-018d8e32-ff99-46d4-8bd8-5e343b9cfe73 service neutron] Bound port: eeb17e2a-8684-4685-8c1f-d6ff60077a6c, host: hv-cinder-84052, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6694153e-2070-44d0-bec4-dda97cd2835f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'b776d5b6-becc-4024-9dab-9ffc4ba67a01'}}] {{(pid=103279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 18:57:26.351737 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [req-a8743238-eac2-41fe-912e-f1e540c0f786 req-018d8e32-ff99-46d4-8bd8-5e343b9cfe73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (eeb17e2a-8684-4685-8c1f-d6ff60077a6c), before_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:26.381518 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-702d67ac-19ac-4445-9315-c087e7201ca3 admin admin] Publish callbacks [] for security_group (13962765-f6c8-49ee-a711-95390cf95ecd), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:26.411302 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-702d67ac-19ac-4445-9315-c087e7201ca3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (13962765-f6c8-49ee-a711-95390cf95ecd), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:26.478992 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [req-a8743238-eac2-41fe-912e-f1e540c0f786 req-018d8e32-ff99-46d4-8bd8-5e343b9cfe73 service neutron] For port eeb17e2a-8684-4685-8c1f-d6ff60077a6c, host hv-cinder-84052, cleared binding levels {{(pid=103279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 18:57:26.482590 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [req-a8743238-eac2-41fe-912e-f1e540c0f786 req-018d8e32-ff99-46d4-8bd8-5e343b9cfe73 service neutron] For port eeb17e2a-8684-4685-8c1f-d6ff60077a6c, host hv-cinder-84052, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=eeb17e2a-8684-4685-8c1f-d6ff60077a6c,segment=NetworkSegment(6694153e-2070-44d0-bec4-dda97cd2835f),segment_id=6694153e-2070-44d0-bec4-dda97cd2835f)] {{(pid=103279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 18:57:26.490095 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [req-a8743238-eac2-41fe-912e-f1e540c0f786 req-018d8e32-ff99-46d4-8bd8-5e343b9cfe73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136'] for port (eeb17e2a-8684-4685-8c1f-d6ff60077a6c), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:26.510925 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-21c03de6-4cca-41e1-9685-a51e7b7cda6b req-270317b0-60bb-4cc4-a1ff-56cc46df1ad5 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:26.513644 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8743238-eac2-41fe-912e-f1e540c0f786 req-018d8e32-ff99-46d4-8bd8-5e343b9cfe73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:57:26.514437 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [req-a8743238-eac2-41fe-912e-f1e540c0f786 req-018d8e32-ff99-46d4-8bd8-5e343b9cfe73 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572658'] for port (None), before_response {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:26.516651 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-a8743238-eac2-41fe-912e-f1e540c0f786 req-018d8e32-ff99-46d4-8bd8-5e343b9cfe73 service neutron] 10.222.0.55 "PUT /v2.0/ports/eeb17e2a-8684-4685-8c1f-d6ff60077a6c HTTP/1.1" status: 200 len: 1093 time: 1.1344821 May 04 18:57:26.518303 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d550c33-794e-4c78-86ef-4101ddf2a3ef', 'tag': 'eeb17e2a-8684-4685-8c1f-d6ff60077a6c'}] {{(pid=103279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:57:26.521332 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f03067be0d021e11c0632f57e5c6e43a0067ecb248f9894e29d0a29efd5d62c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3f53550-b3a6-4c5e-825e-a49df1d4b397" -d '{"events": [{"name": "network-changed", "server_uuid": "4d550c33-794e-4c78-86ef-4101ddf2a3ef", "tag": "eeb17e2a-8684-4685-8c1f-d6ff60077a6c"}]}' {{(pid=103279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 18:57:26.577487 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-702d67ac-19ac-4445-9315-c087e7201ca3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f2a721a7cd1741e396a1b533066fc934&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5070994 May 04 18:57:26.578031 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 48116) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:57:26.635253 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702d67ac-19ac-4445-9315-c087e7201ca3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13962765-f6c8-49ee-a711-95390cf95ecd,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:57:26.698303 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 18:57:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec2230a8-a17b-4f77-abad-4fd478515153 x-openstack-request-id: req-ec2230a8-a17b-4f77-abad-4fd478515153 {{(pid=103279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 18:57:26.699400 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d550c33-794e-4c78-86ef-4101ddf2a3ef", "tag": "eeb17e2a-8684-4685-8c1f-d6ff60077a6c", "status": "completed", "code": 200}]} {{(pid=103279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 18:57:26.701077 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ec2230a8-a17b-4f77-abad-4fd478515153 {{(pid=103279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 18:57:26.702858 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec2230a8-a17b-4f77-abad-4fd478515153'] response: {'name': 'network-changed', 'server_uuid': '4d550c33-794e-4c78-86ef-4101ddf2a3ef', 'tag': 'eeb17e2a-8684-4685-8c1f-d6ff60077a6c', 'status': 'completed', 'code': 200} May 04 18:57:26.727777 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018d8e32-ff99-46d4-8bd8-5e343b9cfe73 service neutron] Pushing event updated for resources: {'Port': ['ID=eeb17e2a-8684-4685-8c1f-d6ff60077a6c,revision_number=3']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:57:26.750259 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c55e5cf-9c05-45b5-bdb4-92f2436ecfcd req-e85ea0e0-718d-47ee-9097-3ebae9a9f087 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:57:26.752210 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-1c55e5cf-9c05-45b5-bdb4-92f2436ecfcd req-e85ea0e0-718d-47ee-9097-3ebae9a9f087 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.55 "GET /v2.0/networks?id=53f417bd-e455-4de8-9365-a661c93c9b00 HTTP/1.1" status: 200 len: 815 time: 0.3611696 May 04 18:57:26.810852 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-87ea15f3-735d-4a1d-8efb-c3f5d6d29aa2 admin admin] Publish callbacks [] for security_group (13962765-f6c8-49ee-a711-95390cf95ecd), before_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:26.824069 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-14a3424a-3ddb-4e01-8319-defa44e64115 req-acfc814a-91c0-45ad-a95a-a25d032e8e4b tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "GET /v2.0/ports?device_id=17fac175-cd79-4ced-9222-45c1ce31cd0e HTTP/1.1" status: 200 len: 210 time: 0.0487502 May 04 18:57:26.854670 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800ef991-8665-47dc-a11f-4aa04b3d0a6d req-27377bda-a296-4572-b4ad-0c76bd24776a tempest-DeleteServersTestJSON-75468734 tempest-DeleteServersTestJSON-75468734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:57:26.862215 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-800ef991-8665-47dc-a11f-4aa04b3d0a6d req-27377bda-a296-4572-b4ad-0c76bd24776a tempest-DeleteServersTestJSON-75468734 tempest-DeleteServersTestJSON-75468734-project] 10.222.0.35 "GET /v2.0/ports?device_id=4fa09c4f-1af0-44f4-a84a-1eb86b5abd32 HTTP/1.1" status: 200 len: 946 time: 0.0962901 May 04 18:57:26.894487 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-87ea15f3-735d-4a1d-8efb-c3f5d6d29aa2 admin admin] Publish callbacks [] for security_group (13962765-f6c8-49ee-a711-95390cf95ecd), precommit_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:26.900975 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-88b23e2c-d4e5-4d17-8452-c700a311d190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (ae04e5b6-6ccf-46c0-81ba-a3f5b8ae390c), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:26.940829 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-21c03de6-4cca-41e1-9685-a51e7b7cda6b req-270317b0-60bb-4cc4-a1ff-56cc46df1ad5 service neutron] Publish callbacks [] for security_group (e52ab796-1f4f-4ada-8a5c-c041369f8360), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:26.958216 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-800ef991-8665-47dc-a11f-4aa04b3d0a6d req-232397b1-c72a-4a3b-b604-d1b8da9d6317 tempest-DeleteServersTestJSON-75468734 tempest-DeleteServersTestJSON-75468734-project] 10.222.0.35 "GET /v2.0/security-groups?id=668a5dba-1c37-4528-a3f6-873c04e3e7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944712 May 04 18:57:26.960432 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-21c03de6-4cca-41e1-9685-a51e7b7cda6b req-270317b0-60bb-4cc4-a1ff-56cc46df1ad5 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (e52ab796-1f4f-4ada-8a5c-c041369f8360), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:26.998784 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-87ea15f3-735d-4a1d-8efb-c3f5d6d29aa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (13962765-f6c8-49ee-a711-95390cf95ecd), after_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:27.002529 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-87ea15f3-735d-4a1d-8efb-c3f5d6d29aa2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:27.004447 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-87ea15f3-735d-4a1d-8efb-c3f5d6d29aa2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/13962765-f6c8-49ee-a711-95390cf95ecd HTTP/1.1" status: 204 len: 168 time: 0.4248326 May 04 18:57:27.036124 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ea15f3-735d-4a1d-8efb-c3f5d6d29aa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13962765-f6c8-49ee-a711-95390cf95ecd,revision_number=None']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:57:27.036564 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-21c03de6-4cca-41e1-9685-a51e7b7cda6b req-270317b0-60bb-4cc4-a1ff-56cc46df1ad5 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=668a5dba-1c37-4528-a3f6-873c04e3e7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6619031 May 04 18:57:27.126764 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270317b0-60bb-4cc4-a1ff-56cc46df1ad5 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=e52ab796-1f4f-4ada-8a5c-c041369f8360,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:57:27.178124 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-b2077b4a-29c1-40dc-a6f8-fee9fcbac9b1 req-3d52cc4f-19d2-49b3-8ccc-899b68fbf73c tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5f655af-21f6-4752-9a82-5001e0ecce2a HTTP/1.1" status: 200 len: 210 time: 0.0324512 May 04 18:57:27.305212 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a1362a-5fe8-4150-94c1-2b127c2b1caa req-7414359e-f508-4982-9391-d06e096b8458 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:57:27.306759 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-08a1362a-5fe8-4150-94c1-2b127c2b1caa req-7414359e-f508-4982-9391-d06e096b8458 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] 10.222.0.35 "GET /v2.0/ports?device_id=10a55e21-0170-462a-b076-93f090d20502 HTTP/1.1" status: 200 len: 943 time: 0.0525603 May 04 18:57:27.411653 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-08a1362a-5fe8-4150-94c1-2b127c2b1caa req-b97186d8-2497-4827-8dab-a4fff2728126 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] 10.222.0.35 "GET /v2.0/security-groups?id=29ce1ee4-e5ef-4ab2-b658-910bf3a5767a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970387 May 04 18:57:27.416324 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f53550-b3a6-4c5e-825e-a49df1d4b397 req-9d1183ff-4346-457e-9f83-cf3db62c44f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:57:27.419036 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-a3f53550-b3a6-4c5e-825e-a49df1d4b397 req-9d1183ff-4346-457e-9f83-cf3db62c44f2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5287a76e646d4a3db0cc508a956314e7&device_id=4d550c33-794e-4c78-86ef-4101ddf2a3ef HTTP/1.1" status: 200 len: 1127 time: 0.0719697 May 04 18:57:27.427759 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.55', 62788) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:57:27.454837 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c766f7b-d69b-4fa2-90a7-34b41c16c5e6 req-95aed751-8440-457a-b6f1-313e357d0ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:57:27.456598 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-4c766f7b-d69b-4fa2-90a7-34b41c16c5e6 req-95aed751-8440-457a-b6f1-313e357d0ea1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d220357192eb4ba5a2cdd43f000cd4c4&device_id=10a55e21-0170-462a-b076-93f090d20502 HTTP/1.1" status: 200 len: 1127 time: 0.1095822 May 04 18:57:27.617957 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-1c55e5cf-9c05-45b5-bdb4-92f2436ecfcd req-3550fe82-46ec-4f57-8549-89528a4c7345 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dd17f7a747ad43fc905b8d1688a71ba7 HTTP/1.1" status: 200 len: 380 time: 0.2719245 May 04 18:57:27.623964 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f53550-b3a6-4c5e-825e-a49df1d4b397 req-d957640a-1759-4cc0-9bce-150a3ad03fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:57:27.625539 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-a3f53550-b3a6-4c5e-825e-a49df1d4b397 req-d957640a-1759-4cc0-9bce-150a3ad03fa7 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=5287a76e646d4a3db0cc508a956314e7&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1895237 May 04 18:57:27.871826 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [req-1c55e5cf-9c05-45b5-bdb4-92f2436ecfcd req-9dd7b972-ae61-4edb-bdaa-3c7012004a58 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Request body: {'port': {'device_id': '17fac175-cd79-4ced-9222-45c1ce31cd0e', 'network_id': '53f417bd-e455-4de8-9365-a661c93c9b00', 'admin_state_up': True, 'tenant_id': 'dd17f7a747ad43fc905b8d1688a71ba7', 'security_groups': ['9d88f451-ad1c-48db-9f4e-8a10b8249478']}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:57:27.956083 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 48182) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:57:28.009328 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22305ed3-c981-484a-a537-d4c12f8b5448 req-8ac53f8e-8693-4864-ba2a-6982c55c62d8 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:57:28.009328 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-22305ed3-c981-484a-a537-d4c12f8b5448 req-8ac53f8e-8693-4864-ba2a-6982c55c62d8 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.55 "GET /v2.0/networks?id=b776d5b6-becc-4024-9dab-9ffc4ba67a01 HTTP/1.1" status: 200 len: 819 time: 0.5733225 May 04 18:57:28.047436 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-b947b678-2d5c-48ed-abcc-3a76f703fa7f req-01b4c2e6-bbc6-4e35-91d1-f7d8791fb684 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "GET /v2.0/ports?device_id=17fac175-cd79-4ced-9222-45c1ce31cd0e HTTP/1.1" status: 200 len: 210 time: 0.0999594 May 04 18:57:28.095020 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f53550-b3a6-4c5e-825e-a49df1d4b397 req-8b2a2523-82c0-4839-9f0a-5af27c56e71b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:57:28.096955 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-a3f53550-b3a6-4c5e-825e-a49df1d4b397 req-8b2a2523-82c0-4839-9f0a-5af27c56e71b service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2894123 May 04 18:57:28.101503 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [req-22305ed3-c981-484a-a537-d4c12f8b5448 req-d8d87a1e-7e5a-47c4-8081-b2383ee1f6f0 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Request body: {'port': {'device_id': 'f5f655af-21f6-4752-9a82-5001e0ecce2a', 'network_id': 'b776d5b6-becc-4024-9dab-9ffc4ba67a01', 'admin_state_up': True, 'tenant_id': '5287a76e646d4a3db0cc508a956314e7'}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:57:28.110754 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c766f7b-d69b-4fa2-90a7-34b41c16c5e6 req-08b7fe11-a348-4682-9fb4-52a2c78df257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:57:28.112259 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-4c766f7b-d69b-4fa2-90a7-34b41c16c5e6 req-08b7fe11-a348-4682-9fb4-52a2c78df257 service neutron] 10.222.0.55 "GET /v2.0/networks?id=30fa2e3e-f6d8-4564-bce1-ee05a5bd0ce9 HTTP/1.1" status: 200 len: 912 time: 0.6386986 May 04 18:57:28.190502 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [None req-ee7e5440-be34-4be3-aac4-de13e29b7ba5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1194858911-network', 'tenant_id': '6246e8e0efa54df99200eb2281778272'}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:57:28.235279 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8743238-eac2-41fe-912e-f1e540c0f786 req-e67f2000-606d-4b57-b4d9-c25a1e151e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:57:28.237036 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-a8743238-eac2-41fe-912e-f1e540c0f786 req-e67f2000-606d-4b57-b4d9-c25a1e151e90 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5287a76e646d4a3db0cc508a956314e7&device_id=4d550c33-794e-4c78-86ef-4101ddf2a3ef HTTP/1.1" status: 200 len: 1127 time: 0.0581915 May 04 18:57:28.241069 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-4c766f7b-d69b-4fa2-90a7-34b41c16c5e6 req-0b97f5a5-1802-4bff-aa3f-9e27a08b385d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=843fc3ed-e6f9-4db5-9c3e-d942e8b8745c HTTP/1.1" status: 200 len: 217 time: 0.0962815 May 04 18:57:28.302056 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfbb9ad-4c1b-4495-9996-0509aeed656c req-41470663-e3d8-4796-a6e0-90aa0ff9a381 tempest-DeleteServersTestJSON-75468734 tempest-DeleteServersTestJSON-75468734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:57:28.303827 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-7dfbb9ad-4c1b-4495-9996-0509aeed656c req-41470663-e3d8-4796-a6e0-90aa0ff9a381 tempest-DeleteServersTestJSON-75468734 tempest-DeleteServersTestJSON-75468734-project] 10.222.0.35 "GET /v2.0/ports?device_id=4fa09c4f-1af0-44f4-a84a-1eb86b5abd32 HTTP/1.1" status: 200 len: 946 time: 0.1958694 May 04 18:57:28.306700 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-a8743238-eac2-41fe-912e-f1e540c0f786 req-85903247-e873-4a2a-9d09-cefbf4f23a4b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eeb17e2a-8684-4685-8c1f-d6ff60077a6c HTTP/1.1" status: 200 len: 217 time: 0.0519230 May 04 18:57:28.364865 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee7e5440-be34-4be3-aac4-de13e29b7ba5 admin admin] Made reservation on behalf of 6246e8e0efa54df99200eb2281778272 for: {'network': 1} {{(pid=103280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:57:28.367571 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-ee7e5440-be34-4be3-aac4-de13e29b7ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for network (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:28.378264 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-8b13b1cf-dd98-4d67-9af2-ca0210ad3707 req-08cee426-6637-43a9-baea-cadb345143cc tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5f655af-21f6-4752-9a82-5001e0ecce2a HTTP/1.1" status: 200 len: 210 time: 0.0700858 May 04 18:57:28.410006 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Device 843fc3ed-e6f9-4db5-9c3e-d942e8b8745c details requested by agent hyperv_hv-cinder-84052 with host hv-cinder-84052 {{(pid=103281) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 18:57:28.411862 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-ee7e5440-be34-4be3-aac4-de13e29b7ba5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:28.416954 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8743238-eac2-41fe-912e-f1e540c0f786 req-6e16d5e9-a899-42e9-9903-be94c03690d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:57:28.420504 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-a8743238-eac2-41fe-912e-f1e540c0f786 req-6e16d5e9-a899-42e9-9903-be94c03690d1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=02826e21-c978-41a3-b31e-dd2107bb922c HTTP/1.1" status: 200 len: 858 time: 0.0984805 May 04 18:57:28.431656 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c766f7b-d69b-4fa2-90a7-34b41c16c5e6 req-f07817d4-8714-451f-8861-820686a36bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:57:28.433153 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-4c766f7b-d69b-4fa2-90a7-34b41c16c5e6 req-f07817d4-8714-451f-8861-820686a36bbe service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d9b5c29e-b014-49ec-aabd-8c0ad7c78e2e HTTP/1.1" status: 200 len: 850 time: 0.1494048 May 04 18:57:28.441788 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c55e5cf-9c05-45b5-bdb4-92f2436ecfcd req-9dd7b972-ae61-4edb-bdaa-3c7012004a58 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Made reservation on behalf of dd17f7a747ad43fc905b8d1688a71ba7 for: {'port': 1} {{(pid=103280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:57:28.445405 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-1c55e5cf-9c05-45b5-bdb4-92f2436ecfcd req-9dd7b972-ae61-4edb-bdaa-3c7012004a58 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:28.524762 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8743238-eac2-41fe-912e-f1e540c0f786 req-6f0ceadc-a664-4529-81ea-d15bdd1f8170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:57:28.526442 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-a8743238-eac2-41fe-912e-f1e540c0f786 req-6f0ceadc-a664-4529-81ea-d15bdd1f8170 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b776d5b6-becc-4024-9dab-9ffc4ba67a01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0962858 May 04 18:57:28.531347 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-7dfbb9ad-4c1b-4495-9996-0509aeed656c req-c5b46f20-4dae-4819-a061-7b29df95038d tempest-DeleteServersTestJSON-75468734 tempest-DeleteServersTestJSON-75468734-project] 10.222.0.35 "GET /v2.0/security-groups?id=668a5dba-1c37-4528-a3f6-873c04e3e7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963201 May 04 18:57:28.559487 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22305ed3-c981-484a-a537-d4c12f8b5448 req-d8d87a1e-7e5a-47c4-8081-b2383ee1f6f0 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Made reservation on behalf of 5287a76e646d4a3db0cc508a956314e7 for: {'port': 1} {{(pid=103280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:57:28.563271 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-22305ed3-c981-484a-a537-d4c12f8b5448 req-d8d87a1e-7e5a-47c4-8081-b2383ee1f6f0 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:28.625388 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c766f7b-d69b-4fa2-90a7-34b41c16c5e6 req-f18f1ccc-24da-4d57-918a-9fc4fde5dae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:57:28.627631 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-4c766f7b-d69b-4fa2-90a7-34b41c16c5e6 req-f18f1ccc-24da-4d57-918a-9fc4fde5dae6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=30fa2e3e-f6d8-4564-bce1-ee05a5bd0ce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1496086 May 04 18:57:28.906641 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-ee7e5440-be34-4be3-aac4-de13e29b7ba5 admin admin] Publish callbacks [] for security_group (017cfa37-820f-4aed-b079-946d0ed635d4), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:28.912527 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] For port 843fc3ed-e6f9-4db5-9c3e-d942e8b8745c, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=843fc3ed-e6f9-4db5-9c3e-d942e8b8745c,segment=NetworkSegment(2b95549f-f474-429b-a791-f25a87674098),segment_id=2b95549f-f474-429b-a791-f25a87674098)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:57:28.921134 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.db.db_base_plugin_common [req-1c55e5cf-9c05-45b5-bdb4-92f2436ecfcd req-9dd7b972-ae61-4edb-bdaa-3c7012004a58 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Allocated IP 172.20.0.10 (53f417bd-e455-4de8-9365-a661c93c9b00/e66736f7-cfb8-4201-a579-14943c9785b1/a81aec1d-dd23-4f9f-baae-f4f36a40cf1b) {{(pid=103280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:57:28.935097 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Returning: {'device': '843fc3ed-e6f9-4db5-9c3e-d942e8b8745c', 'network_id': '30fa2e3e-f6d8-4564-bce1-ee05a5bd0ce9', 'port_id': '843fc3ed-e6f9-4db5-9c3e-d942e8b8745c', 'mac_address': 'fa:16:3e:90:51:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 282, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9b5c29e-b014-49ec-aabd-8c0ad7c78e2e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103281) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 18:57:28.944271 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-ee7e5440-be34-4be3-aac4-de13e29b7ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (017cfa37-820f-4aed-b079-946d0ed635d4), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:28.957091 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-4c766f7b-d69b-4fa2-90a7-34b41c16c5e6 req-bf2586c1-bb11-4337-a9b6-45d3856c1f99 service neutron] 10.222.0.55 "GET /v2.0/networks/30fa2e3e-f6d8-4564-bce1-ee05a5bd0ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3159909 May 04 18:57:29.013064 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Current status of the port 843fc3ed-e6f9-4db5-9c3e-d942e8b8745c is: DOWN; New status is: BUILD {{(pid=103281) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:57:29.014011 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (843fc3ed-e6f9-4db5-9c3e-d942e8b8745c), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:29.014476 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee7e5440-be34-4be3-aac4-de13e29b7ba5 admin admin] vlan segment allocate from pool success with {'vlan_id': 290, 'physical_network': 'physnet1'} {{(pid=103280) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 18:57:29.034083 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7e5440-be34-4be3-aac4-de13e29b7ba5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=017cfa37-820f-4aed-b079-946d0ed635d4,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:57:29.048803 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.db.db_base_plugin_common [req-22305ed3-c981-484a-a537-d4c12f8b5448 req-d8d87a1e-7e5a-47c4-8081-b2383ee1f6f0 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Allocated IP 172.20.0.11 (b776d5b6-becc-4024-9dab-9ffc4ba67a01/02826e21-c978-41a3-b31e-dd2107bb922c/0e4c0f03-db71-4276-9e3b-8f50be746074) {{(pid=103280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:57:29.057797 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-ee7e5440-be34-4be3-aac4-de13e29b7ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589113'] for segment (ce82bae1-c9ac-40db-af81-8333e6579092), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:29.057797 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.db.segments_db [None req-ee7e5440-be34-4be3-aac4-de13e29b7ba5 admin admin] Added segment ce82bae1-c9ac-40db-af81-8333e6579092 of type vlan for network 008bd591-e455-410f-ab4e-2dd6eba2557d May 04 18:57:29.064467 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.notifiers.nova [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 843fc3ed-e6f9-4db5-9c3e-d942e8b8745c {{(pid=103281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 18:57:29.094580 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92ca7ae-f346-4dbc-b5af-6bc0696d7282 req-292b8996-7bdb-4d43-8a7e-090592370199 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:57:29.102769 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-e92ca7ae-f346-4dbc-b5af-6bc0696d7282 req-292b8996-7bdb-4d43-8a7e-090592370199 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] 10.222.0.35 "GET /v2.0/ports?device_id=10a55e21-0170-462a-b076-93f090d20502 HTTP/1.1" status: 200 len: 943 time: 0.5676794 May 04 18:57:29.122907 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-a8743238-eac2-41fe-912e-f1e540c0f786 req-4e7a50f1-fd9a-4a60-ab31-83319c5ab71d service neutron] 10.222.0.55 "GET /v2.0/networks/b776d5b6-becc-4024-9dab-9ffc4ba67a01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5856624 May 04 18:57:29.131672 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] For port 843fc3ed-e6f9-4db5-9c3e-d942e8b8745c, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=843fc3ed-e6f9-4db5-9c3e-d942e8b8745c,segment=NetworkSegment(2b95549f-f474-429b-a791-f25a87674098),segment_id=2b95549f-f474-429b-a791-f25a87674098)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:57:29.139531 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136'] for port (843fc3ed-e6f9-4db5-9c3e-d942e8b8745c), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:29.151423 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9c3c98cd-668b-4d4c-b33c-9e7848c308e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:29.191997 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-e92ca7ae-f346-4dbc-b5af-6bc0696d7282 req-97c23ed2-d899-476a-9061-91d32a2d05f8 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] 10.222.0.35 "GET /v2.0/security-groups?id=29ce1ee4-e5ef-4ab2-b658-910bf3a5767a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879579 May 04 18:57:29.213271 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Pushing event updated for resources: {'Port': ['ID=843fc3ed-e6f9-4db5-9c3e-d942e8b8745c,revision_number=4']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:57:29.230798 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-ee7e5440-be34-4be3-aac4-de13e29b7ba5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790498323402'] for network (008bd591-e455-410f-ab4e-2dd6eba2557d), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:29.238472 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-1b685a57-94b3-4a65-a2ea-ddd85f72f04c req-ec187b5a-8bac-4186-9e2a-39354b3abec2 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "GET /v2.0/ports?device_id=17fac175-cd79-4ced-9222-45c1ce31cd0e HTTP/1.1" status: 200 len: 210 time: 0.0684366 May 04 18:57:29.338209 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-ee7e5440-be34-4be3-aac4-de13e29b7ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608'] for network (008bd591-e455-410f-ab4e-2dd6eba2557d), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:29.339158 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee7e5440-be34-4be3-aac4-de13e29b7ba5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:57:29.339743 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-ee7e5440-be34-4be3-aac4-de13e29b7ba5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572658'] for network (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:29.380132 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] get_ports_and_sgs() called for port_ids ['843fc3ed-e6f9-4db5-9c3e-d942e8b8745c'] {{(pid=103281) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 18:57:29.446202 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-ee7e5440-be34-4be3-aac4-de13e29b7ba5 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4788089 May 04 18:57:29.446377 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 48246) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:57:29.446838 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-1c55e5cf-9c05-45b5-bdb4-92f2436ecfcd req-9dd7b972-ae61-4edb-bdaa-3c7012004a58 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks [] for port (a81aec1d-dd23-4f9f-baae-f4f36a40cf1b), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:29.461982 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.v2.base [None req-dc3fc12b-e516-4bcf-89d6-88322a83c8c7 admin admin] Request body: {'subnet': {'network_id': '008bd591-e455-410f-ab4e-2dd6eba2557d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1194858911-subnet', 'tenant_id': '6246e8e0efa54df99200eb2281778272', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:57:29.479216 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-a8743238-eac2-41fe-912e-f1e540c0f786 req-fe506e70-6eef-4ca2-8713-cbe3d80525fe service neutron] 10.222.0.55 "GET /v2.0/networks/b776d5b6-becc-4024-9dab-9ffc4ba67a01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365938 May 04 18:57:29.518552 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-870af7dc-1aca-4740-ad00-4452c4bd27e3 req-313bceae-c1eb-46ee-8f6e-c1abf1af9a04 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5f655af-21f6-4752-9a82-5001e0ecce2a HTTP/1.1" status: 200 len: 210 time: 0.0370753 May 04 18:57:29.526369 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc3fc12b-e516-4bcf-89d6-88322a83c8c7 admin admin] Made reservation on behalf of 6246e8e0efa54df99200eb2281778272 for: {'subnet': 1} {{(pid=103279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:57:29.529986 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-dc3fc12b-e516-4bcf-89d6-88322a83c8c7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:29.552505 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7e5440-be34-4be3-aac4-de13e29b7ba5 admin admin] Pushing event updated for resources: {'Network': ['ID=008bd591-e455-410f-ab4e-2dd6eba2557d,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:57:29.596295 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-22305ed3-c981-484a-a537-d4c12f8b5448 req-d8d87a1e-7e5a-47c4-8081-b2383ee1f6f0 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Publish callbacks [] for port (0e4c0f03-db71-4276-9e3b-8f50be746074), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:29.597735 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Network 008bd591-e455-410f-ab4e-2dd6eba2557d details requested by agent ovs-agent-dv-cinder-840525-1-iscsi with host dv-cinder-840525-1-iscsi {{(pid=103281) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 18:57:29.611375 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-4c766f7b-d69b-4fa2-90a7-34b41c16c5e6 req-10e666eb-267a-418b-baea-85e9c1e29766 service neutron] 10.222.0.55 "GET /v2.0/networks/30fa2e3e-f6d8-4564-bce1-ee05a5bd0ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2541080 May 04 18:57:29.629764 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-1c55e5cf-9c05-45b5-bdb4-92f2436ecfcd req-9dd7b972-ae61-4edb-bdaa-3c7012004a58 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790498302100'] for port (a81aec1d-dd23-4f9f-baae-f4f36a40cf1b), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:29.719344 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c55e5cf-9c05-45b5-bdb4-92f2436ecfcd req-9dd7b972-ae61-4edb-bdaa-3c7012004a58 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Network 53f417bd-e455-4de8-9365-a661c93c9b00 is already hosted by enough agents. {{(pid=103280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:57:29.727889 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-22305ed3-c981-484a-a537-d4c12f8b5448 req-d8d87a1e-7e5a-47c4-8081-b2383ee1f6f0 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790498302100'] for port (0e4c0f03-db71-4276-9e3b-8f50be746074), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:29.732195 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.base_scheduler [req-1c55e5cf-9c05-45b5-bdb4-92f2436ecfcd req-9dd7b972-ae61-4edb-bdaa-3c7012004a58 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Resources bound (agent type, host, resource id): {{(pid=103280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:57:29.737660 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd7b972-ae61-4edb-bdaa-3c7012004a58 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Pushing event updated for resources: {'Port': ['ID=a81aec1d-dd23-4f9f-baae-f4f36a40cf1b,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:57:29.740322 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c55e5cf-9c05-45b5-bdb4-92f2436ecfcd req-9dd7b972-ae61-4edb-bdaa-3c7012004a58 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Received port after_create {{(pid=103280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 18:57:29.749449 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c55e5cf-9c05-45b5-bdb4-92f2436ecfcd req-9dd7b972-ae61-4edb-bdaa-3c7012004a58 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:57:29.749834 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-1c55e5cf-9c05-45b5-bdb4-92f2436ecfcd req-9dd7b972-ae61-4edb-bdaa-3c7012004a58 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572658'] for port (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:29.762318 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b210bcf-fdef-443d-8639-43016002cfe5 req-879e87d6-c1c7-4987-b93b-49ece8b2bc5c tempest-DeleteServersTestJSON-75468734 tempest-DeleteServersTestJSON-75468734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:57:29.763879 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-1b210bcf-fdef-443d-8639-43016002cfe5 req-879e87d6-c1c7-4987-b93b-49ece8b2bc5c tempest-DeleteServersTestJSON-75468734 tempest-DeleteServersTestJSON-75468734-project] 10.222.0.35 "GET /v2.0/ports?device_id=4fa09c4f-1af0-44f4-a84a-1eb86b5abd32 HTTP/1.1" status: 200 len: 946 time: 0.0944185 May 04 18:57:29.772967 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-dc3fc12b-e516-4bcf-89d6-88322a83c8c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608'] for subnet (ca812879-b1d1-4342-9900-fe5766542611), after_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:29.826812 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-1c55e5cf-9c05-45b5-bdb4-92f2436ecfcd req-9dd7b972-ae61-4edb-bdaa-3c7012004a58 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9802132 May 04 18:57:29.838393 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22305ed3-c981-484a-a537-d4c12f8b5448 req-d8d87a1e-7e5a-47c4-8081-b2383ee1f6f0 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Network b776d5b6-becc-4024-9dab-9ffc4ba67a01 is already hosted by enough agents. {{(pid=103280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:57:29.845523 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3fc12b-e516-4bcf-89d6-88322a83c8c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca812879-b1d1-4342-9900-fe5766542611,revision_number=0']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:57:29.853102 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.base_scheduler [req-22305ed3-c981-484a-a537-d4c12f8b5448 req-d8d87a1e-7e5a-47c4-8081-b2383ee1f6f0 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Resources bound (agent type, host, resource id): {{(pid=103280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:57:29.855290 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc3fc12b-e516-4bcf-89d6-88322a83c8c7 admin admin] Checking segment: {'id': 'ce82bae1-c9ac-40db-af81-8333e6579092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '008bd591-e455-410f-ab4e-2dd6eba2557d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 18:57:29.855843 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc3fc12b-e516-4bcf-89d6-88322a83c8c7 admin admin] Network hostable DHCP agents. Network: 008bd591-e455-410f-ab4e-2dd6eba2557d, hostable agents: ['ae04e5b6-6ccf-46c0-81ba-a3f5b8ae390c'], hosted agents: [] {{(pid=103279) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 18:57:29.865963 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvrscheduler_db [req-22305ed3-c981-484a-a537-d4c12f8b5448 req-d8d87a1e-7e5a-47c4-8081-b2383ee1f6f0 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Received port after_create {{(pid=103280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 18:57:29.871556 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22305ed3-c981-484a-a537-d4c12f8b5448 req-d8d87a1e-7e5a-47c4-8081-b2383ee1f6f0 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:57:29.872200 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-22305ed3-c981-484a-a537-d4c12f8b5448 req-d8d87a1e-7e5a-47c4-8081-b2383ee1f6f0 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572658'] for port (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:29.883361 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc3fc12b-e516-4bcf-89d6-88322a83c8c7 admin admin] Network 008bd591-e455-410f-ab4e-2dd6eba2557d is scheduled to be hosted by DHCP agent ae04e5b6-6ccf-46c0-81ba-a3f5b8ae390c with binding_index 1 {{(pid=103279) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 18:57:29.885686 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d87a1e-7e5a-47c4-8081-b2383ee1f6f0 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Pushing event updated for resources: {'Port': ['ID=0e4c0f03-db71-4276-9e3b-8f50be746074,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:57:29.907415 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-22305ed3-c981-484a-a537-d4c12f8b5448 req-d8d87a1e-7e5a-47c4-8081-b2383ee1f6f0 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8819268 May 04 18:57:29.908742 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.scheduler.base_scheduler [None req-dc3fc12b-e516-4bcf-89d6-88322a83c8c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840525-1-iscsi, 008bd591-e455-410f-ab4e-2dd6eba2557d) {{(pid=103279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:57:29.911258 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-1b210bcf-fdef-443d-8639-43016002cfe5 req-db538b54-51a9-4158-be69-00bf58df883c tempest-DeleteServersTestJSON-75468734 tempest-DeleteServersTestJSON-75468734-project] 10.222.0.35 "GET /v2.0/security-groups?id=668a5dba-1c37-4528-a3f6-873c04e3e7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398382 May 04 18:57:29.918828 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c53cacf-d782-4248-ae1b-f31c5c71cbb9 None None] Network 008bd591-e455-410f-ab4e-2dd6eba2557d requested from dv-cinder-840525-1-iscsi {{(pid=103281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 18:57:29.922947 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc3fc12b-e516-4bcf-89d6-88322a83c8c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:57:29.923704 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-dc3fc12b-e516-4bcf-89d6-88322a83c8c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572658'] for subnet (None), before_response {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:29.970172 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-dc3fc12b-e516-4bcf-89d6-88322a83c8c7 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5246074 May 04 18:57:30.194708 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-821a3753-c8bb-408e-a9d9-42d2a9d3d908 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (306b1285-d967-49ee-a8ef-a34b4fe65fa5), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:30.203618 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-337f754e-2ee8-4340-b2f6-7a5a3ecc1efb None None] Provisioning complete for port a81aec1d-dd23-4f9f-baae-f4f36a40cf1b triggered by entity DHCP. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:57:30.204017 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-337f754e-2ee8-4340-b2f6-7a5a3ecc1efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1774450'] for port (a81aec1d-dd23-4f9f-baae-f4f36a40cf1b), provisioning_complete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:30.204649 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 48282) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:57:30.208355 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-944ca223-24f0-4ec0-91d3-f12fe2511afc None None] Network 008bd591-e455-410f-ab4e-2dd6eba2557d requested from dv-cinder-840525-1-iscsi {{(pid=103281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 18:57:30.331401 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [req-1c55e5cf-9c05-45b5-bdb4-92f2436ecfcd req-1cad197d-4645-420b-8267-dd8e5072d031 service neutron] Request body: {'port': {'device_id': '17fac175-cd79-4ced-9222-45c1ce31cd0e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84052'}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:57:30.355058 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [req-22305ed3-c981-484a-a537-d4c12f8b5448 req-094c66b5-d058-42fb-9d45-75c47c98bbf4 service neutron] Request body: {'port': {'device_id': 'f5f655af-21f6-4752-9a82-5001e0ecce2a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84052'}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:57:30.371649 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-337f754e-2ee8-4340-b2f6-7a5a3ecc1efb None None] Port a81aec1d-dd23-4f9f-baae-f4f36a40cf1b cannot update to ACTIVE because it is not bound. {{(pid=103281) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 18:57:30.449242 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Device eeb17e2a-8684-4685-8c1f-d6ff60077a6c details requested by agent hyperv_hv-cinder-84052 with host hv-cinder-84052 {{(pid=103281) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 18:57:30.457330 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Device 843fc3ed-e6f9-4db5-9c3e-d942e8b8745c up at agent hyperv_hv-cinder-84052 {{(pid=103281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 18:57:30.460415 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d1d824-e03e-47b2-88e2-3cec5f63a43d req-eb306bb6-743c-40c2-8bf5-801f039ab58b tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:57:30.462836 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-65d1d824-e03e-47b2-88e2-3cec5f63a43d req-eb306bb6-743c-40c2-8bf5-801f039ab58b tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] 10.222.0.35 "GET /v2.0/ports?device_id=10a55e21-0170-462a-b076-93f090d20502 HTTP/1.1" status: 200 len: 944 time: 0.1455669 May 04 18:57:30.591298 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-70e05790-eacb-439f-8fb2-edbf9e5f3cc2 None None] Provisioning complete for port 0e4c0f03-db71-4276-9e3b-8f50be746074 triggered by entity DHCP. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:57:30.591932 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-70e05790-eacb-439f-8fb2-edbf9e5f3cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1774450'] for port (0e4c0f03-db71-4276-9e3b-8f50be746074), provisioning_complete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:30.630737 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-65d1d824-e03e-47b2-88e2-3cec5f63a43d req-df9de0f6-1d89-4e0a-a58b-560bdc04909e tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] 10.222.0.35 "GET /v2.0/security-groups?id=29ce1ee4-e5ef-4ab2-b658-910bf3a5767a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1598778 May 04 18:57:30.823149 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] For port eeb17e2a-8684-4685-8c1f-d6ff60077a6c, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=eeb17e2a-8684-4685-8c1f-d6ff60077a6c,segment=NetworkSegment(6694153e-2070-44d0-bec4-dda97cd2835f),segment_id=6694153e-2070-44d0-bec4-dda97cd2835f)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:57:30.842298 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Provisioning for port 843fc3ed-e6f9-4db5-9c3e-d942e8b8745c completed by entity L2. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 18:57:30.847264 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Returning: {'device': 'eeb17e2a-8684-4685-8c1f-d6ff60077a6c', 'network_id': 'b776d5b6-becc-4024-9dab-9ffc4ba67a01', 'port_id': 'eeb17e2a-8684-4685-8c1f-d6ff60077a6c', 'mac_address': 'fa:16:3e:a4:5b:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 263, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02826e21-c978-41a3-b31e-dd2107bb922c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103281) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 18:57:30.862485 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-70e05790-eacb-439f-8fb2-edbf9e5f3cc2 None None] Port 0e4c0f03-db71-4276-9e3b-8f50be746074 cannot update to ACTIVE because it is not bound. {{(pid=103281) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 18:57:30.867019 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Provisioning complete for port 843fc3ed-e6f9-4db5-9c3e-d942e8b8745c triggered by entity L2. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:57:30.867677 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1774450'] for port (843fc3ed-e6f9-4db5-9c3e-d942e8b8745c), provisioning_complete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:30.875030 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-137eb0e4-6396-46d4-94a9-7edbb6c973a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:30.906459 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dab2cb0-e3d3-442a-8df3-adcde097f20c req-d7427e89-1ed3-4a1a-a6f4-00cfe0c0137d tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:57:30.908011 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-4dab2cb0-e3d3-442a-8df3-adcde097f20c req-d7427e89-1ed3-4a1a-a6f4-00cfe0c0137d tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "GET /v2.0/ports?device_id=17fac175-cd79-4ced-9222-45c1ce31cd0e HTTP/1.1" status: 200 len: 932 time: 0.5061927 May 04 18:57:30.919516 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12309d2-16a0-4c71-b17d-7cd555d165b7 req-8ca3e1f8-bad6-4ce7-846c-f7ed6fff2f87 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:57:30.922062 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-f12309d2-16a0-4c71-b17d-7cd555d165b7 req-8ca3e1f8-bad6-4ce7-846c-f7ed6fff2f87 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5f655af-21f6-4752-9a82-5001e0ecce2a HTTP/1.1" status: 200 len: 932 time: 0.1382518 May 04 18:57:30.936609 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-1c55e5cf-9c05-45b5-bdb4-92f2436ecfcd req-1cad197d-4645-420b-8267-dd8e5072d031 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (a81aec1d-dd23-4f9f-baae-f4f36a40cf1b), before_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:30.956128 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-22305ed3-c981-484a-a537-d4c12f8b5448 req-094c66b5-d058-42fb-9d45-75c47c98bbf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (0e4c0f03-db71-4276-9e3b-8f50be746074), before_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:31.001314 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-f12309d2-16a0-4c71-b17d-7cd555d165b7 req-77a0ef4a-dccc-4af6-94a8-c1464c724fc7 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ea6ee27-c11d-4233-954f-1b439202ab30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663869 May 04 18:57:31.030268 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Current status of the port eeb17e2a-8684-4685-8c1f-d6ff60077a6c is: DOWN; New status is: BUILD {{(pid=103281) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:57:31.034057 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (eeb17e2a-8684-4685-8c1f-d6ff60077a6c), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:31.060397 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.notifiers.nova [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eeb17e2a-8684-4685-8c1f-d6ff60077a6c {{(pid=103281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 18:57:31.114898 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-4dab2cb0-e3d3-442a-8df3-adcde097f20c req-afb06094-f38e-4f2e-af77-a4bf7f1bb40e tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "GET /v2.0/security-groups?id=9d88f451-ad1c-48db-9f4e-8a10b8249478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1921029 May 04 18:57:31.141216 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] For port eeb17e2a-8684-4685-8c1f-d6ff60077a6c, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=eeb17e2a-8684-4685-8c1f-d6ff60077a6c,segment=NetworkSegment(6694153e-2070-44d0-bec4-dda97cd2835f),segment_id=6694153e-2070-44d0-bec4-dda97cd2835f)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:57:31.144001 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Current status of the port 843fc3ed-e6f9-4db5-9c3e-d942e8b8745c is: BUILD; New status is: ACTIVE {{(pid=103281) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:57:31.144450 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (843fc3ed-e6f9-4db5-9c3e-d942e8b8745c), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:31.157486 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136'] for port (eeb17e2a-8684-4685-8c1f-d6ff60077a6c), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:31.158287 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 48324) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:57:31.178314 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 48328) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:57:31.183726 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.v2.base [None req-da37635f-f0e7-4152-a415-717f2fc55da9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-969898033-network', 'tenant_id': 'db57282f1eba43f1a016db9a3981dc9d'}} {{(pid=103279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:57:31.211190 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10a55e21-0170-462a-b076-93f090d20502', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '843fc3ed-e6f9-4db5-9c3e-d942e8b8745c'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:57:31.213988 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29bc9e8fddf1e81845832baf79700cdfe783df1752dea94dce4e4e68657cb9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b1d22fb-8643-44f6-98d5-9e416c090898" -d '{"events": [{"server_uuid": "10a55e21-0170-462a-b076-93f090d20502", "name": "network-vif-plugged", "status": "completed", "tag": "843fc3ed-e6f9-4db5-9c3e-d942e8b8745c"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 18:57:31.240536 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da37635f-f0e7-4152-a415-717f2fc55da9 admin admin] Made reservation on behalf of db57282f1eba43f1a016db9a3981dc9d for: {'network': 1} {{(pid=103279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:57:31.243793 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-da37635f-f0e7-4152-a415-717f2fc55da9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for network (None), before_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:31.247886 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] For port 843fc3ed-e6f9-4db5-9c3e-d942e8b8745c, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=843fc3ed-e6f9-4db5-9c3e-d942e8b8745c,segment=NetworkSegment(2b95549f-f474-429b-a791-f25a87674098),segment_id=2b95549f-f474-429b-a791-f25a87674098)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:57:31.253927 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Pushing event updated for resources: {'Port': ['ID=eeb17e2a-8684-4685-8c1f-d6ff60077a6c,revision_number=4']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:57:31.265659 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-da37635f-f0e7-4152-a415-717f2fc55da9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:31.267732 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136'] for port (843fc3ed-e6f9-4db5-9c3e-d942e8b8745c), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:31.295682 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-137eb0e4-6396-46d4-94a9-7edbb6c973a0 admin admin] Publish callbacks [] for security_group (f517cae8-ac8f-4135-be56-81e80ae79a49), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:31.323560 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 18:57:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a346685e-ef93-4763-9323-b72d448d2437 x-openstack-request-id: req-a346685e-ef93-4763-9323-b72d448d2437 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 18:57:31.323886 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10a55e21-0170-462a-b076-93f090d20502", "name": "network-vif-plugged", "status": "completed", "tag": "843fc3ed-e6f9-4db5-9c3e-d942e8b8745c", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 18:57:31.324147 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a346685e-ef93-4763-9323-b72d448d2437 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 18:57:31.325352 dv-cinder-840525-1-iscsi neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a346685e-ef93-4763-9323-b72d448d2437'] response: {'server_uuid': '10a55e21-0170-462a-b076-93f090d20502', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '843fc3ed-e6f9-4db5-9c3e-d942e8b8745c', 'code': 200} May 04 18:57:31.331940 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-137eb0e4-6396-46d4-94a9-7edbb6c973a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (f517cae8-ac8f-4135-be56-81e80ae79a49), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:31.362728 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Pushing event updated for resources: {'Port': ['ID=843fc3ed-e6f9-4db5-9c3e-d942e8b8745c,revision_number=5']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:57:31.397933 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-da37635f-f0e7-4152-a415-717f2fc55da9 admin admin] Publish callbacks [] for security_group (f77241ce-e4cd-48d5-bda5-40c058387d97), precommit_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:31.400968 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] get_ports_and_sgs() called for port_ids ['eeb17e2a-8684-4685-8c1f-d6ff60077a6c'] {{(pid=103281) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 18:57:31.404756 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-da37635f-f0e7-4152-a415-717f2fc55da9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (f77241ce-e4cd-48d5-bda5-40c058387d97), after_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:31.431414 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da37635f-f0e7-4152-a415-717f2fc55da9 admin admin] vlan segment allocate from pool success with {'vlan_id': 271, 'physical_network': 'physnet1'} {{(pid=103279) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 18:57:31.449023 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-da37635f-f0e7-4152-a415-717f2fc55da9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589113'] for segment (6c152e47-00d8-458a-9f9d-e4d3fd90aaf3), precommit_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:31.449898 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.db.segments_db [None req-da37635f-f0e7-4152-a415-717f2fc55da9 admin admin] Added segment 6c152e47-00d8-458a-9f9d-e4d3fd90aaf3 of type vlan for network 085c7778-5d36-44a1-9074-bbc7272d9ffd May 04 18:57:31.459433 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da37635f-f0e7-4152-a415-717f2fc55da9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f77241ce-e4cd-48d5-bda5-40c058387d97,revision_number=1']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:57:31.483859 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-137eb0e4-6396-46d4-94a9-7edbb6c973a0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=dce88c9df2d94837bc6b499c194209f3&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2779715 May 04 18:57:31.484600 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137eb0e4-6396-46d4-94a9-7edbb6c973a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f517cae8-ac8f-4135-be56-81e80ae79a49,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:57:31.493051 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 48334) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:57:31.525499 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-da37635f-f0e7-4152-a415-717f2fc55da9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790498323402'] for network (085c7778-5d36-44a1-9074-bbc7272d9ffd), precommit_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:31.545390 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6c0ba996-b759-4c13-9ac4-7b7303adc758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (c2d3299f-8f0d-4c34-a270-91edff31f494), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:31.577105 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-a584b5d7-1833-4f2f-a133-8d17b287c319 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:31.595746 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-da37635f-f0e7-4152-a415-717f2fc55da9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608'] for network (085c7778-5d36-44a1-9074-bbc7272d9ffd), after_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:31.596696 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da37635f-f0e7-4152-a415-717f2fc55da9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:57:31.597272 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-da37635f-f0e7-4152-a415-717f2fc55da9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572658'] for network (None), before_response {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:31.622039 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-c7d4fdde-d2dc-41fd-af4d-b3dc8744ed6c admin admin] Publish callbacks [] for security_group (f517cae8-ac8f-4135-be56-81e80ae79a49), before_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:31.639118 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f4be06-8e42-4bda-ba6e-0cb6aeab1c72 req-84983b50-0713-4dd4-b1c0-7a4d5c3a61a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:57:31.640603 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e6f4be06-8e42-4bda-ba6e-0cb6aeab1c72 req-84983b50-0713-4dd4-b1c0-7a4d5c3a61a6 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=10a55e21-0170-462a-b076-93f090d20502 HTTP/1.1" status: 200 len: 1129 time: 0.0750480 May 04 18:57:31.666721 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-da37635f-f0e7-4152-a415-717f2fc55da9 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4871056 May 04 18:57:31.675392 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 48340) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:57:31.687307 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [None req-5762c98d-090e-44c7-aa1a-a3269bf180b3 admin admin] Request body: {'subnet': {'network_id': '085c7778-5d36-44a1-9074-bbc7272d9ffd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-969898033-subnet', 'tenant_id': 'db57282f1eba43f1a016db9a3981dc9d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:57:31.689478 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-c7d4fdde-d2dc-41fd-af4d-b3dc8744ed6c admin admin] Publish callbacks [] for security_group (f517cae8-ac8f-4135-be56-81e80ae79a49), precommit_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:31.749312 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da37635f-f0e7-4152-a415-717f2fc55da9 admin admin] Pushing event updated for resources: {'Network': ['ID=085c7778-5d36-44a1-9074-bbc7272d9ffd,revision_number=1']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:57:31.769922 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Network 085c7778-5d36-44a1-9074-bbc7272d9ffd details requested by agent ovs-agent-dv-cinder-840525-1-iscsi with host dv-cinder-840525-1-iscsi {{(pid=103281) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 18:57:31.813100 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-a584b5d7-1833-4f2f-a133-8d17b287c319 admin admin] Publish callbacks [] for security_group (2b154cf5-1696-46fe-a8a9-7f719cd47cb9), precommit_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:31.823842 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-a584b5d7-1833-4f2f-a133-8d17b287c319 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (2b154cf5-1696-46fe-a8a9-7f719cd47cb9), after_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:31.828860 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.notifiers.nova [req-1c55e5cf-9c05-45b5-bdb4-92f2436ecfcd req-1cad197d-4645-420b-8267-dd8e5072d031 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a81aec1d-dd23-4f9f-baae-f4f36a40cf1b {{(pid=103280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 18:57:31.844411 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-1c55e5cf-9c05-45b5-bdb4-92f2436ecfcd req-1cad197d-4645-420b-8267-dd8e5072d031 service neutron] Publish callbacks [] for port (a81aec1d-dd23-4f9f-baae-f4f36a40cf1b), precommit_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:31.851266 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e6f4be06-8e42-4bda-ba6e-0cb6aeab1c72 req-bbbaca57-7c01-440b-9f7c-c90fcac8acb6 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=29ce1ee4-e5ef-4ab2-b658-910bf3a5767a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1969008 May 04 18:57:31.852099 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-c7d4fdde-d2dc-41fd-af4d-b3dc8744ed6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (f517cae8-ac8f-4135-be56-81e80ae79a49), after_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:31.856069 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-c7d4fdde-d2dc-41fd-af4d-b3dc8744ed6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:31.857980 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5762c98d-090e-44c7-aa1a-a3269bf180b3 admin admin] Made reservation on behalf of db57282f1eba43f1a016db9a3981dc9d for: {'subnet': 1} {{(pid=103280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:57:31.861704 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-c7d4fdde-d2dc-41fd-af4d-b3dc8744ed6c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f517cae8-ac8f-4135-be56-81e80ae79a49 HTTP/1.1" status: 204 len: 168 time: 0.3647780 May 04 18:57:31.861848 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-5762c98d-090e-44c7-aa1a-a3269bf180b3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:31.900037 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.notifiers.nova [req-22305ed3-c981-484a-a537-d4c12f8b5448 req-094c66b5-d058-42fb-9d45-75c47c98bbf4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e4c0f03-db71-4276-9e3b-8f50be746074 {{(pid=103280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 18:57:31.912800 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-22305ed3-c981-484a-a537-d4c12f8b5448 req-094c66b5-d058-42fb-9d45-75c47c98bbf4 service neutron] Publish callbacks [] for port (0e4c0f03-db71-4276-9e3b-8f50be746074), precommit_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:31.923134 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ca1514-3a6e-42b0-b6ad-ec2f63cf09fb req-37096977-d862-468a-9c6e-9ce5d8a9b301 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:57:31.924771 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d7ca1514-3a6e-42b0-b6ad-ec2f63cf09fb req-37096977-d862-468a-9c6e-9ce5d8a9b301 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] 10.222.0.35 "GET /v2.0/ports?device_id=10a55e21-0170-462a-b076-93f090d20502 HTTP/1.1" status: 200 len: 945 time: 0.1956441 May 04 18:57:31.926193 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.db.provisioning_blocks [req-1c55e5cf-9c05-45b5-bdb4-92f2436ecfcd req-1cad197d-4645-420b-8267-dd8e5072d031 service neutron] Transition to ACTIVE for port object a81aec1d-dd23-4f9f-baae-f4f36a40cf1b will not be triggered until provisioned by entity L2. {{(pid=103280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 18:57:31.932330 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-a584b5d7-1833-4f2f-a133-8d17b287c319 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5ed0bfe300ff46a0ab3a91822b362420&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7729232 May 04 18:57:31.934701 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a584b5d7-1833-4f2f-a133-8d17b287c319 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b154cf5-1696-46fe-a8a9-7f719cd47cb9,revision_number=1']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:57:31.937829 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 48350) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:57:31.941201 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-1c55e5cf-9c05-45b5-bdb4-92f2436ecfcd req-1cad197d-4645-420b-8267-dd8e5072d031 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136'] for port (a81aec1d-dd23-4f9f-baae-f4f36a40cf1b), after_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:31.973138 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d4fdde-d2dc-41fd-af4d-b3dc8744ed6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f517cae8-ac8f-4135-be56-81e80ae79a49,revision_number=None']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:57:32.028734 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.db.provisioning_blocks [req-22305ed3-c981-484a-a537-d4c12f8b5448 req-094c66b5-d058-42fb-9d45-75c47c98bbf4 service neutron] Transition to ACTIVE for port object 0e4c0f03-db71-4276-9e3b-8f50be746074 will not be triggered until provisioned by entity L2. {{(pid=103280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 18:57:32.083401 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-c7a00410-256b-49b7-a963-ae777472bb95 admin admin] Publish callbacks [] for security_group (2b154cf5-1696-46fe-a8a9-7f719cd47cb9), before_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:32.086839 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-22305ed3-c981-484a-a537-d4c12f8b5448 req-094c66b5-d058-42fb-9d45-75c47c98bbf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136'] for port (0e4c0f03-db71-4276-9e3b-8f50be746074), after_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:32.117116 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-c7a00410-256b-49b7-a963-ae777472bb95 admin admin] Publish callbacks [] for security_group (2b154cf5-1696-46fe-a8a9-7f719cd47cb9), precommit_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:32.213937 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad197d-4645-420b-8267-dd8e5072d031 service neutron] Pushing event updated for resources: {'Port': ['ID=a81aec1d-dd23-4f9f-baae-f4f36a40cf1b,revision_number=2']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:57:32.222547 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-c7a00410-256b-49b7-a963-ae777472bb95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (2b154cf5-1696-46fe-a8a9-7f719cd47cb9), after_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:32.227900 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-c7a00410-256b-49b7-a963-ae777472bb95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:32.232024 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-c7a00410-256b-49b7-a963-ae777472bb95 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2b154cf5-1696-46fe-a8a9-7f719cd47cb9 HTTP/1.1" status: 204 len: 168 time: 0.2930624 May 04 18:57:32.256395 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a00410-256b-49b7-a963-ae777472bb95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b154cf5-1696-46fe-a8a9-7f719cd47cb9,revision_number=None']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:57:32.256495 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d7ca1514-3a6e-42b0-b6ad-ec2f63cf09fb req-cc737278-d5de-4e05-b8df-d86ca08a8897 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] 10.222.0.35 "GET /v2.0/security-groups?id=29ce1ee4-e5ef-4ab2-b658-910bf3a5767a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3219252 May 04 18:57:32.409177 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 48372) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:57:32.414818 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Device eeb17e2a-8684-4685-8c1f-d6ff60077a6c up at agent hyperv_hv-cinder-84052 {{(pid=103281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 18:57:32.442271 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-40dee56b-d1b0-4e10-8356-cb2a7d00a672 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:32.451328 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094c66b5-d058-42fb-9d45-75c47c98bbf4 service neutron] Pushing event updated for resources: {'Port': ['ID=0e4c0f03-db71-4276-9e3b-8f50be746074,revision_number=2']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:57:32.539836 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Provisioning for port eeb17e2a-8684-4685-8c1f-d6ff60077a6c completed by entity L2. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 18:57:32.556927 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Provisioning complete for port eeb17e2a-8684-4685-8c1f-d6ff60077a6c triggered by entity L2. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:57:32.557169 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1774450'] for port (eeb17e2a-8684-4685-8c1f-d6ff60077a6c), provisioning_complete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:32.581788 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-40dee56b-d1b0-4e10-8356-cb2a7d00a672 admin admin] Publish callbacks [] for security_group (07beab78-23aa-45f5-afc1-ae33d69a26b3), precommit_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:32.589985 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-40dee56b-d1b0-4e10-8356-cb2a7d00a672 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (07beab78-23aa-45f5-afc1-ae33d69a26b3), after_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:32.671831 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.managers [req-1c55e5cf-9c05-45b5-bdb4-92f2436ecfcd req-1cad197d-4645-420b-8267-dd8e5072d031 service neutron] Attempting to bind port a81aec1d-dd23-4f9f-baae-f4f36a40cf1b on host hv-cinder-84052 for vnic_type normal with profile {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 18:57:32.672380 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.managers [req-1c55e5cf-9c05-45b5-bdb4-92f2436ecfcd req-1cad197d-4645-420b-8267-dd8e5072d031 service neutron] Attempting to bind port a81aec1d-dd23-4f9f-baae-f4f36a40cf1b by drivers openvswitch,hyperv on host hv-cinder-84052 at level 0 using segments [{'id': '83414da3-b767-40e5-839e-69613fac7970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '53f417bd-e455-4de8-9365-a661c93c9b00'}] {{(pid=103280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 18:57:32.672828 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c55e5cf-9c05-45b5-bdb4-92f2436ecfcd req-1cad197d-4645-420b-8267-dd8e5072d031 service neutron] Attempting to bind port a81aec1d-dd23-4f9f-baae-f4f36a40cf1b on network 53f417bd-e455-4de8-9365-a661c93c9b00 {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 18:57:32.682837 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c55e5cf-9c05-45b5-bdb4-92f2436ecfcd req-1cad197d-4645-420b-8267-dd8e5072d031 service neutron] Port a81aec1d-dd23-4f9f-baae-f4f36a40cf1b on network 53f417bd-e455-4de8-9365-a661c93c9b00 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84052 {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 18:57:32.683642 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c55e5cf-9c05-45b5-bdb4-92f2436ecfcd req-1cad197d-4645-420b-8267-dd8e5072d031 service neutron] Attempting to bind port a81aec1d-dd23-4f9f-baae-f4f36a40cf1b on network 53f417bd-e455-4de8-9365-a661c93c9b00 {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 18:57:32.685365 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-40dee56b-d1b0-4e10-8356-cb2a7d00a672 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=630541d7c09841dfba8202c72236fa1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2747653 May 04 18:57:32.690440 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 48378) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:57:32.691935 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-5762c98d-090e-44c7-aa1a-a3269bf180b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608'] for subnet (b85d49d2-5c7d-49c0-8cd2-92a8c69126f4), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:32.700409 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dee56b-d1b0-4e10-8356-cb2a7d00a672 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07beab78-23aa-45f5-afc1-ae33d69a26b3,revision_number=1']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:57:32.713329 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.managers [req-22305ed3-c981-484a-a537-d4c12f8b5448 req-094c66b5-d058-42fb-9d45-75c47c98bbf4 service neutron] Attempting to bind port 0e4c0f03-db71-4276-9e3b-8f50be746074 on host hv-cinder-84052 for vnic_type normal with profile {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 18:57:32.713963 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.managers [req-22305ed3-c981-484a-a537-d4c12f8b5448 req-094c66b5-d058-42fb-9d45-75c47c98bbf4 service neutron] Attempting to bind port 0e4c0f03-db71-4276-9e3b-8f50be746074 by drivers openvswitch,hyperv on host hv-cinder-84052 at level 0 using segments [{'id': '6694153e-2070-44d0-bec4-dda97cd2835f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'b776d5b6-becc-4024-9dab-9ffc4ba67a01'}] {{(pid=103280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 18:57:32.714296 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22305ed3-c981-484a-a537-d4c12f8b5448 req-094c66b5-d058-42fb-9d45-75c47c98bbf4 service neutron] Attempting to bind port 0e4c0f03-db71-4276-9e3b-8f50be746074 on network b776d5b6-becc-4024-9dab-9ffc4ba67a01 {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 18:57:32.721518 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Current status of the port eeb17e2a-8684-4685-8c1f-d6ff60077a6c is: BUILD; New status is: ACTIVE {{(pid=103281) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:57:32.724208 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (eeb17e2a-8684-4685-8c1f-d6ff60077a6c), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:32.726159 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476c8a44-30a8-4823-a2a7-dbb39b739cc5 req-5ba7f165-e3cc-4ffe-a437-dd5074ee81aa tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:57:32.733230 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-476c8a44-30a8-4823-a2a7-dbb39b739cc5 req-5ba7f165-e3cc-4ffe-a437-dd5074ee81aa tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5f655af-21f6-4752-9a82-5001e0ecce2a HTTP/1.1" status: 200 len: 944 time: 0.2746656 May 04 18:57:32.740993 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 48384) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:57:32.745249 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c55e5cf-9c05-45b5-bdb4-92f2436ecfcd req-1cad197d-4645-420b-8267-dd8e5072d031 service neutron] Checking agent: {'id': 'bff7e656-358d-4e40-a36a-3f10fe33ffdf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84052', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 18, 54, 55), 'started_at': datetime.datetime(2022, 5, 4, 18, 54, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 18, 57, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 18:57:32.745799 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c55e5cf-9c05-45b5-bdb4-92f2436ecfcd req-1cad197d-4645-420b-8267-dd8e5072d031 service neutron] Checking segment: {'id': '83414da3-b767-40e5-839e-69613fac7970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '53f417bd-e455-4de8-9365-a661c93c9b00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 18:57:32.746366 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c55e5cf-9c05-45b5-bdb4-92f2436ecfcd req-1cad197d-4645-420b-8267-dd8e5072d031 service neutron] Bound using segment: {'id': '83414da3-b767-40e5-839e-69613fac7970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '53f417bd-e455-4de8-9365-a661c93c9b00'} {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 18:57:32.746861 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.managers [req-1c55e5cf-9c05-45b5-bdb4-92f2436ecfcd req-1cad197d-4645-420b-8267-dd8e5072d031 service neutron] Bound port: a81aec1d-dd23-4f9f-baae-f4f36a40cf1b, host: hv-cinder-84052, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83414da3-b767-40e5-839e-69613fac7970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '53f417bd-e455-4de8-9365-a661c93c9b00'}}] {{(pid=103280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 18:57:32.747254 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-1c55e5cf-9c05-45b5-bdb4-92f2436ecfcd req-1cad197d-4645-420b-8267-dd8e5072d031 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (a81aec1d-dd23-4f9f-baae-f4f36a40cf1b), before_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:32.761993 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22305ed3-c981-484a-a537-d4c12f8b5448 req-094c66b5-d058-42fb-9d45-75c47c98bbf4 service neutron] Port 0e4c0f03-db71-4276-9e3b-8f50be746074 on network b776d5b6-becc-4024-9dab-9ffc4ba67a01 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84052 {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 18:57:32.762345 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22305ed3-c981-484a-a537-d4c12f8b5448 req-094c66b5-d058-42fb-9d45-75c47c98bbf4 service neutron] Attempting to bind port 0e4c0f03-db71-4276-9e3b-8f50be746074 on network b776d5b6-becc-4024-9dab-9ffc4ba67a01 {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 18:57:32.763733 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-8a31bab5-8980-4431-b3ae-323bdf93b9dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:32.777340 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] For port eeb17e2a-8684-4685-8c1f-d6ff60077a6c, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=eeb17e2a-8684-4685-8c1f-d6ff60077a6c,segment=NetworkSegment(6694153e-2070-44d0-bec4-dda97cd2835f),segment_id=6694153e-2070-44d0-bec4-dda97cd2835f)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:57:32.783280 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136'] for port (eeb17e2a-8684-4685-8c1f-d6ff60077a6c), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:32.835210 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22305ed3-c981-484a-a537-d4c12f8b5448 req-094c66b5-d058-42fb-9d45-75c47c98bbf4 service neutron] Checking agent: {'id': 'bff7e656-358d-4e40-a36a-3f10fe33ffdf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84052', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 18, 54, 55), 'started_at': datetime.datetime(2022, 5, 4, 18, 54, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 18, 57, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 18:57:32.835548 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22305ed3-c981-484a-a537-d4c12f8b5448 req-094c66b5-d058-42fb-9d45-75c47c98bbf4 service neutron] Checking segment: {'id': '6694153e-2070-44d0-bec4-dda97cd2835f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'b776d5b6-becc-4024-9dab-9ffc4ba67a01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 18:57:32.835927 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22305ed3-c981-484a-a537-d4c12f8b5448 req-094c66b5-d058-42fb-9d45-75c47c98bbf4 service neutron] Bound using segment: {'id': '6694153e-2070-44d0-bec4-dda97cd2835f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'b776d5b6-becc-4024-9dab-9ffc4ba67a01'} {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 18:57:32.836385 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.managers [req-22305ed3-c981-484a-a537-d4c12f8b5448 req-094c66b5-d058-42fb-9d45-75c47c98bbf4 service neutron] Bound port: 0e4c0f03-db71-4276-9e3b-8f50be746074, host: hv-cinder-84052, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6694153e-2070-44d0-bec4-dda97cd2835f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'b776d5b6-becc-4024-9dab-9ffc4ba67a01'}}] {{(pid=103280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 18:57:32.836714 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-22305ed3-c981-484a-a537-d4c12f8b5448 req-094c66b5-d058-42fb-9d45-75c47c98bbf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (0e4c0f03-db71-4276-9e3b-8f50be746074), before_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:32.854164 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Pushing event updated for resources: {'Port': ['ID=eeb17e2a-8684-4685-8c1f-d6ff60077a6c,revision_number=5']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:57:32.879281 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-8a31bab5-8980-4431-b3ae-323bdf93b9dc admin admin] Publish callbacks [] for security_group (11e34856-4830-4dcc-b981-79027d0bbf1e), precommit_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:32.884695 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-8a31bab5-8980-4431-b3ae-323bdf93b9dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (11e34856-4830-4dcc-b981-79027d0bbf1e), after_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:32.950432 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5762c98d-090e-44c7-aa1a-a3269bf180b3 admin admin] Checking segment: {'id': '6c152e47-00d8-458a-9f9d-e4d3fd90aaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '085c7778-5d36-44a1-9074-bbc7272d9ffd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 18:57:32.950924 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5762c98d-090e-44c7-aa1a-a3269bf180b3 admin admin] Network hostable DHCP agents. Network: 085c7778-5d36-44a1-9074-bbc7272d9ffd, hostable agents: ['ae04e5b6-6ccf-46c0-81ba-a3f5b8ae390c'], hosted agents: [] {{(pid=103280) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 18:57:32.963457 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (7e96273e-cd3b-4e2d-a9cb-a5a62cf8f8b6), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:32.977573 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-476c8a44-30a8-4823-a2a7-dbb39b739cc5 req-44ffa285-947f-4ea3-83ad-cb00f23e5422 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ea6ee27-c11d-4233-954f-1b439202ab30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2432077 May 04 18:57:32.978161 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5762c98d-090e-44c7-aa1a-a3269bf180b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b85d49d2-5c7d-49c0-8cd2-92a8c69126f4,revision_number=0']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:57:33.002320 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a31bab5-8980-4431-b3ae-323bdf93b9dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11e34856-4830-4dcc-b981-79027d0bbf1e,revision_number=1']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:57:33.014356 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-8a31bab5-8980-4431-b3ae-323bdf93b9dc admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d10f09ebb4cc4b3ab84fa781bf5a119d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2718604 May 04 18:57:33.018012 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 48390) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:57:33.033501 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e6283d-acd4-416c-8f54-6895cba2a43f req-468ee817-15e8-4dbe-a2e0-b0345bc64bd8 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:57:33.035047 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-b7e6283d-acd4-416c-8f54-6895cba2a43f req-468ee817-15e8-4dbe-a2e0-b0345bc64bd8 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "GET /v2.0/ports?device_id=17fac175-cd79-4ced-9222-45c1ce31cd0e HTTP/1.1" status: 200 len: 944 time: 0.0847318 May 04 18:57:33.035439 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-f93203f8-f57e-48e6-b114-70957c5f461d admin admin] Publish callbacks [] for security_group (07beab78-23aa-45f5-afc1-ae33d69a26b3), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:33.037507 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.db [req-1c55e5cf-9c05-45b5-bdb4-92f2436ecfcd req-1cad197d-4645-420b-8267-dd8e5072d031 service neutron] For port a81aec1d-dd23-4f9f-baae-f4f36a40cf1b, host hv-cinder-84052, cleared binding levels {{(pid=103280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 18:57:33.089563 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-b7e6283d-acd4-416c-8f54-6895cba2a43f req-93c2f3ad-cb9b-4f8c-99eb-86948f4f5a37 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "GET /v2.0/security-groups?id=9d88f451-ad1c-48db-9f4e-8a10b8249478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485456 May 04 18:57:33.095607 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.db [req-1c55e5cf-9c05-45b5-bdb4-92f2436ecfcd req-1cad197d-4645-420b-8267-dd8e5072d031 service neutron] For port a81aec1d-dd23-4f9f-baae-f4f36a40cf1b, host hv-cinder-84052, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=a81aec1d-dd23-4f9f-baae-f4f36a40cf1b,segment=NetworkSegment(83414da3-b767-40e5-839e-69613fac7970),segment_id=83414da3-b767-40e5-839e-69613fac7970)] {{(pid=103280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 18:57:33.108892 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5762c98d-090e-44c7-aa1a-a3269bf180b3 admin admin] Network 085c7778-5d36-44a1-9074-bbc7272d9ffd is scheduled to be hosted by DHCP agent ae04e5b6-6ccf-46c0-81ba-a3f5b8ae390c with binding_index 1 {{(pid=103280) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 18:57:33.118575 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-f93203f8-f57e-48e6-b114-70957c5f461d admin admin] Publish callbacks [] for security_group (07beab78-23aa-45f5-afc1-ae33d69a26b3), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:33.126495 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-1c55e5cf-9c05-45b5-bdb4-92f2436ecfcd req-1cad197d-4645-420b-8267-dd8e5072d031 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136'] for port (a81aec1d-dd23-4f9f-baae-f4f36a40cf1b), after_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:33.163516 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.base_scheduler [None req-5762c98d-090e-44c7-aa1a-a3269bf180b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840525-1-iscsi, 085c7778-5d36-44a1-9074-bbc7272d9ffd) {{(pid=103280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:57:33.168231 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.db [req-22305ed3-c981-484a-a537-d4c12f8b5448 req-094c66b5-d058-42fb-9d45-75c47c98bbf4 service neutron] For port 0e4c0f03-db71-4276-9e3b-8f50be746074, host hv-cinder-84052, cleared binding levels {{(pid=103280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 18:57:33.171269 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-618f0307-ae89-48fe-8dc8-7072c220cded None None] Network 085c7778-5d36-44a1-9074-bbc7272d9ffd requested from dv-cinder-840525-1-iscsi {{(pid=103281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 18:57:33.182412 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5762c98d-090e-44c7-aa1a-a3269bf180b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:57:33.182891 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-5762c98d-090e-44c7-aa1a-a3269bf180b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572658'] for subnet (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:33.212684 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.db [req-22305ed3-c981-484a-a537-d4c12f8b5448 req-094c66b5-d058-42fb-9d45-75c47c98bbf4 service neutron] For port 0e4c0f03-db71-4276-9e3b-8f50be746074, host hv-cinder-84052, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=0e4c0f03-db71-4276-9e3b-8f50be746074,segment=NetworkSegment(6694153e-2070-44d0-bec4-dda97cd2835f),segment_id=6694153e-2070-44d0-bec4-dda97cd2835f)] {{(pid=103280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 18:57:33.223607 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c55e5cf-9c05-45b5-bdb4-92f2436ecfcd req-1cad197d-4645-420b-8267-dd8e5072d031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:57:33.224233 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-1c55e5cf-9c05-45b5-bdb4-92f2436ecfcd req-1cad197d-4645-420b-8267-dd8e5072d031 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572658'] for port (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:33.225646 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-1c55e5cf-9c05-45b5-bdb4-92f2436ecfcd req-1cad197d-4645-420b-8267-dd8e5072d031 service neutron] 10.222.0.55 "PUT /v2.0/ports/a81aec1d-dd23-4f9f-baae-f4f36a40cf1b HTTP/1.1" status: 200 len: 1094 time: 2.8994617 May 04 18:57:33.231511 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17fac175-cd79-4ced-9222-45c1ce31cd0e', 'tag': 'a81aec1d-dd23-4f9f-baae-f4f36a40cf1b'}] {{(pid=103280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:57:33.233814 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d17ed66b9d9b08214cd1b2d258b378c61736cd464b468dfe37a5b26948fd6e52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7cc50e2-fcb4-4651-9752-120d50127026" -d '{"events": [{"name": "network-changed", "server_uuid": "17fac175-cd79-4ced-9222-45c1ce31cd0e", "tag": "a81aec1d-dd23-4f9f-baae-f4f36a40cf1b"}]}' {{(pid=103280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 18:57:33.252881 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-22305ed3-c981-484a-a537-d4c12f8b5448 req-094c66b5-d058-42fb-9d45-75c47c98bbf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136'] for port (0e4c0f03-db71-4276-9e3b-8f50be746074), after_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:33.260277 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-b4f9ff03-d7d6-431f-959e-0c2e6acd6daf admin admin] Publish callbacks [] for security_group (11e34856-4830-4dcc-b981-79027d0bbf1e), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:33.277895 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-5762c98d-090e-44c7-aa1a-a3269bf180b3 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.6005094 May 04 18:57:33.285044 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad197d-4645-420b-8267-dd8e5072d031 service neutron] Pushing event updated for resources: {'Port': ['ID=a81aec1d-dd23-4f9f-baae-f4f36a40cf1b,revision_number=3']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:57:33.315283 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22305ed3-c981-484a-a537-d4c12f8b5448 req-094c66b5-d058-42fb-9d45-75c47c98bbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:57:33.315905 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-22305ed3-c981-484a-a537-d4c12f8b5448 req-094c66b5-d058-42fb-9d45-75c47c98bbf4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572658'] for port (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:33.329664 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-22305ed3-c981-484a-a537-d4c12f8b5448 req-094c66b5-d058-42fb-9d45-75c47c98bbf4 service neutron] 10.222.0.55 "PUT /v2.0/ports/0e4c0f03-db71-4276-9e3b-8f50be746074 HTTP/1.1" status: 200 len: 1094 time: 3.0021389 May 04 18:57:33.329797 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d550c33-794e-4c78-86ef-4101ddf2a3ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeb17e2a-8684-4685-8c1f-d6ff60077a6c'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:57:33.333790 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29bc9e8fddf1e81845832baf79700cdfe783df1752dea94dce4e4e68657cb9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d19b3a88-54e3-4c2c-97da-2539ca76860c" -d '{"events": [{"server_uuid": "4d550c33-794e-4c78-86ef-4101ddf2a3ef", "name": "network-vif-plugged", "status": "completed", "tag": "eeb17e2a-8684-4685-8c1f-d6ff60077a6c"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 18:57:33.355314 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 18:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3f28e32-5563-4799-9655-c93cb0204f07 x-openstack-request-id: req-a3f28e32-5563-4799-9655-c93cb0204f07 {{(pid=103280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 18:57:33.355796 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17fac175-cd79-4ced-9222-45c1ce31cd0e", "tag": "a81aec1d-dd23-4f9f-baae-f4f36a40cf1b", "status": "completed", "code": 200}]} {{(pid=103280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 18:57:33.356543 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a3f28e32-5563-4799-9655-c93cb0204f07 {{(pid=103280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 18:57:33.357080 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3f28e32-5563-4799-9655-c93cb0204f07'] response: {'name': 'network-changed', 'server_uuid': '17fac175-cd79-4ced-9222-45c1ce31cd0e', 'tag': 'a81aec1d-dd23-4f9f-baae-f4f36a40cf1b', 'status': 'completed', 'code': 200} May 04 18:57:33.375317 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-b4f9ff03-d7d6-431f-959e-0c2e6acd6daf admin admin] Publish callbacks [] for security_group (11e34856-4830-4dcc-b981-79027d0bbf1e), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:33.376223 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aac48095-31a5-41ff-8574-d1b16ad76667 None None] Network 085c7778-5d36-44a1-9074-bbc7272d9ffd requested from dv-cinder-840525-1-iscsi {{(pid=103281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 18:57:33.379194 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-f93203f8-f57e-48e6-b114-70957c5f461d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (07beab78-23aa-45f5-afc1-ae33d69a26b3), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:33.381790 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-f93203f8-f57e-48e6-b114-70957c5f461d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:33.382958 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-f93203f8-f57e-48e6-b114-70957c5f461d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/07beab78-23aa-45f5-afc1-ae33d69a26b3 HTTP/1.1" status: 204 len: 168 time: 0.6833861 May 04 18:57:33.394572 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 18:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7780b8a0-cafb-4bcb-81b4-76c46147bb9d x-openstack-request-id: req-7780b8a0-cafb-4bcb-81b4-76c46147bb9d {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 18:57:33.394886 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d550c33-794e-4c78-86ef-4101ddf2a3ef", "name": "network-vif-plugged", "status": "completed", "tag": "eeb17e2a-8684-4685-8c1f-d6ff60077a6c", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 18:57:33.395574 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7780b8a0-cafb-4bcb-81b4-76c46147bb9d {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 18:57:33.395979 dv-cinder-840525-1-iscsi neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7780b8a0-cafb-4bcb-81b4-76c46147bb9d'] response: {'server_uuid': '4d550c33-794e-4c78-86ef-4101ddf2a3ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeb17e2a-8684-4685-8c1f-d6ff60077a6c', 'code': 200} May 04 18:57:33.533337 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93203f8-f57e-48e6-b114-70957c5f461d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07beab78-23aa-45f5-afc1-ae33d69a26b3,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:57:33.533671 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30e8597-31c0-421a-a00f-8b68f35343ef req-0cc3a80a-f369-40bc-9dc6-d03bdaf51a81 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:57:33.535721 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-f30e8597-31c0-421a-a00f-8b68f35343ef req-0cc3a80a-f369-40bc-9dc6-d03bdaf51a81 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] 10.222.0.35 "GET /v2.0/ports?device_id=10a55e21-0170-462a-b076-93f090d20502 HTTP/1.1" status: 200 len: 945 time: 0.1747165 May 04 18:57:33.727845 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-f30e8597-31c0-421a-a00f-8b68f35343ef req-92047dba-c0dd-4295-9db6-f5cef79307db tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] 10.222.0.35 "GET /v2.0/security-groups?id=29ce1ee4-e5ef-4ab2-b658-910bf3a5767a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1744237 May 04 18:57:33.773439 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094c66b5-d058-42fb-9d45-75c47c98bbf4 service neutron] Pushing event updated for resources: {'Port': ['ID=0e4c0f03-db71-4276-9e3b-8f50be746074,revision_number=3']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:57:33.780437 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22305ed3-c981-484a-a537-d4c12f8b5448 req-89042fa8-7770-4603-a902-c9c2bee2104b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:57:33.782106 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-22305ed3-c981-484a-a537-d4c12f8b5448 req-89042fa8-7770-4603-a902-c9c2bee2104b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5287a76e646d4a3db0cc508a956314e7&device_id=f5f655af-21f6-4752-9a82-5001e0ecce2a HTTP/1.1" status: 200 len: 1128 time: 0.1593337 May 04 18:57:33.784904 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cc50e2-fcb4-4651-9752-120d50127026 req-c7481749-c7e4-4774-91ad-400497727cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:57:33.786684 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a7cc50e2-fcb4-4651-9752-120d50127026 req-c7481749-c7e4-4774-91ad-400497727cc5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=dd17f7a747ad43fc905b8d1688a71ba7&device_id=17fac175-cd79-4ced-9222-45c1ce31cd0e HTTP/1.1" status: 200 len: 1128 time: 0.3178315 May 04 18:57:33.852573 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-22305ed3-c981-484a-a537-d4c12f8b5448 req-2106144d-7296-4a10-b48d-5cea687424e6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0e4c0f03-db71-4276-9e3b-8f50be746074 HTTP/1.1" status: 200 len: 217 time: 0.0500200 May 04 18:57:33.930710 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-b4f9ff03-d7d6-431f-959e-0c2e6acd6daf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (11e34856-4830-4dcc-b981-79027d0bbf1e), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:33.933537 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-b4f9ff03-d7d6-431f-959e-0c2e6acd6daf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:33.937117 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-b4f9ff03-d7d6-431f-959e-0c2e6acd6daf admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/11e34856-4830-4dcc-b981-79027d0bbf1e HTTP/1.1" status: 204 len: 168 time: 0.9119453 May 04 18:57:33.971786 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f9ff03-d7d6-431f-959e-0c2e6acd6daf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11e34856-4830-4dcc-b981-79027d0bbf1e,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:57:34.047823 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953aa83b-f655-48c4-b5e8-921309695122 req-93401c01-af73-4c42-90d8-74c5d5a244a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:57:34.054316 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-953aa83b-f655-48c4-b5e8-921309695122 req-93401c01-af73-4c42-90d8-74c5d5a244a9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4d550c33-794e-4c78-86ef-4101ddf2a3ef HTTP/1.1" status: 200 len: 1129 time: 0.1985302 May 04 18:57:34.273039 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22305ed3-c981-484a-a537-d4c12f8b5448 req-f785ba22-6b14-41c8-8bfc-cdbdb2890cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:57:34.274565 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-22305ed3-c981-484a-a537-d4c12f8b5448 req-f785ba22-6b14-41c8-8bfc-cdbdb2890cde service neutron] 10.222.0.55 "GET /v2.0/subnets?id=02826e21-c978-41a3-b31e-dd2107bb922c HTTP/1.1" status: 200 len: 858 time: 0.3322587 May 04 18:57:34.321493 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7624e023-098e-488d-84eb-d8040dd6a28b req-8b6c09c6-04ca-495a-9f78-33253ceac20b tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:57:34.330667 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-7624e023-098e-488d-84eb-d8040dd6a28b req-8b6c09c6-04ca-495a-9f78-33253ceac20b tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "GET /v2.0/ports?device_id=17fac175-cd79-4ced-9222-45c1ce31cd0e HTTP/1.1" status: 200 len: 944 time: 0.1105697 May 04 18:57:34.352697 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-953aa83b-f655-48c4-b5e8-921309695122 req-ef83eb5f-8d42-44d7-941b-bf23523f14ae service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=7ea6ee27-c11d-4233-954f-1b439202ab30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2870264 May 04 18:57:34.365706 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cc50e2-fcb4-4651-9752-120d50127026 req-5587c786-244b-4ece-a236-d187ed6f0d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:57:34.367409 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a7cc50e2-fcb4-4651-9752-120d50127026 req-5587c786-244b-4ece-a236-d187ed6f0d50 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=dd17f7a747ad43fc905b8d1688a71ba7&shared=False HTTP/1.1" status: 200 len: 916 time: 0.5181012 May 04 18:57:34.377052 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486070dc-222e-40eb-8945-858592c726d0 req-63f7108f-cc0b-46f2-a4e4-b4a1685b3f1e tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:57:34.384290 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-486070dc-222e-40eb-8945-858592c726d0 req-63f7108f-cc0b-46f2-a4e4-b4a1685b3f1e tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5f655af-21f6-4752-9a82-5001e0ecce2a HTTP/1.1" status: 200 len: 944 time: 0.2008283 May 04 18:57:34.388305 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-7624e023-098e-488d-84eb-d8040dd6a28b req-69ade144-6f41-4f83-b69a-de44a44b628e tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "GET /v2.0/security-groups?id=9d88f451-ad1c-48db-9f4e-8a10b8249478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565338 May 04 18:57:34.395471 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22305ed3-c981-484a-a537-d4c12f8b5448 req-4a2e0de1-9f8c-4c04-9cf0-2d22546f2a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:57:34.397102 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-22305ed3-c981-484a-a537-d4c12f8b5448 req-4a2e0de1-9f8c-4c04-9cf0-2d22546f2a92 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b776d5b6-becc-4024-9dab-9ffc4ba67a01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1076167 May 04 18:57:34.812165 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-486070dc-222e-40eb-8945-858592c726d0 req-65b6b76f-544a-4950-bc72-b1698c7228bb tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ea6ee27-c11d-4233-954f-1b439202ab30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4213319 May 04 18:57:34.891952 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584af8c0-fcee-4b76-bc2c-a8ad7b91beca req-3456a4c0-d863-4fef-ae57-92cf2a3dfaec tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:57:34.901044 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-584af8c0-fcee-4b76-bc2c-a8ad7b91beca req-3456a4c0-d863-4fef-ae57-92cf2a3dfaec tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] 10.222.0.35 "GET /v2.0/ports?device_id=10a55e21-0170-462a-b076-93f090d20502 HTTP/1.1" status: 200 len: 945 time: 0.0689340 May 04 18:57:34.960511 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-584af8c0-fcee-4b76-bc2c-a8ad7b91beca req-21f1689e-7679-4a00-a5a1-d6b1be4a39f2 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] 10.222.0.35 "GET /v2.0/security-groups?id=29ce1ee4-e5ef-4ab2-b658-910bf3a5767a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584738 May 04 18:57:35.025870 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cc50e2-fcb4-4651-9752-120d50127026 req-a7bca554-2491-4b7e-9e79-1fc959f0ea60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:57:35.026993 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a7cc50e2-fcb4-4651-9752-120d50127026 req-a7bca554-2491-4b7e-9e79-1fc959f0ea60 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3062162 May 04 18:57:35.031182 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-22305ed3-c981-484a-a537-d4c12f8b5448 req-5a0c9cd0-f295-496d-b85a-8b436cd0ecfa service neutron] 10.222.0.55 "GET /v2.0/networks/b776d5b6-becc-4024-9dab-9ffc4ba67a01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3092401 May 04 18:57:35.112396 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a05ee4-324a-4818-9385-2cd050c0ad4f req-90a41680-4c79-401c-9798-157649b130d7 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:57:35.113940 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-71a05ee4-324a-4818-9385-2cd050c0ad4f req-90a41680-4c79-401c-9798-157649b130d7 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] 10.222.0.35 "GET /v2.0/ports?device_id=10a55e21-0170-462a-b076-93f090d20502 HTTP/1.1" status: 200 len: 945 time: 0.0524778 May 04 18:57:35.124268 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 48484) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:57:35.129366 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [None req-566e65f0-3448-4d06-a808-6b9e27acd4a1 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Request body: {'floatingip': {'port_id': '843fc3ed-e6f9-4db5-9c3e-d942e8b8745c'}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:57:35.238526 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-566e65f0-3448-4d06-a808-6b9e27acd4a1 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Publish callbacks [] for floatingip (e459b01c-5e97-43f4-8aa2-b14affe8ae4f), before_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:35.370736 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5f655af-21f6-4752-9a82-5001e0ecce2a', 'tag': '0e4c0f03-db71-4276-9e3b-8f50be746074'}] {{(pid=103280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:57:35.373220 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d17ed66b9d9b08214cd1b2d258b378c61736cd464b468dfe37a5b26948fd6e52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3d50755-9f5d-4abb-8bd8-b170f7571ba2" -d '{"events": [{"name": "network-changed", "server_uuid": "f5f655af-21f6-4752-9a82-5001e0ecce2a", "tag": "0e4c0f03-db71-4276-9e3b-8f50be746074"}]}' {{(pid=103280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 18:57:35.394784 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c55e5cf-9c05-45b5-bdb4-92f2436ecfcd req-cff6b972-2096-4547-9b2e-578088d2091a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:57:35.396284 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-1c55e5cf-9c05-45b5-bdb4-92f2436ecfcd req-cff6b972-2096-4547-9b2e-578088d2091a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=dd17f7a747ad43fc905b8d1688a71ba7&device_id=17fac175-cd79-4ced-9222-45c1ce31cd0e HTTP/1.1" status: 200 len: 1128 time: 0.1805418 May 04 18:57:35.459347 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-22305ed3-c981-484a-a537-d4c12f8b5448 req-8199278f-6260-4d3f-a335-b5fb86bbcaad service neutron] 10.222.0.55 "GET /v2.0/networks/b776d5b6-becc-4024-9dab-9ffc4ba67a01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2687914 May 04 18:57:35.510988 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 18:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65c050a6-1fa7-4849-b7c2-59743af7916a x-openstack-request-id: req-65c050a6-1fa7-4849-b7c2-59743af7916a {{(pid=103280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 18:57:35.511275 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5f655af-21f6-4752-9a82-5001e0ecce2a", "tag": "0e4c0f03-db71-4276-9e3b-8f50be746074", "status": "completed", "code": 200}]} {{(pid=103280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 18:57:35.511520 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-65c050a6-1fa7-4849-b7c2-59743af7916a {{(pid=103280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 18:57:35.511899 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65c050a6-1fa7-4849-b7c2-59743af7916a'] response: {'name': 'network-changed', 'server_uuid': 'f5f655af-21f6-4752-9a82-5001e0ecce2a', 'tag': '0e4c0f03-db71-4276-9e3b-8f50be746074', 'status': 'completed', 'code': 200} May 04 18:57:35.572326 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad95311-4915-4cbf-8097-e15c9e749e34 req-ae6cfc64-99e7-4af7-9668-9ae64630b124 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:57:35.573868 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-2ad95311-4915-4cbf-8097-e15c9e749e34 req-ae6cfc64-99e7-4af7-9668-9ae64630b124 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "GET /v2.0/ports?device_id=17fac175-cd79-4ced-9222-45c1ce31cd0e HTTP/1.1" status: 200 len: 944 time: 0.0612292 May 04 18:57:35.706213 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-2ad95311-4915-4cbf-8097-e15c9e749e34 req-f75173ac-aa61-46ad-9f98-7b2035bbb2c1 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "GET /v2.0/security-groups?id=9d88f451-ad1c-48db-9f4e-8a10b8249478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016185 May 04 18:57:35.939563 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49795878-e8be-4ba7-a3c2-e4a08da6c065 req-2fa20850-0b0e-4541-bf15-2854db2abdb7 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:57:35.942422 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-49795878-e8be-4ba7-a3c2-e4a08da6c065 req-2fa20850-0b0e-4541-bf15-2854db2abdb7 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5f655af-21f6-4752-9a82-5001e0ecce2a HTTP/1.1" status: 200 len: 944 time: 0.0559206 May 04 18:57:36.000873 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-49795878-e8be-4ba7-a3c2-e4a08da6c065 req-d690d44f-ebe1-43b0-a3b2-9621db524964 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ea6ee27-c11d-4233-954f-1b439202ab30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521834 May 04 18:57:36.096786 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-566e65f0-3448-4d06-a808-6b9e27acd4a1 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:36.101968 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-566e65f0-3448-4d06-a808-6b9e27acd4a1 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608971'] for floatingip (e459b01c-5e97-43f4-8aa2-b14affe8ae4f), after_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:36.428623 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.db.l3_db [None req-566e65f0-3448-4d06-a808-6b9e27acd4a1 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Floating IP e459b01c-5e97-43f4-8aa2-b14affe8ae4f associated. External IP: 172.27.0.196, port: 843fc3ed-e6f9-4db5-9c3e-d942e8b8745c. May 04 18:57:36.678610 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 48562) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:57:36.777318 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-1c55e5cf-9c05-45b5-bdb4-92f2436ecfcd req-754bb919-234c-4fc9-91d9-1c522d7e32bd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a81aec1d-dd23-4f9f-baae-f4f36a40cf1b HTTP/1.1" status: 200 len: 217 time: 0.1057539 May 04 18:57:36.800437 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-8084dd0d-b5ec-4417-aa14-2315f50d85ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:36.829704 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d50755-9f5d-4abb-8bd8-b170f7571ba2 req-6f88edd2-a27a-4593-9d6f-8ac27c28a0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:57:36.831152 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d3d50755-9f5d-4abb-8bd8-b170f7571ba2 req-6f88edd2-a27a-4593-9d6f-8ac27c28a0d0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5287a76e646d4a3db0cc508a956314e7&device_id=f5f655af-21f6-4752-9a82-5001e0ecce2a HTTP/1.1" status: 200 len: 1128 time: 0.1583183 May 04 18:57:36.881221 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-8084dd0d-b5ec-4417-aa14-2315f50d85ed admin admin] Publish callbacks [] for security_group (8658949b-40c2-4cec-b749-331a410a0ba5), precommit_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:36.886355 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-8084dd0d-b5ec-4417-aa14-2315f50d85ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (8658949b-40c2-4cec-b749-331a410a0ba5), after_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:36.888663 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-566e65f0-3448-4d06-a808-6b9e27acd4a1 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Router ef792f77-065e-42a3-85fe-a804c7a09f70 has already been hosted by L3 agent 0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b {{(pid=103280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 18:57:36.915502 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c55e5cf-9c05-45b5-bdb4-92f2436ecfcd req-6aaf6357-a4c4-4c7f-b664-e901d3ce4d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:57:36.916960 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-1c55e5cf-9c05-45b5-bdb4-92f2436ecfcd req-6aaf6357-a4c4-4c7f-b664-e901d3ce4d79 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e66736f7-cfb8-4201-a579-14943c9785b1 HTTP/1.1" status: 200 len: 854 time: 0.1320784 May 04 18:57:36.925325 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103ae5fb-7aa5-48d6-b0a9-482acb689169 req-a73c8a4a-3cd8-46d4-9e14-9badc0de7901 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:57:36.926737 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-103ae5fb-7aa5-48d6-b0a9-482acb689169 req-a73c8a4a-3cd8-46d4-9e14-9badc0de7901 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "GET /v2.0/ports?device_id=17fac175-cd79-4ced-9222-45c1ce31cd0e HTTP/1.1" status: 200 len: 944 time: 0.1258826 May 04 18:57:36.927365 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-8084dd0d-b5ec-4417-aa14-2315f50d85ed admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=26bc7abcd2444e079fff08f2bc001986&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2474403 May 04 18:57:36.927952 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 48568) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:57:36.934258 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8084dd0d-b5ec-4417-aa14-2315f50d85ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8658949b-40c2-4cec-b749-331a410a0ba5,revision_number=1']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:57:36.978349 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-2ae81a05-10e5-422c-9215-86242551c2a6 admin admin] Publish callbacks [] for security_group (8658949b-40c2-4cec-b749-331a410a0ba5), before_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:36.999414 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-2ae81a05-10e5-422c-9215-86242551c2a6 admin admin] Publish callbacks [] for security_group (8658949b-40c2-4cec-b749-331a410a0ba5), precommit_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:37.048371 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-2ae81a05-10e5-422c-9215-86242551c2a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (8658949b-40c2-4cec-b749-331a410a0ba5), after_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:37.052146 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-2ae81a05-10e5-422c-9215-86242551c2a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:37.053848 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-2ae81a05-10e5-422c-9215-86242551c2a6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8658949b-40c2-4cec-b749-331a410a0ba5 HTTP/1.1" status: 204 len: 168 time: 0.1246045 May 04 18:57:37.061425 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c55e5cf-9c05-45b5-bdb4-92f2436ecfcd req-64ee4776-c6f6-4583-839e-7427f4fb9ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:57:37.062927 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-1c55e5cf-9c05-45b5-bdb4-92f2436ecfcd req-64ee4776-c6f6-4583-839e-7427f4fb9ba3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=53f417bd-e455-4de8-9365-a661c93c9b00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1115744 May 04 18:57:37.063851 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae81a05-10e5-422c-9215-86242551c2a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8658949b-40c2-4cec-b749-331a410a0ba5,revision_number=None']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:57:37.112512 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d50755-9f5d-4abb-8bd8-b170f7571ba2 req-a64a8063-96c6-40ed-aa87-77ad8cdfb3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:57:37.114002 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d3d50755-9f5d-4abb-8bd8-b170f7571ba2 req-a64a8063-96c6-40ed-aa87-77ad8cdfb3d4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b776d5b6-becc-4024-9dab-9ffc4ba67a01 HTTP/1.1" status: 200 len: 920 time: 0.2757585 May 04 18:57:37.152632 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc99cc2f-fb05-4419-b2fb-2a232a3d4b5c req-aea987c9-7bac-4829-b508-6f3031bb20c0 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:57:37.154492 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-cc99cc2f-fb05-4419-b2fb-2a232a3d4b5c req-aea987c9-7bac-4829-b508-6f3031bb20c0 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5f655af-21f6-4752-9a82-5001e0ecce2a HTTP/1.1" status: 200 len: 944 time: 0.0511291 May 04 18:57:37.199419 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-103ae5fb-7aa5-48d6-b0a9-482acb689169 req-cd400665-d4cd-46dd-ba5f-2f32a8b08de4 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "GET /v2.0/security-groups?id=9d88f451-ad1c-48db-9f4e-8a10b8249478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2448316 May 04 18:57:37.206137 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d3d50755-9f5d-4abb-8bd8-b170f7571ba2 req-d33d1d27-cedd-48ad-bfa5-af55812931f9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0e4c0f03-db71-4276-9e3b-8f50be746074 HTTP/1.1" status: 200 len: 217 time: 0.0529375 May 04 18:57:37.231211 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-cc99cc2f-fb05-4419-b2fb-2a232a3d4b5c req-35041740-ee7f-47c3-8413-8d21df1a774e tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ea6ee27-c11d-4233-954f-1b439202ab30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636973 May 04 18:57:37.275800 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-566e65f0-3448-4d06-a808-6b9e27acd4a1 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Notify agent at l3_agent.dv-cinder-840525-1-iscsi the message routers_updated {{(pid=103280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 18:57:37.283432 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-566e65f0-3448-4d06-a808-6b9e27acd4a1 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127086'] for floatingip (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:37.289402 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f795333d-0a9a-4974-9526-4c8f66ecf5e3 None None] Sync routers for ids ['ef792f77-065e-42a3-85fe-a804c7a09f70'] in dv-cinder-840525-1-iscsi {{(pid=103282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 18:57:37.300508 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f795333d-0a9a-4974-9526-4c8f66ecf5e3 None None] Routers {'ef792f77-065e-42a3-85fe-a804c7a09f70'} bound to L3 agent in host dv-cinder-840525-1-iscsi {{(pid=103282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 18:57:37.301112 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-f795333d-0a9a-4974-9526-4c8f66ecf5e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T18:48:29Z,description=,heartbeat_timestamp=2022-05-04T18:57:29Z,host='dv-cinder-840525-1-iscsi',id=0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:48:29Z,topic='l3_agent')) {'router_ids': ['ef792f77-065e-42a3-85fe-a804c7a09f70'], 'active': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:57:37.327322 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-1c55e5cf-9c05-45b5-bdb4-92f2436ecfcd req-24240906-80c6-4b62-96e8-13913e6b295c service neutron] 10.222.0.55 "GET /v2.0/networks/53f417bd-e455-4de8-9365-a661c93c9b00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2522335 May 04 18:57:37.346785 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-566e65f0-3448-4d06-a808-6b9e27acd4a1 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] 10.222.0.35 "PUT /v2.0/floatingips/e459b01c-5e97-43f4-8aa2-b14affe8ae4f HTTP/1.1" status: 200 len: 991 time: 2.2112501 May 04 18:57:37.346785 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d50755-9f5d-4abb-8bd8-b170f7571ba2 req-0f81648f-ad9a-4a43-a24f-2035411443d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:57:37.346785 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d3d50755-9f5d-4abb-8bd8-b170f7571ba2 req-0f81648f-ad9a-4a43-a24f-2035411443d6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=02826e21-c978-41a3-b31e-dd2107bb922c HTTP/1.1" status: 200 len: 858 time: 0.1091576 May 04 18:57:37.390271 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 48578) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:57:37.403340 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-ad0914a9-2c89-45ac-b089-b11064ab3cd8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:37.416078 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvr_db [None req-f795333d-0a9a-4974-9526-4c8f66ecf5e3 None None] Set router ef792f77-065e-42a3-85fe-a804c7a09f70 gateway port host: dv-cinder-840525-1-iscsi {{(pid=103282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 18:57:37.435125 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d50755-9f5d-4abb-8bd8-b170f7571ba2 req-5047af67-30bc-4818-ab4d-3348eebd664e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:57:37.436608 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d3d50755-9f5d-4abb-8bd8-b170f7571ba2 req-5047af67-30bc-4818-ab4d-3348eebd664e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b776d5b6-becc-4024-9dab-9ffc4ba67a01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0781221 May 04 18:57:37.485073 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-1c55e5cf-9c05-45b5-bdb4-92f2436ecfcd req-854ffc19-5971-43b0-9b29-a5d3914b15e5 service neutron] 10.222.0.55 "GET /v2.0/networks/53f417bd-e455-4de8-9365-a661c93c9b00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502473 May 04 18:57:37.495825 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-ad0914a9-2c89-45ac-b089-b11064ab3cd8 admin admin] Publish callbacks [] for security_group (ce4acc38-dd5c-40a8-88aa-501d7aae8f8a), precommit_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:37.502465 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-ad0914a9-2c89-45ac-b089-b11064ab3cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (ce4acc38-dd5c-40a8-88aa-501d7aae8f8a), after_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:37.534524 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10a55e21-0170-462a-b076-93f090d20502', 'tag': '843fc3ed-e6f9-4db5-9c3e-d942e8b8745c'}] {{(pid=103280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:57:37.537311 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d17ed66b9d9b08214cd1b2d258b378c61736cd464b468dfe37a5b26948fd6e52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7e55a7f-003c-4f24-bc1e-405b7b6f30ac" -d '{"events": [{"name": "network-changed", "server_uuid": "10a55e21-0170-462a-b076-93f090d20502", "tag": "843fc3ed-e6f9-4db5-9c3e-d942e8b8745c"}]}' {{(pid=103280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 18:57:37.553768 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-ad0914a9-2c89-45ac-b089-b11064ab3cd8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=161688b75b944b12933bb514d801b79d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1624734 May 04 18:57:37.554681 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 48582) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:57:37.561746 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0914a9-2c89-45ac-b089-b11064ab3cd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce4acc38-dd5c-40a8-88aa-501d7aae8f8a,revision_number=1']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:57:37.565591 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d3d50755-9f5d-4abb-8bd8-b170f7571ba2 req-3873e10b-7016-4492-88af-3e8e725fdfde service neutron] 10.222.0.55 "GET /v2.0/networks/b776d5b6-becc-4024-9dab-9ffc4ba67a01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211708 May 04 18:57:37.580130 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 18:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edb1c221-a1da-470f-a92b-db86cde7b7f0 x-openstack-request-id: req-edb1c221-a1da-470f-a92b-db86cde7b7f0 {{(pid=103280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 18:57:37.580423 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10a55e21-0170-462a-b076-93f090d20502", "tag": "843fc3ed-e6f9-4db5-9c3e-d942e8b8745c", "status": "completed", "code": 200}]} {{(pid=103280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 18:57:37.580668 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-edb1c221-a1da-470f-a92b-db86cde7b7f0 {{(pid=103280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 18:57:37.581058 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.notifiers.nova [-] Nova event matching ['req-edb1c221-a1da-470f-a92b-db86cde7b7f0'] response: {'name': 'network-changed', 'server_uuid': '10a55e21-0170-462a-b076-93f090d20502', 'tag': '843fc3ed-e6f9-4db5-9c3e-d942e8b8745c', 'status': 'completed', 'code': 200} May 04 18:57:37.622476 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-8bc4cd71-d2bc-42c5-93a3-cbf94ce030e1 admin admin] Publish callbacks [] for security_group (ce4acc38-dd5c-40a8-88aa-501d7aae8f8a), before_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:37.650957 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-8bc4cd71-d2bc-42c5-93a3-cbf94ce030e1 admin admin] Publish callbacks [] for security_group (ce4acc38-dd5c-40a8-88aa-501d7aae8f8a), precommit_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:37.720701 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-f795333d-0a9a-4974-9526-4c8f66ecf5e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef792f77-065e-42a3-85fe-a804c7a09f70', 'name': 'tempest-AttachVolumeTestJSON-1110027105-router', 'tenant_id': 'd220357192eb4ba5a2cdd43f000cd4c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'external_fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '1dbb1916-5d86-42ef-bf63-cc969ada161e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:56:51Z', 'updated_at': '2022-05-04T18:56:58Z', 'revision_number': 4, 'project_id': 'd220357192eb4ba5a2cdd43f000cd4c4', 'gw_port': {'id': '1dbb1916-5d86-42ef-bf63-cc969ada161e', 'name': '', 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:02:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef792f77-065e-42a3-85fe-a804c7a09f70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:56:52Z', 'updated_at': '2022-05-04T18:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-1-iscsi', '_floatingips': [{'id': 'e459b01c-5e97-43f4-8aa2-b14affe8ae4f', 'tenant_id': 'd220357192eb4ba5a2cdd43f000cd4c4', 'floating_ip_address': '172.27.0.196', 'floating_network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'router_id': 'ef792f77-065e-42a3-85fe-a804c7a09f70', 'port_id': '843fc3ed-e6f9-4db5-9c3e-d942e8b8745c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 91, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30fa2e3e-f6d8-4564-bce1-ee05a5bd0ce9', 'mac_address': 'fa:16:3e:90:51:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a55e21-0170-462a-b076-93f090d20502', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T18:57:05Z', 'updated_at': '2022-05-04T18:57:35Z', 'revision_number': 1, 'project_id': 'd220357192eb4ba5a2cdd43f000cd4c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6a6d3f1-652a-4d38-bbcd-5f14c34d7927', 'name': '', 'network_id': '30fa2e3e-f6d8-4564-bce1-ee05a5bd0ce9', 'tenant_id': 'd220357192eb4ba5a2cdd43f000cd4c4', 'mac_address': 'fa:16:3e:ff:12:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef792f77-065e-42a3-85fe-a804c7a09f70', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'd9b5c29e-b014-49ec-aabd-8c0ad7c78e2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:56:56Z', 'updated_at': '2022-05-04T18:57:06Z', 'revision_number': 5, 'project_id': 'd220357192eb4ba5a2cdd43f000cd4c4', 'subnets': [{'id': 'd9b5c29e-b014-49ec-aabd-8c0ad7c78e2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-1-iscsi', False) {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:57:37.742253 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-8bc4cd71-d2bc-42c5-93a3-cbf94ce030e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (ce4acc38-dd5c-40a8-88aa-501d7aae8f8a), after_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:37.744320 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-8bc4cd71-d2bc-42c5-93a3-cbf94ce030e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:37.746063 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-8bc4cd71-d2bc-42c5-93a3-cbf94ce030e1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ce4acc38-dd5c-40a8-88aa-501d7aae8f8a HTTP/1.1" status: 204 len: 168 time: 0.1904407 May 04 18:57:37.755490 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc4cd71-d2bc-42c5-93a3-cbf94ce030e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce4acc38-dd5c-40a8-88aa-501d7aae8f8a,revision_number=None']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:57:37.757562 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f795333d-0a9a-4974-9526-4c8f66ecf5e3 None None] Checking router: ef792f77-065e-42a3-85fe-a804c7a09f70 for host: dv-cinder-840525-1-iscsi {{(pid=103282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 18:57:37.769594 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f795333d-0a9a-4974-9526-4c8f66ecf5e3 None None] Routers {'ef792f77-065e-42a3-85fe-a804c7a09f70'} bound to L3 agent in host dv-cinder-840525-1-iscsi {{(pid=103282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 18:57:37.770435 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-f795333d-0a9a-4974-9526-4c8f66ecf5e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T18:48:29Z,description=,heartbeat_timestamp=2022-05-04T18:57:29Z,host='dv-cinder-840525-1-iscsi',id=0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:48:29Z,topic='l3_agent')) {'router_ids': ['ef792f77-065e-42a3-85fe-a804c7a09f70'], 'active': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:57:37.905313 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvr_db [None req-f795333d-0a9a-4974-9526-4c8f66ecf5e3 None None] Set router ef792f77-065e-42a3-85fe-a804c7a09f70 gateway port host: dv-cinder-840525-1-iscsi {{(pid=103282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 18:57:38.350759 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2722a2-d83a-4eeb-bab5-68613de578db req-cb2db0ec-a2b6-4e80-9424-082a8bcc5cac tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:57:38.364826 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-1b2722a2-d83a-4eeb-bab5-68613de578db req-cb2db0ec-a2b6-4e80-9424-082a8bcc5cac tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "GET /v2.0/ports?device_id=17fac175-cd79-4ced-9222-45c1ce31cd0e HTTP/1.1" status: 200 len: 944 time: 0.0844691 May 04 18:57:38.383502 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-f795333d-0a9a-4974-9526-4c8f66ecf5e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef792f77-065e-42a3-85fe-a804c7a09f70', 'name': 'tempest-AttachVolumeTestJSON-1110027105-router', 'tenant_id': 'd220357192eb4ba5a2cdd43f000cd4c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'external_fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '1dbb1916-5d86-42ef-bf63-cc969ada161e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:56:51Z', 'updated_at': '2022-05-04T18:56:58Z', 'revision_number': 4, 'project_id': 'd220357192eb4ba5a2cdd43f000cd4c4', 'gw_port': {'id': '1dbb1916-5d86-42ef-bf63-cc969ada161e', 'name': '', 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:02:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef792f77-065e-42a3-85fe-a804c7a09f70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:56:52Z', 'updated_at': '2022-05-04T18:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-1-iscsi', '_floatingips': [{'id': 'e459b01c-5e97-43f4-8aa2-b14affe8ae4f', 'tenant_id': 'd220357192eb4ba5a2cdd43f000cd4c4', 'floating_ip_address': '172.27.0.196', 'floating_network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'router_id': 'ef792f77-065e-42a3-85fe-a804c7a09f70', 'port_id': '843fc3ed-e6f9-4db5-9c3e-d942e8b8745c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 91, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30fa2e3e-f6d8-4564-bce1-ee05a5bd0ce9', 'mac_address': 'fa:16:3e:90:51:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a55e21-0170-462a-b076-93f090d20502', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T18:57:05Z', 'updated_at': '2022-05-04T18:57:35Z', 'revision_number': 1, 'project_id': 'd220357192eb4ba5a2cdd43f000cd4c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6a6d3f1-652a-4d38-bbcd-5f14c34d7927', 'name': '', 'network_id': '30fa2e3e-f6d8-4564-bce1-ee05a5bd0ce9', 'tenant_id': 'd220357192eb4ba5a2cdd43f000cd4c4', 'mac_address': 'fa:16:3e:ff:12:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef792f77-065e-42a3-85fe-a804c7a09f70', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'd9b5c29e-b014-49ec-aabd-8c0ad7c78e2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:56:56Z', 'updated_at': '2022-05-04T18:57:06Z', 'revision_number': 5, 'project_id': 'd220357192eb4ba5a2cdd43f000cd4c4', 'subnets': [{'id': 'd9b5c29e-b014-49ec-aabd-8c0ad7c78e2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-1-iscsi', False) {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:57:38.423017 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f795333d-0a9a-4974-9526-4c8f66ecf5e3 None None] The sync data for ids ['ef792f77-065e-42a3-85fe-a804c7a09f70'] in dv-cinder-840525-1-iscsi is: [{'id': 'ef792f77-065e-42a3-85fe-a804c7a09f70', 'name': 'tempest-AttachVolumeTestJSON-1110027105-router', 'tenant_id': 'd220357192eb4ba5a2cdd43f000cd4c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'external_fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '1dbb1916-5d86-42ef-bf63-cc969ada161e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:56:51Z', 'updated_at': '2022-05-04T18:56:58Z', 'revision_number': 4, 'project_id': 'd220357192eb4ba5a2cdd43f000cd4c4', 'gw_port': {'id': '1dbb1916-5d86-42ef-bf63-cc969ada161e', 'name': '', 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:02:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef792f77-065e-42a3-85fe-a804c7a09f70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:56:52Z', 'updated_at': '2022-05-04T18:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-1-iscsi', '_floatingips': [{'id': 'e459b01c-5e97-43f4-8aa2-b14affe8ae4f', 'tenant_id': 'd220357192eb4ba5a2cdd43f000cd4c4', 'floating_ip_address': '172.27.0.196', 'floating_network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'router_id': 'ef792f77-065e-42a3-85fe-a804c7a09f70', 'port_id': '843fc3ed-e6f9-4db5-9c3e-d942e8b8745c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 91, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30fa2e3e-f6d8-4564-bce1-ee05a5bd0ce9', 'mac_address': 'fa:16:3e:90:51:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a55e21-0170-462a-b076-93f090d20502', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T18:57:05Z', 'updated_at': '2022-05-04T18:57:35Z', 'revision_number': 1, 'project_id': 'd220357192eb4ba5a2cdd43f000cd4c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6a6d3f1-652a-4d38-bbcd-5f14c34d7927', 'name': '', 'network_id': '30fa2e3e-f6d8-4564-bce1-ee05a5bd0ce9', 'tenant_id': 'd220357192eb4ba5a2cdd43f000cd4c4', 'mac_address': 'fa:16:3e:ff:12:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef792f77-065e-42a3-85fe-a804c7a09f70', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'd9b5c29e-b014-49ec-aabd-8c0ad7c78e2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:56:56Z', 'updated_at': '2022-05-04T18:57:06Z', 'revision_number': 5, 'project_id': 'd220357192eb4ba5a2cdd43f000cd4c4', 'subnets': [{'id': 'd9b5c29e-b014-49ec-aabd-8c0ad7c78e2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 18:57:38.438088 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-1b2722a2-d83a-4eeb-bab5-68613de578db req-4c82f9d4-1f1b-4267-8cfa-74ae2e5aa43f tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "GET /v2.0/security-groups?id=9d88f451-ad1c-48db-9f4e-8a10b8249478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719779 May 04 18:57:38.465171 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Device a81aec1d-dd23-4f9f-baae-f4f36a40cf1b details requested by agent hyperv_hv-cinder-84052 with host hv-cinder-84052 {{(pid=103281) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 18:57:38.589656 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb323a0-b33e-4289-92ba-b430d903d67d req-a6d5a4ad-d2ef-4e20-9026-4359b32af474 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:57:38.591904 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-5bb323a0-b33e-4289-92ba-b430d903d67d req-a6d5a4ad-d2ef-4e20-9026-4359b32af474 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5f655af-21f6-4752-9a82-5001e0ecce2a HTTP/1.1" status: 200 len: 944 time: 0.2247262 May 04 18:57:38.603240 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d3d50755-9f5d-4abb-8bd8-b170f7571ba2 req-4a78ce82-b5dd-4fb7-80c6-57c49e443d2e service neutron] 10.222.0.55 "GET /v2.0/networks/b776d5b6-becc-4024-9dab-9ffc4ba67a01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623423 May 04 18:57:38.628175 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] For port a81aec1d-dd23-4f9f-baae-f4f36a40cf1b, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=a81aec1d-dd23-4f9f-baae-f4f36a40cf1b,segment=NetworkSegment(83414da3-b767-40e5-839e-69613fac7970),segment_id=83414da3-b767-40e5-839e-69613fac7970)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:57:38.667335 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Returning: {'device': 'a81aec1d-dd23-4f9f-baae-f4f36a40cf1b', 'network_id': '53f417bd-e455-4de8-9365-a661c93c9b00', 'port_id': 'a81aec1d-dd23-4f9f-baae-f4f36a40cf1b', 'mac_address': 'fa:16:3e:bc:03:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 255, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e66736f7-cfb8-4201-a579-14943c9785b1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103281) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 18:57:38.696655 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e55a7f-003c-4f24-bc1e-405b7b6f30ac req-29209d6e-3dcd-42bd-b603-5b882f0fe3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:57:38.698282 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-c7e55a7f-003c-4f24-bc1e-405b7b6f30ac req-29209d6e-3dcd-42bd-b603-5b882f0fe3fe service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d220357192eb4ba5a2cdd43f000cd4c4&device_id=10a55e21-0170-462a-b076-93f090d20502 HTTP/1.1" status: 200 len: 1129 time: 0.2588849 May 04 18:57:38.737355 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-5bb323a0-b33e-4289-92ba-b430d903d67d req-87a74993-46f6-4fe2-9481-4888c88ec019 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ea6ee27-c11d-4233-954f-1b439202ab30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287553 May 04 18:57:38.749224 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Current status of the port a81aec1d-dd23-4f9f-baae-f4f36a40cf1b is: DOWN; New status is: BUILD {{(pid=103281) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:57:38.749820 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (a81aec1d-dd23-4f9f-baae-f4f36a40cf1b), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:38.771578 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.notifiers.nova [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a81aec1d-dd23-4f9f-baae-f4f36a40cf1b {{(pid=103281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 18:57:38.779257 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e8fdf8-0d4e-4247-b4d5-e82dab060edd None None] New status for floating IP e459b01c-5e97-43f4-8aa2-b14affe8ae4f: ACTIVE {{(pid=103281) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 18:57:38.991359 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] For port a81aec1d-dd23-4f9f-baae-f4f36a40cf1b, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=a81aec1d-dd23-4f9f-baae-f4f36a40cf1b,segment=NetworkSegment(83414da3-b767-40e5-839e-69613fac7970),segment_id=83414da3-b767-40e5-839e-69613fac7970)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:57:38.998366 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136'] for port (a81aec1d-dd23-4f9f-baae-f4f36a40cf1b), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:38.999021 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Device 0e4c0f03-db71-4276-9e3b-8f50be746074 details requested by agent hyperv_hv-cinder-84052 with host hv-cinder-84052 {{(pid=103281) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 18:57:39.128344 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Pushing event updated for resources: {'Port': ['ID=a81aec1d-dd23-4f9f-baae-f4f36a40cf1b,revision_number=4']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:57:39.279834 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] For port 0e4c0f03-db71-4276-9e3b-8f50be746074, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=0e4c0f03-db71-4276-9e3b-8f50be746074,segment=NetworkSegment(6694153e-2070-44d0-bec4-dda97cd2835f),segment_id=6694153e-2070-44d0-bec4-dda97cd2835f)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:57:39.292783 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Returning: {'device': '0e4c0f03-db71-4276-9e3b-8f50be746074', 'network_id': 'b776d5b6-becc-4024-9dab-9ffc4ba67a01', 'port_id': '0e4c0f03-db71-4276-9e3b-8f50be746074', 'mac_address': 'fa:16:3e:f8:5b:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 263, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02826e21-c978-41a3-b31e-dd2107bb922c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103281) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 18:57:39.348984 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Current status of the port 0e4c0f03-db71-4276-9e3b-8f50be746074 is: DOWN; New status is: BUILD {{(pid=103281) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:57:39.349608 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (0e4c0f03-db71-4276-9e3b-8f50be746074), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:39.363178 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.notifiers.nova [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e4c0f03-db71-4276-9e3b-8f50be746074 {{(pid=103281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 18:57:39.384392 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] For port 0e4c0f03-db71-4276-9e3b-8f50be746074, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=0e4c0f03-db71-4276-9e3b-8f50be746074,segment=NetworkSegment(6694153e-2070-44d0-bec4-dda97cd2835f),segment_id=6694153e-2070-44d0-bec4-dda97cd2835f)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:57:39.389782 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136'] for port (0e4c0f03-db71-4276-9e3b-8f50be746074), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:39.441078 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Pushing event updated for resources: {'Port': ['ID=0e4c0f03-db71-4276-9e3b-8f50be746074,revision_number=4']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:57:39.567080 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132c2273-8704-4940-9a7d-69cb3be0f6ac req-76becb87-e6c1-4874-83a9-c83faa1556d5 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:57:39.570077 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-132c2273-8704-4940-9a7d-69cb3be0f6ac req-76becb87-e6c1-4874-83a9-c83faa1556d5 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "GET /v2.0/ports?device_id=17fac175-cd79-4ced-9222-45c1ce31cd0e HTTP/1.1" status: 200 len: 945 time: 0.0466096 May 04 18:57:39.616398 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-132c2273-8704-4940-9a7d-69cb3be0f6ac req-f8f1975e-9e80-4e95-8073-639aeb037744 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "GET /v2.0/security-groups?id=9d88f451-ad1c-48db-9f4e-8a10b8249478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417147 May 04 18:57:39.863110 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9e16b2-e621-466f-90cb-a36d9f5832d7 req-c7d2ad85-f9eb-47fa-8a5e-982ca17d260a tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:57:39.864974 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-3c9e16b2-e621-466f-90cb-a36d9f5832d7 req-c7d2ad85-f9eb-47fa-8a5e-982ca17d260a tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5f655af-21f6-4752-9a82-5001e0ecce2a HTTP/1.1" status: 200 len: 945 time: 0.0578349 May 04 18:57:39.919124 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-3c9e16b2-e621-466f-90cb-a36d9f5832d7 req-8ecdc767-f5d1-47ec-99ef-82c094fbbc25 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ea6ee27-c11d-4233-954f-1b439202ab30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468593 May 04 18:57:40.560030 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 48736) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:57:40.667316 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-de09fd4a-2fa3-4035-a74f-1d7ebebeafca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:40.743562 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893cbc67-7611-403f-9371-cccf1bf2be15 req-12fff83a-c67c-4a2a-b918-4acd7aad3b85 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:57:40.745427 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-893cbc67-7611-403f-9371-cccf1bf2be15 req-12fff83a-c67c-4a2a-b918-4acd7aad3b85 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "GET /v2.0/ports?device_id=17fac175-cd79-4ced-9222-45c1ce31cd0e HTTP/1.1" status: 200 len: 945 time: 0.0605950 May 04 18:57:40.808445 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-de09fd4a-2fa3-4035-a74f-1d7ebebeafca admin admin] Publish callbacks [] for security_group (27ac037f-e459-418e-b2d3-90022e85ac2c), precommit_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:40.815773 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-893cbc67-7611-403f-9371-cccf1bf2be15 req-6ab93c0e-7bae-4615-9587-fed24887959a tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "GET /v2.0/security-groups?id=9d88f451-ad1c-48db-9f4e-8a10b8249478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642660 May 04 18:57:40.816749 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-de09fd4a-2fa3-4035-a74f-1d7ebebeafca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (27ac037f-e459-418e-b2d3-90022e85ac2c), after_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:40.853338 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09fd4a-2fa3-4035-a74f-1d7ebebeafca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27ac037f-e459-418e-b2d3-90022e85ac2c,revision_number=1']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:57:40.859153 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-de09fd4a-2fa3-4035-a74f-1d7ebebeafca admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=96797ec6e642411c9b32bcc61f4a12f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2981107 May 04 18:57:40.861399 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 48742) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:57:40.909719 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-36dc23ce-ca89-4d84-8d85-b71574cb1fbc admin admin] Publish callbacks [] for security_group (27ac037f-e459-418e-b2d3-90022e85ac2c), before_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:40.931217 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-36dc23ce-ca89-4d84-8d85-b71574cb1fbc admin admin] Publish callbacks [] for security_group (27ac037f-e459-418e-b2d3-90022e85ac2c), precommit_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:40.979874 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-36dc23ce-ca89-4d84-8d85-b71574cb1fbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (27ac037f-e459-418e-b2d3-90022e85ac2c), after_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:40.982695 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-36dc23ce-ca89-4d84-8d85-b71574cb1fbc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:40.983902 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-36dc23ce-ca89-4d84-8d85-b71574cb1fbc admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/27ac037f-e459-418e-b2d3-90022e85ac2c HTTP/1.1" status: 204 len: 168 time: 0.1216061 May 04 18:57:40.993180 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dc23ce-ca89-4d84-8d85-b71574cb1fbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27ac037f-e459-418e-b2d3-90022e85ac2c,revision_number=None']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:57:41.045822 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00428b4-50c1-4aac-a3d6-1c11f75cc36f req-d4a9dadc-8026-4497-95dd-6018a7679cd8 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:57:41.047927 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e00428b4-50c1-4aac-a3d6-1c11f75cc36f req-d4a9dadc-8026-4497-95dd-6018a7679cd8 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5f655af-21f6-4752-9a82-5001e0ecce2a HTTP/1.1" status: 200 len: 945 time: 0.0606439 May 04 18:57:41.096966 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e00428b4-50c1-4aac-a3d6-1c11f75cc36f req-a7267858-6e62-4fe0-b4d1-dd1e87ac85ba tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ea6ee27-c11d-4233-954f-1b439202ab30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413163 May 04 18:57:41.254040 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 48754) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:57:41.267544 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-b06c7234-0fda-4b2d-a3f6-846948bd39e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:41.347988 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-b06c7234-0fda-4b2d-a3f6-846948bd39e6 admin admin] Publish callbacks [] for security_group (5bfed3aa-c13a-462c-b480-987eec3f3539), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:41.353576 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-b06c7234-0fda-4b2d-a3f6-846948bd39e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (5bfed3aa-c13a-462c-b480-987eec3f3539), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:41.389806 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06c7234-0fda-4b2d-a3f6-846948bd39e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bfed3aa-c13a-462c-b480-987eec3f3539,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:57:41.394019 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-b06c7234-0fda-4b2d-a3f6-846948bd39e6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c84843f5407e4c549328b7897a80becf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1389768 May 04 18:57:41.396796 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 48756) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:57:41.445731 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-65a7c000-7c83-4b06-8d52-b3a6505c0a3c admin admin] Publish callbacks [] for security_group (5bfed3aa-c13a-462c-b480-987eec3f3539), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:41.465025 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-65a7c000-7c83-4b06-8d52-b3a6505c0a3c admin admin] Publish callbacks [] for security_group (5bfed3aa-c13a-462c-b480-987eec3f3539), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:41.511958 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-65a7c000-7c83-4b06-8d52-b3a6505c0a3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (5bfed3aa-c13a-462c-b480-987eec3f3539), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:41.514654 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-65a7c000-7c83-4b06-8d52-b3a6505c0a3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:41.515916 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-65a7c000-7c83-4b06-8d52-b3a6505c0a3c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5bfed3aa-c13a-462c-b480-987eec3f3539 HTTP/1.1" status: 204 len: 168 time: 0.1182272 May 04 18:57:41.523604 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a7c000-7c83-4b06-8d52-b3a6505c0a3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bfed3aa-c13a-462c-b480-987eec3f3539,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:57:41.655633 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e55a7f-003c-4f24-bc1e-405b7b6f30ac req-d975c003-bfd6-4ed5-b5fb-b4c67b4e9302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:57:41.657124 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-c7e55a7f-003c-4f24-bc1e-405b7b6f30ac req-d975c003-bfd6-4ed5-b5fb-b4c67b4e9302 service neutron] 10.222.0.55 "GET /v2.0/networks?id=30fa2e3e-f6d8-4564-bce1-ee05a5bd0ce9 HTTP/1.1" status: 200 len: 912 time: 0.0895138 May 04 18:57:41.948823 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39290d3e-5971-4b9c-a8b5-552498648303 req-5b191740-1f53-4598-a7b7-d5b3ee8490ce tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:57:41.950469 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-39290d3e-5971-4b9c-a8b5-552498648303 req-5b191740-1f53-4598-a7b7-d5b3ee8490ce tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "GET /v2.0/ports?device_id=17fac175-cd79-4ced-9222-45c1ce31cd0e HTTP/1.1" status: 200 len: 945 time: 0.0561550 May 04 18:57:42.000299 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-39290d3e-5971-4b9c-a8b5-552498648303 req-f5959b76-1da3-4764-9be2-a0960bf8752c tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "GET /v2.0/security-groups?id=9d88f451-ad1c-48db-9f4e-8a10b8249478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441065 May 04 18:57:42.211346 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dac4769-af51-4cd7-9cc2-3acc4ee95bc4 req-c18a1406-66a1-4096-965f-de514eba320a tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:57:42.213806 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-4dac4769-af51-4cd7-9cc2-3acc4ee95bc4 req-c18a1406-66a1-4096-965f-de514eba320a tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5f655af-21f6-4752-9a82-5001e0ecce2a HTTP/1.1" status: 200 len: 945 time: 0.0522399 May 04 18:57:42.266387 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-4dac4769-af51-4cd7-9cc2-3acc4ee95bc4 req-de64341e-ccb0-4f3d-9283-57a080e0c640 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ea6ee27-c11d-4233-954f-1b439202ab30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468271 May 04 18:57:43.118911 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5361d2e-ce50-442d-b2df-9b814d88d14d req-edcf3371-f114-4e4f-abe1-788ad65e8cf6 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:57:43.120775 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-b5361d2e-ce50-442d-b2df-9b814d88d14d req-edcf3371-f114-4e4f-abe1-788ad65e8cf6 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "GET /v2.0/ports?device_id=17fac175-cd79-4ced-9222-45c1ce31cd0e HTTP/1.1" status: 200 len: 945 time: 0.0455966 May 04 18:57:43.169482 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-b5361d2e-ce50-442d-b2df-9b814d88d14d req-5a9e44c0-2738-4175-8c45-e3f76ddc0d7b tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "GET /v2.0/security-groups?id=9d88f451-ad1c-48db-9f4e-8a10b8249478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430205 May 04 18:57:43.376887 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366ba19b-ba5f-4b89-9dfd-c3dd8c1db6f0 req-2c2984a8-c51e-4e30-b923-991a2f8be238 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:57:43.378375 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-366ba19b-ba5f-4b89-9dfd-c3dd8c1db6f0 req-2c2984a8-c51e-4e30-b923-991a2f8be238 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5f655af-21f6-4752-9a82-5001e0ecce2a HTTP/1.1" status: 200 len: 945 time: 0.0467975 May 04 18:57:43.427973 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-366ba19b-ba5f-4b89-9dfd-c3dd8c1db6f0 req-c4ae323d-66c5-4038-a656-8012b597a205 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ea6ee27-c11d-4233-954f-1b439202ab30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438237 May 04 18:57:43.459292 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.agents_db [None req-bd7ab176-2eba-4334-8b69-697435aa36c2 None None] Agent healthcheck: found 6 active agents {{(pid=103282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 18:57:44.298113 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c7c8a8-1f75-458e-b008-9d2bdfe7c516 req-242b6b81-e894-436f-9cad-834b329d42bf tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:57:44.299623 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-b8c7c8a8-1f75-458e-b008-9d2bdfe7c516 req-242b6b81-e894-436f-9cad-834b329d42bf tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "GET /v2.0/ports?device_id=17fac175-cd79-4ced-9222-45c1ce31cd0e HTTP/1.1" status: 200 len: 945 time: 0.0528290 May 04 18:57:44.348309 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-b8c7c8a8-1f75-458e-b008-9d2bdfe7c516 req-4f0dd73e-fa67-4c75-a558-bac9823c7e3c tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "GET /v2.0/security-groups?id=9d88f451-ad1c-48db-9f4e-8a10b8249478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427825 May 04 18:57:44.553291 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd6bfb2-cd0d-4050-a55e-2594a21e4a04 req-795d5227-6b89-4d96-a884-edb260050e36 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:57:44.554759 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-3fd6bfb2-cd0d-4050-a55e-2594a21e4a04 req-795d5227-6b89-4d96-a884-edb260050e36 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5f655af-21f6-4752-9a82-5001e0ecce2a HTTP/1.1" status: 200 len: 945 time: 0.0464771 May 04 18:57:44.600833 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-3fd6bfb2-cd0d-4050-a55e-2594a21e4a04 req-d26dd8e3-7a0a-47d0-b1ad-30d9329eabd1 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ea6ee27-c11d-4233-954f-1b439202ab30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404015 May 04 18:57:44.633729 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] get_ports_and_sgs() called for port_ids ['a81aec1d-dd23-4f9f-baae-f4f36a40cf1b'] {{(pid=103281) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 18:57:44.796459 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] get_ports_and_sgs() called for port_ids ['0e4c0f03-db71-4276-9e3b-8f50be746074'] {{(pid=103281) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 18:57:45.475579 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00190bf-01d3-4be6-9fb3-c7b7a8280dac req-d64f20e6-b882-47c6-9406-06c0a17b60be tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:57:45.478117 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-a00190bf-01d3-4be6-9fb3-c7b7a8280dac req-d64f20e6-b882-47c6-9406-06c0a17b60be tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "GET /v2.0/ports?device_id=17fac175-cd79-4ced-9222-45c1ce31cd0e HTTP/1.1" status: 200 len: 945 time: 0.0509775 May 04 18:57:45.529006 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-a00190bf-01d3-4be6-9fb3-c7b7a8280dac req-86c8238b-141c-40d6-ac67-fe70edceb493 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "GET /v2.0/security-groups?id=9d88f451-ad1c-48db-9f4e-8a10b8249478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449445 May 04 18:57:45.732122 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c135db2-8596-4561-a2b0-f9093430a4c5 req-4877c6dc-e5f3-4652-a142-67d34e2c273f tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:57:45.739428 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-7c135db2-8596-4561-a2b0-f9093430a4c5 req-4877c6dc-e5f3-4652-a142-67d34e2c273f tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5f655af-21f6-4752-9a82-5001e0ecce2a HTTP/1.1" status: 200 len: 945 time: 0.0577016 May 04 18:57:45.788795 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-7c135db2-8596-4561-a2b0-f9093430a4c5 req-34ffc3a7-ee9a-430e-947b-598a653f9bff tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ea6ee27-c11d-4233-954f-1b439202ab30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484426 May 04 18:57:45.863593 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 48924) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:57:45.912515 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-c7e55a7f-003c-4f24-bc1e-405b7b6f30ac req-f679b3c0-c654-4ba1-9e64-6cf7a985a83a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=843fc3ed-e6f9-4db5-9c3e-d942e8b8745c HTTP/1.1" status: 200 len: 1001 time: 0.1193869 May 04 18:57:46.004796 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-323de99f-2761-4a2a-84be-763d62841df7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:46.081672 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-323de99f-2761-4a2a-84be-763d62841df7 admin admin] Publish callbacks [] for security_group (18f97c02-cecf-4c2f-87bb-392cb8baa232), precommit_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:46.085938 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-323de99f-2761-4a2a-84be-763d62841df7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (18f97c02-cecf-4c2f-87bb-392cb8baa232), after_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:46.127824 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-323de99f-2761-4a2a-84be-763d62841df7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f0b03b527658452babb41bb302254a32&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2628896 May 04 18:57:46.128546 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323de99f-2761-4a2a-84be-763d62841df7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18f97c02-cecf-4c2f-87bb-392cb8baa232,revision_number=1']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:57:46.130920 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 48944) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:57:46.186473 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-8dccbed5-0615-4d9e-b9a6-105ece946b4e admin admin] Publish callbacks [] for security_group (18f97c02-cecf-4c2f-87bb-392cb8baa232), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:46.246987 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-8dccbed5-0615-4d9e-b9a6-105ece946b4e admin admin] Publish callbacks [] for security_group (18f97c02-cecf-4c2f-87bb-392cb8baa232), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:46.278098 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e55a7f-003c-4f24-bc1e-405b7b6f30ac req-7acd9cfc-919f-4a4e-89fd-8fbd1381ed9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:57:46.279568 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-c7e55a7f-003c-4f24-bc1e-405b7b6f30ac req-7acd9cfc-919f-4a4e-89fd-8fbd1381ed9d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d9b5c29e-b014-49ec-aabd-8c0ad7c78e2e HTTP/1.1" status: 200 len: 850 time: 0.0832500 May 04 18:57:46.340298 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e55a7f-003c-4f24-bc1e-405b7b6f30ac req-f1a2e37e-6065-4970-8214-d3afb1611a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:57:46.342220 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-c7e55a7f-003c-4f24-bc1e-405b7b6f30ac req-f1a2e37e-6065-4970-8214-d3afb1611a68 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=30fa2e3e-f6d8-4564-bce1-ee05a5bd0ce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0552490 May 04 18:57:46.359387 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-8dccbed5-0615-4d9e-b9a6-105ece946b4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (18f97c02-cecf-4c2f-87bb-392cb8baa232), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:46.362105 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-8dccbed5-0615-4d9e-b9a6-105ece946b4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:46.363174 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-8dccbed5-0615-4d9e-b9a6-105ece946b4e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/18f97c02-cecf-4c2f-87bb-392cb8baa232 HTTP/1.1" status: 204 len: 168 time: 0.2310493 May 04 18:57:46.390974 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dccbed5-0615-4d9e-b9a6-105ece946b4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18f97c02-cecf-4c2f-87bb-392cb8baa232,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:57:46.480729 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-c7e55a7f-003c-4f24-bc1e-405b7b6f30ac req-39d4a815-b5b5-4422-b89d-d47985692330 service neutron] 10.222.0.55 "GET /v2.0/networks/30fa2e3e-f6d8-4564-bce1-ee05a5bd0ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317074 May 04 18:57:46.593965 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-c7e55a7f-003c-4f24-bc1e-405b7b6f30ac req-b8a5193d-8d5e-4ba6-b250-b9ffd3ce7a9a service neutron] 10.222.0.55 "GET /v2.0/networks/30fa2e3e-f6d8-4564-bce1-ee05a5bd0ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062279 May 04 18:57:46.662235 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Device a81aec1d-dd23-4f9f-baae-f4f36a40cf1b up at agent hyperv_hv-cinder-84052 {{(pid=103281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 18:57:46.706464 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc482ba2-508b-4782-b898-65f640719b49 req-1ac47e4c-640b-4d6d-b987-bbf8b508f139 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:57:46.708165 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-cc482ba2-508b-4782-b898-65f640719b49 req-1ac47e4c-640b-4d6d-b987-bbf8b508f139 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "GET /v2.0/ports?device_id=17fac175-cd79-4ced-9222-45c1ce31cd0e HTTP/1.1" status: 200 len: 945 time: 0.0636032 May 04 18:57:46.734472 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Provisioning for port a81aec1d-dd23-4f9f-baae-f4f36a40cf1b completed by entity L2. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 18:57:46.749418 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Provisioning complete for port a81aec1d-dd23-4f9f-baae-f4f36a40cf1b triggered by entity L2. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:57:46.749912 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1774450'] for port (a81aec1d-dd23-4f9f-baae-f4f36a40cf1b), provisioning_complete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:46.788492 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-cc482ba2-508b-4782-b898-65f640719b49 req-36fc5f77-ae0d-4dff-a2f3-577c4eae1fab tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "GET /v2.0/security-groups?id=9d88f451-ad1c-48db-9f4e-8a10b8249478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741808 May 04 18:57:46.799221 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a731333b-36fe-4993-8947-dfc0574df313 req-6eb98f70-2f60-46ad-a27c-0191a4e9e8fa tempest-DeleteServersTestJSON-75468734 tempest-DeleteServersTestJSON-75468734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:57:46.801676 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-a731333b-36fe-4993-8947-dfc0574df313 req-6eb98f70-2f60-46ad-a27c-0191a4e9e8fa tempest-DeleteServersTestJSON-75468734 tempest-DeleteServersTestJSON-75468734-project] 10.222.0.35 "GET /v2.0/ports?device_id=4fa09c4f-1af0-44f4-a84a-1eb86b5abd32 HTTP/1.1" status: 200 len: 946 time: 0.0955663 May 04 18:57:46.845058 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 48970) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:57:46.865628 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-7bbcdc19-be57-4634-9436-5e2b2dc1677c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:46.869968 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Current status of the port a81aec1d-dd23-4f9f-baae-f4f36a40cf1b is: BUILD; New status is: ACTIVE {{(pid=103281) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:57:46.871085 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (a81aec1d-dd23-4f9f-baae-f4f36a40cf1b), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:46.878785 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-a731333b-36fe-4993-8947-dfc0574df313 req-8c9c80fb-827f-4160-a6da-8fa75f506cd8 tempest-DeleteServersTestJSON-75468734 tempest-DeleteServersTestJSON-75468734-project] 10.222.0.35 "GET /v2.0/security-groups?id=668a5dba-1c37-4528-a3f6-873c04e3e7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705256 May 04 18:57:46.904650 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17fac175-cd79-4ced-9222-45c1ce31cd0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a81aec1d-dd23-4f9f-baae-f4f36a40cf1b'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:57:46.908140 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29bc9e8fddf1e81845832baf79700cdfe783df1752dea94dce4e4e68657cb9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b0c067c-dfae-4613-82b0-ae8837dbd784" -d '{"events": [{"server_uuid": "17fac175-cd79-4ced-9222-45c1ce31cd0e", "name": "network-vif-plugged", "status": "completed", "tag": "a81aec1d-dd23-4f9f-baae-f4f36a40cf1b"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 18:57:46.926130 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] For port a81aec1d-dd23-4f9f-baae-f4f36a40cf1b, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=a81aec1d-dd23-4f9f-baae-f4f36a40cf1b,segment=NetworkSegment(83414da3-b767-40e5-839e-69613fac7970),segment_id=83414da3-b767-40e5-839e-69613fac7970)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:57:46.931594 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136'] for port (a81aec1d-dd23-4f9f-baae-f4f36a40cf1b), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:46.932992 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba3f06e-c099-441b-acaf-45e669d2d08f req-bdaed006-35d4-4e49-9d72-ef7615258d9c tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:57:46.933537 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Device 0e4c0f03-db71-4276-9e3b-8f50be746074 up at agent hyperv_hv-cinder-84052 {{(pid=103281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 18:57:46.934485 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6ba3f06e-c099-441b-acaf-45e669d2d08f req-bdaed006-35d4-4e49-9d72-ef7615258d9c tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5f655af-21f6-4752-9a82-5001e0ecce2a HTTP/1.1" status: 200 len: 945 time: 0.0657375 May 04 18:57:46.962766 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 18:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1732c15-a699-49aa-8e92-db2eb3842941 x-openstack-request-id: req-e1732c15-a699-49aa-8e92-db2eb3842941 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 18:57:46.963110 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17fac175-cd79-4ced-9222-45c1ce31cd0e", "name": "network-vif-plugged", "status": "completed", "tag": "a81aec1d-dd23-4f9f-baae-f4f36a40cf1b", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 18:57:46.963366 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e1732c15-a699-49aa-8e92-db2eb3842941 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 18:57:46.963763 dv-cinder-840525-1-iscsi neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1732c15-a699-49aa-8e92-db2eb3842941'] response: {'server_uuid': '17fac175-cd79-4ced-9222-45c1ce31cd0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a81aec1d-dd23-4f9f-baae-f4f36a40cf1b', 'code': 200} May 04 18:57:47.014423 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6ba3f06e-c099-441b-acaf-45e669d2d08f req-650cec49-096d-4e86-8311-50c2660dbb3c tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ea6ee27-c11d-4233-954f-1b439202ab30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707717 May 04 18:57:47.029391 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-7bbcdc19-be57-4634-9436-5e2b2dc1677c admin admin] Publish callbacks [] for security_group (3180e124-877b-46a8-91e8-032e5bf2a003), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:47.032502 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Provisioning for port 0e4c0f03-db71-4276-9e3b-8f50be746074 completed by entity L2. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 18:57:47.034604 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-7bbcdc19-be57-4634-9436-5e2b2dc1677c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (3180e124-877b-46a8-91e8-032e5bf2a003), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:47.035129 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Pushing event updated for resources: {'Port': ['ID=a81aec1d-dd23-4f9f-baae-f4f36a40cf1b,revision_number=5']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:57:47.043937 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Provisioning complete for port 0e4c0f03-db71-4276-9e3b-8f50be746074 triggered by entity L2. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:57:47.044448 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1774450'] for port (0e4c0f03-db71-4276-9e3b-8f50be746074), provisioning_complete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:47.082027 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbcdc19-be57-4634-9436-5e2b2dc1677c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3180e124-877b-46a8-91e8-032e5bf2a003,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:57:47.086278 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-7bbcdc19-be57-4634-9436-5e2b2dc1677c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=853695caa1304ee28f863ad1b853fd07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2402115 May 04 18:57:47.088984 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 48982) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:57:47.136968 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Current status of the port 0e4c0f03-db71-4276-9e3b-8f50be746074 is: BUILD; New status is: ACTIVE {{(pid=103281) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:57:47.137382 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (0e4c0f03-db71-4276-9e3b-8f50be746074), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:47.137717 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-af1cad77-58f8-4d28-95db-3ef989b23c0c admin admin] Publish callbacks [] for security_group (3180e124-877b-46a8-91e8-032e5bf2a003), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:47.161637 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-af1cad77-58f8-4d28-95db-3ef989b23c0c admin admin] Publish callbacks [] for security_group (3180e124-877b-46a8-91e8-032e5bf2a003), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:47.177368 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] For port 0e4c0f03-db71-4276-9e3b-8f50be746074, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=0e4c0f03-db71-4276-9e3b-8f50be746074,segment=NetworkSegment(6694153e-2070-44d0-bec4-dda97cd2835f),segment_id=6694153e-2070-44d0-bec4-dda97cd2835f)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:57:47.184794 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136'] for port (0e4c0f03-db71-4276-9e3b-8f50be746074), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:47.219717 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-af1cad77-58f8-4d28-95db-3ef989b23c0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (3180e124-877b-46a8-91e8-032e5bf2a003), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:47.223387 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-af1cad77-58f8-4d28-95db-3ef989b23c0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:47.224746 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-af1cad77-58f8-4d28-95db-3ef989b23c0c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3180e124-877b-46a8-91e8-032e5bf2a003 HTTP/1.1" status: 204 len: 168 time: 0.1346936 May 04 18:57:47.250031 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1cad77-58f8-4d28-95db-3ef989b23c0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3180e124-877b-46a8-91e8-032e5bf2a003,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:57:47.275108 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Pushing event updated for resources: {'Port': ['ID=0e4c0f03-db71-4276-9e3b-8f50be746074,revision_number=5']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:57:47.929669 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c430e34-0366-4088-926b-ac87f3c1f873 req-45bc0dd2-8196-485a-be5d-a4bf8f4ebe19 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:57:47.931617 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-2c430e34-0366-4088-926b-ac87f3c1f873 req-45bc0dd2-8196-485a-be5d-a4bf8f4ebe19 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "GET /v2.0/ports?device_id=17fac175-cd79-4ced-9222-45c1ce31cd0e HTTP/1.1" status: 200 len: 946 time: 0.0569839 May 04 18:57:47.997116 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-2c430e34-0366-4088-926b-ac87f3c1f873 req-50263f70-570d-46f5-b459-db5a4acfd6ed tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "GET /v2.0/security-groups?id=9d88f451-ad1c-48db-9f4e-8a10b8249478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547552 May 04 18:57:48.047121 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2925046e-6c77-40a9-a743-4b0fe43a8a0e req-b0bfb9b4-a58e-46b5-a017-a8062835e62f tempest-DeleteServersTestJSON-75468734 tempest-DeleteServersTestJSON-75468734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:57:48.048858 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-2925046e-6c77-40a9-a743-4b0fe43a8a0e req-b0bfb9b4-a58e-46b5-a017-a8062835e62f tempest-DeleteServersTestJSON-75468734 tempest-DeleteServersTestJSON-75468734-project] 10.222.0.35 "GET /v2.0/ports?device_id=4fa09c4f-1af0-44f4-a84a-1eb86b5abd32 HTTP/1.1" status: 200 len: 946 time: 0.0704832 May 04 18:57:48.105258 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-2925046e-6c77-40a9-a743-4b0fe43a8a0e req-89e06543-4e76-4335-8122-5b01d9482e01 tempest-DeleteServersTestJSON-75468734 tempest-DeleteServersTestJSON-75468734-project] 10.222.0.35 "GET /v2.0/security-groups?id=668a5dba-1c37-4528-a3f6-873c04e3e7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507221 May 04 18:57:48.190064 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dc2b1e-d307-41fc-82ed-7e549f8309f6 req-f0c234ca-0baf-42e0-b686-68d58a6ba816 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:57:48.191602 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-b4dc2b1e-d307-41fc-82ed-7e549f8309f6 req-f0c234ca-0baf-42e0-b686-68d58a6ba816 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5f655af-21f6-4752-9a82-5001e0ecce2a HTTP/1.1" status: 200 len: 946 time: 0.0520434 May 04 18:57:48.257833 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-b4dc2b1e-d307-41fc-82ed-7e549f8309f6 req-b864a301-6913-405d-a33b-63ccface472a tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ea6ee27-c11d-4233-954f-1b439202ab30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475006 May 04 18:57:48.388510 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87504e90-f18b-4011-9ad3-ab01e6362f86 req-30f0aa14-1ee7-4b9a-a82b-15893b7edbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:57:48.390667 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-87504e90-f18b-4011-9ad3-ab01e6362f86 req-30f0aa14-1ee7-4b9a-a82b-15893b7edbd5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=17fac175-cd79-4ced-9222-45c1ce31cd0e HTTP/1.1" status: 200 len: 1130 time: 0.0411992 May 04 18:57:48.444359 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-87504e90-f18b-4011-9ad3-ab01e6362f86 req-5c19fadb-d8bb-4785-b816-d9577d95024d service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=9d88f451-ad1c-48db-9f4e-8a10b8249478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402451 May 04 18:57:48.851516 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c99bf6-383c-4125-a16c-29ad9c27a61b req-ee4b8ccc-a598-475a-81fc-6ba0bcf2ce03 tempest-DeleteServersTestJSON-75468734 tempest-DeleteServersTestJSON-75468734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:57:48.853360 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d6c99bf6-383c-4125-a16c-29ad9c27a61b req-ee4b8ccc-a598-475a-81fc-6ba0bcf2ce03 tempest-DeleteServersTestJSON-75468734 tempest-DeleteServersTestJSON-75468734-project] 10.222.0.55 "GET /v2.0/ports?device_id=4fa09c4f-1af0-44f4-a84a-1eb86b5abd32 HTTP/1.1" status: 200 len: 946 time: 0.0509427 May 04 18:57:48.965538 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5f655af-21f6-4752-9a82-5001e0ecce2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e4c0f03-db71-4276-9e3b-8f50be746074'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:57:48.968856 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29bc9e8fddf1e81845832baf79700cdfe783df1752dea94dce4e4e68657cb9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6d42bb0-e837-45d1-8bb4-bbff57380d81" -d '{"events": [{"server_uuid": "f5f655af-21f6-4752-9a82-5001e0ecce2a", "name": "network-vif-plugged", "status": "completed", "tag": "0e4c0f03-db71-4276-9e3b-8f50be746074"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 18:57:49.031934 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 18:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbc29f08-bba9-4209-ae4f-7ba4abc08897 x-openstack-request-id: req-cbc29f08-bba9-4209-ae4f-7ba4abc08897 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 18:57:49.032618 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5f655af-21f6-4752-9a82-5001e0ecce2a", "name": "network-vif-plugged", "status": "completed", "tag": "0e4c0f03-db71-4276-9e3b-8f50be746074", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 18:57:49.033393 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-cbc29f08-bba9-4209-ae4f-7ba4abc08897 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 18:57:49.033987 dv-cinder-840525-1-iscsi neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbc29f08-bba9-4209-ae4f-7ba4abc08897'] response: {'server_uuid': 'f5f655af-21f6-4752-9a82-5001e0ecce2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e4c0f03-db71-4276-9e3b-8f50be746074', 'code': 200} May 04 18:57:49.197031 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb011d7-a821-452e-8c5a-89dac98aba46 req-c390dfec-3a48-44c1-9da5-6d01b9e84d51 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:57:49.199902 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-1fb011d7-a821-452e-8c5a-89dac98aba46 req-c390dfec-3a48-44c1-9da5-6d01b9e84d51 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "GET /v2.0/ports?device_id=17fac175-cd79-4ced-9222-45c1ce31cd0e HTTP/1.1" status: 200 len: 946 time: 0.0740864 May 04 18:57:49.272125 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-1fb011d7-a821-452e-8c5a-89dac98aba46 req-611d2f9e-df55-438d-97e0-d3598d765d62 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "GET /v2.0/security-groups?id=9d88f451-ad1c-48db-9f4e-8a10b8249478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654879 May 04 18:57:49.352662 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.plugin [req-d6c99bf6-383c-4125-a16c-29ad9c27a61b req-ea691bb1-577f-42c9-ad6b-cbf7180eb188 tempest-DeleteServersTestJSON-75468734 tempest-DeleteServersTestJSON-75468734-project] Deleting port a3671375-a3c6-45e6-b258-bfee5333b608 {{(pid=103280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 18:57:49.353354 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-d6c99bf6-383c-4125-a16c-29ad9c27a61b req-ea691bb1-577f-42c9-ad6b-cbf7180eb188 tempest-DeleteServersTestJSON-75468734 tempest-DeleteServersTestJSON-75468734-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790498772255'] for port (a3671375-a3c6-45e6-b258-bfee5333b608), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:49.363039 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69559b06-c21e-4887-8a3d-cccf2a03e701 req-648bc071-bb24-4a99-8702-c9a2565f6fe3 tempest-DeleteServersTestJSON-75468734 tempest-DeleteServersTestJSON-75468734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:57:49.364525 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-69559b06-c21e-4887-8a3d-cccf2a03e701 req-648bc071-bb24-4a99-8702-c9a2565f6fe3 tempest-DeleteServersTestJSON-75468734 tempest-DeleteServersTestJSON-75468734-project] 10.222.0.35 "GET /v2.0/ports?device_id=4fa09c4f-1af0-44f4-a84a-1eb86b5abd32 HTTP/1.1" status: 200 len: 946 time: 0.0792217 May 04 18:57:49.390216 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3488e5f9-c9d7-4084-b953-e68cde64e2b0 req-96553cd4-bf89-4ae0-a3be-c7087db3c575 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:57:49.391716 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-3488e5f9-c9d7-4084-b953-e68cde64e2b0 req-96553cd4-bf89-4ae0-a3be-c7087db3c575 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5f655af-21f6-4752-9a82-5001e0ecce2a HTTP/1.1" status: 200 len: 946 time: 0.0596933 May 04 18:57:49.451958 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-3488e5f9-c9d7-4084-b953-e68cde64e2b0 req-b9600c7c-0a9a-4979-b0aa-b1dee0b60c23 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ea6ee27-c11d-4233-954f-1b439202ab30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535789 May 04 18:57:49.495551 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-69559b06-c21e-4887-8a3d-cccf2a03e701 req-c0f3193c-18c3-46bc-9dff-486c2b3ccbc5 tempest-DeleteServersTestJSON-75468734 tempest-DeleteServersTestJSON-75468734-project] 10.222.0.35 "GET /v2.0/security-groups?id=668a5dba-1c37-4528-a3f6-873c04e3e7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174309 May 04 18:57:49.502882 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.db [req-d6c99bf6-383c-4125-a16c-29ad9c27a61b req-ea691bb1-577f-42c9-ad6b-cbf7180eb188 tempest-DeleteServersTestJSON-75468734 tempest-DeleteServersTestJSON-75468734-project] For port a3671375-a3c6-45e6-b258-bfee5333b608, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=a3671375-a3c6-45e6-b258-bfee5333b608,segment=NetworkSegment(4d641bf4-3246-4eae-bd06-3eeb5d4018b5),segment_id=4d641bf4-3246-4eae-bd06-3eeb5d4018b5)] {{(pid=103280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:57:49.503269 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-d6c99bf6-383c-4125-a16c-29ad9c27a61b req-ea691bb1-577f-42c9-ad6b-cbf7180eb188 tempest-DeleteServersTestJSON-75468734 tempest-DeleteServersTestJSON-75468734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607728'] for port (a3671375-a3c6-45e6-b258-bfee5333b608), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:49.519612 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.plugin [req-d6c99bf6-383c-4125-a16c-29ad9c27a61b req-ea691bb1-577f-42c9-ad6b-cbf7180eb188 tempest-DeleteServersTestJSON-75468734 tempest-DeleteServersTestJSON-75468734-project] Calling delete_port for a3671375-a3c6-45e6-b258-bfee5333b608 owned by compute:nova {{(pid=103280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 18:57:49.633592 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b020a14-5ae5-48f4-a83b-b2dbba5d332a req-1a390700-8545-44dc-aefd-c952a13661d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:57:49.635120 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-7b020a14-5ae5-48f4-a83b-b2dbba5d332a req-1a390700-8545-44dc-aefd-c952a13661d5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f5f655af-21f6-4752-9a82-5001e0ecce2a HTTP/1.1" status: 200 len: 1130 time: 0.0787888 May 04 18:57:49.722863 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-7b020a14-5ae5-48f4-a83b-b2dbba5d332a req-a5b25b03-93e3-4d7e-9873-0bd6b11dc14b service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=7ea6ee27-c11d-4233-954f-1b439202ab30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716865 May 04 18:57:49.752298 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-d6c99bf6-383c-4125-a16c-29ad9c27a61b req-ea691bb1-577f-42c9-ad6b-cbf7180eb188 tempest-DeleteServersTestJSON-75468734 tempest-DeleteServersTestJSON-75468734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790498779311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790498302109'] for port (a3671375-a3c6-45e6-b258-bfee5333b608), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:49.772477 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea691bb1-577f-42c9-ad6b-cbf7180eb188 tempest-DeleteServersTestJSON-75468734 tempest-DeleteServersTestJSON-75468734-project] Pushing event deleted for resources: {'Port': ['ID=a3671375-a3c6-45e6-b258-bfee5333b608,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:57:49.833637 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6c99bf6-383c-4125-a16c-29ad9c27a61b req-ea691bb1-577f-42c9-ad6b-cbf7180eb188 tempest-DeleteServersTestJSON-75468734 tempest-DeleteServersTestJSON-75468734-project] No DVR routers for this DVR port a3671375-a3c6-45e6-b258-bfee5333b608 on host hv-cinder-84052 {{(pid=103280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 18:57:49.836836 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-d6c99bf6-383c-4125-a16c-29ad9c27a61b req-ea691bb1-577f-42c9-ad6b-cbf7180eb188 tempest-DeleteServersTestJSON-75468734 tempest-DeleteServersTestJSON-75468734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127086'] for port (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:49.840137 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d6c99bf6-383c-4125-a16c-29ad9c27a61b req-ea691bb1-577f-42c9-ad6b-cbf7180eb188 tempest-DeleteServersTestJSON-75468734 tempest-DeleteServersTestJSON-75468734-project] 10.222.0.55 "DELETE /v2.0/ports/a3671375-a3c6-45e6-b258-bfee5333b608 HTTP/1.1" status: 204 len: 173 time: 0.9795434 May 04 18:57:49.840575 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fa09c4f-1af0-44f4-a84a-1eb86b5abd32', 'name': 'network-vif-deleted', 'tag': 'a3671375-a3c6-45e6-b258-bfee5333b608'}] {{(pid=103280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:57:49.842832 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d17ed66b9d9b08214cd1b2d258b378c61736cd464b468dfe37a5b26948fd6e52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff38d7a5-3d58-4da7-bca0-467e65689db9" -d '{"events": [{"server_uuid": "4fa09c4f-1af0-44f4-a84a-1eb86b5abd32", "name": "network-vif-deleted", "tag": "a3671375-a3c6-45e6-b258-bfee5333b608"}]}' {{(pid=103280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 18:57:49.881272 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 18:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cd5add6-ce50-4881-8a38-89595d40ef47 x-openstack-request-id: req-6cd5add6-ce50-4881-8a38-89595d40ef47 {{(pid=103280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 18:57:49.881606 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fa09c4f-1af0-44f4-a84a-1eb86b5abd32", "name": "network-vif-deleted", "tag": "a3671375-a3c6-45e6-b258-bfee5333b608", "status": "completed", "code": 200}]} {{(pid=103280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 18:57:49.881860 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6cd5add6-ce50-4881-8a38-89595d40ef47 {{(pid=103280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 18:57:49.882257 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6cd5add6-ce50-4881-8a38-89595d40ef47'] response: {'server_uuid': '4fa09c4f-1af0-44f4-a84a-1eb86b5abd32', 'name': 'network-vif-deleted', 'tag': 'a3671375-a3c6-45e6-b258-bfee5333b608', 'status': 'completed', 'code': 200} May 04 18:57:50.447722 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875008ae-71a6-47ba-a8e3-fe62a73986c8 req-c2b6e31f-b723-4386-a6ff-7d01dfeb501b tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:57:50.449375 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-875008ae-71a6-47ba-a8e3-fe62a73986c8 req-c2b6e31f-b723-4386-a6ff-7d01dfeb501b tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "GET /v2.0/ports?device_id=17fac175-cd79-4ced-9222-45c1ce31cd0e HTTP/1.1" status: 200 len: 946 time: 0.0646496 May 04 18:57:50.522503 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-875008ae-71a6-47ba-a8e3-fe62a73986c8 req-ce4da72e-3828-4f68-b6cc-0197257a453e tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "GET /v2.0/security-groups?id=9d88f451-ad1c-48db-9f4e-8a10b8249478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664515 May 04 18:57:50.625551 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba53c79-b5a5-4f99-8d41-8486e817c7cf req-9508ba21-6235-43ed-8fc7-aaefff56f92b tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:57:50.632624 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-cac8de96-f955-4695-9644-be64bad40fea req-371fa0a0-ae94-4b5f-bf8f-c41985d20704 tempest-DeleteServersTestJSON-75468734 tempest-DeleteServersTestJSON-75468734-project] 10.222.0.35 "GET /v2.0/ports?device_id=4fa09c4f-1af0-44f4-a84a-1eb86b5abd32 HTTP/1.1" status: 200 len: 210 time: 0.0332298 May 04 18:57:50.637887 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-eba53c79-b5a5-4f99-8d41-8486e817c7cf req-9508ba21-6235-43ed-8fc7-aaefff56f92b tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5f655af-21f6-4752-9a82-5001e0ecce2a HTTP/1.1" status: 200 len: 946 time: 0.0826988 May 04 18:57:50.680609 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Device a3671375-a3c6-45e6-b258-bfee5333b608 no longer exists at agent hyperv_hv-cinder-84052 {{(pid=103281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 18:57:50.700037 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-eba53c79-b5a5-4f99-8d41-8486e817c7cf req-ef4cf526-006a-4848-a19f-d6fa297b9ad2 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ea6ee27-c11d-4233-954f-1b439202ab30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560625 May 04 18:57:50.709320 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] No Port match for: a3671375-a3c6-45e6-b258-bfee5333b608 {{(pid=103281) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 18:57:50.709676 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Device a3671375-a3c6-45e6-b258-bfee5333b608 not bound to the agent host hv-cinder-84052 {{(pid=103281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 18:57:51.132754 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 49200) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:57:51.238185 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-603cd83f-6e82-4dd1-8f3a-de73c834bc2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:51.313731 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-603cd83f-6e82-4dd1-8f3a-de73c834bc2a admin admin] Publish callbacks [] for security_group (ed74e12f-f567-4dc8-bb86-70e0f79fae05), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:51.318680 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-603cd83f-6e82-4dd1-8f3a-de73c834bc2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (ed74e12f-f567-4dc8-bb86-70e0f79fae05), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:51.357742 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603cd83f-6e82-4dd1-8f3a-de73c834bc2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed74e12f-f567-4dc8-bb86-70e0f79fae05,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:57:51.361664 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-603cd83f-6e82-4dd1-8f3a-de73c834bc2a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=24d7ea6f99714272b67ca7540a7b95e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2277327 May 04 18:57:51.364569 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 49206) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:57:51.367761 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603cd83f-6e82-4dd1-8f3a-de73c834bc2a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:57:51.368098 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603cd83f-6e82-4dd1-8f3a-de73c834bc2a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:57:51.368469 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603cd83f-6e82-4dd1-8f3a-de73c834bc2a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:57:51.368793 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603cd83f-6e82-4dd1-8f3a-de73c834bc2a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:57:51.369117 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603cd83f-6e82-4dd1-8f3a-de73c834bc2a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:57:51.369864 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603cd83f-6e82-4dd1-8f3a-de73c834bc2a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:57:51.370185 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603cd83f-6e82-4dd1-8f3a-de73c834bc2a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:57:51.370502 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603cd83f-6e82-4dd1-8f3a-de73c834bc2a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:57:51.370843 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603cd83f-6e82-4dd1-8f3a-de73c834bc2a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:57:51.371161 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603cd83f-6e82-4dd1-8f3a-de73c834bc2a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:57:51.371540 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603cd83f-6e82-4dd1-8f3a-de73c834bc2a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:57:51.371890 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603cd83f-6e82-4dd1-8f3a-de73c834bc2a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:57:51.372212 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603cd83f-6e82-4dd1-8f3a-de73c834bc2a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:57:51.372526 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603cd83f-6e82-4dd1-8f3a-de73c834bc2a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:57:51.372819 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603cd83f-6e82-4dd1-8f3a-de73c834bc2a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:57:51.429842 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-559e0948-2a1d-477a-ac5d-644958f95c3c admin admin] Publish callbacks [] for security_group (ed74e12f-f567-4dc8-bb86-70e0f79fae05), before_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:51.453144 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-559e0948-2a1d-477a-ac5d-644958f95c3c admin admin] Publish callbacks [] for security_group (ed74e12f-f567-4dc8-bb86-70e0f79fae05), precommit_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:51.513956 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-559e0948-2a1d-477a-ac5d-644958f95c3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (ed74e12f-f567-4dc8-bb86-70e0f79fae05), after_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:51.517349 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-559e0948-2a1d-477a-ac5d-644958f95c3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:51.522926 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-559e0948-2a1d-477a-ac5d-644958f95c3c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ed74e12f-f567-4dc8-bb86-70e0f79fae05 HTTP/1.1" status: 204 len: 168 time: 0.1531243 May 04 18:57:51.554098 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559e0948-2a1d-477a-ac5d-644958f95c3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed74e12f-f567-4dc8-bb86-70e0f79fae05,revision_number=None']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:57:51.573501 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559e0948-2a1d-477a-ac5d-644958f95c3c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:57:51.573716 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559e0948-2a1d-477a-ac5d-644958f95c3c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:57:51.574085 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559e0948-2a1d-477a-ac5d-644958f95c3c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:57:51.574423 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559e0948-2a1d-477a-ac5d-644958f95c3c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:57:51.574750 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559e0948-2a1d-477a-ac5d-644958f95c3c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:57:51.575074 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559e0948-2a1d-477a-ac5d-644958f95c3c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:57:51.579268 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559e0948-2a1d-477a-ac5d-644958f95c3c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:57:51.579619 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559e0948-2a1d-477a-ac5d-644958f95c3c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:57:51.581181 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559e0948-2a1d-477a-ac5d-644958f95c3c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:57:51.581720 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559e0948-2a1d-477a-ac5d-644958f95c3c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:57:51.584931 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559e0948-2a1d-477a-ac5d-644958f95c3c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:57:51.585417 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559e0948-2a1d-477a-ac5d-644958f95c3c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:57:51.585812 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559e0948-2a1d-477a-ac5d-644958f95c3c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:57:51.586171 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559e0948-2a1d-477a-ac5d-644958f95c3c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:57:51.586465 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559e0948-2a1d-477a-ac5d-644958f95c3c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:57:51.709516 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee539f8-7a99-4507-b720-b7e3e8fdd6c8 req-e850f4e1-086b-4d5a-a496-3f27427a3954 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:57:51.711275 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-5ee539f8-7a99-4507-b720-b7e3e8fdd6c8 req-e850f4e1-086b-4d5a-a496-3f27427a3954 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "GET /v2.0/ports?device_id=17fac175-cd79-4ced-9222-45c1ce31cd0e HTTP/1.1" status: 200 len: 946 time: 0.0942287 May 04 18:57:51.778317 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-5ee539f8-7a99-4507-b720-b7e3e8fdd6c8 req-0b717396-cad6-403a-8971-b6b39eca9b1f tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "GET /v2.0/security-groups?id=9d88f451-ad1c-48db-9f4e-8a10b8249478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582945 May 04 18:57:51.848442 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-e8f22789-27e6-41fc-9b92-473ffbea93b1 req-412eff3f-84ef-4ed7-9ca6-60675af7b996 tempest-DeleteServersTestJSON-75468734 tempest-DeleteServersTestJSON-75468734-project] 10.222.0.35 "GET /v2.0/ports?device_id=4fa09c4f-1af0-44f4-a84a-1eb86b5abd32 HTTP/1.1" status: 200 len: 210 time: 0.0746367 May 04 18:57:51.972492 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be800f60-4590-4c6e-aee3-6e528ce8e5f0 req-3b986f42-6e44-4462-8961-e107c96d7176 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:57:51.972670 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a28083-694c-4c78-b34d-d8cd84ae59be req-f910e9df-37a8-418e-842a-9637491ea1dd tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:57:51.974188 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-be800f60-4590-4c6e-aee3-6e528ce8e5f0 req-3b986f42-6e44-4462-8961-e107c96d7176 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "GET /v2.0/ports?device_id=17fac175-cd79-4ced-9222-45c1ce31cd0e HTTP/1.1" status: 200 len: 946 time: 0.0688298 May 04 18:57:51.984163 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e0a28083-694c-4c78-b34d-d8cd84ae59be req-f910e9df-37a8-418e-842a-9637491ea1dd tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5f655af-21f6-4752-9a82-5001e0ecce2a HTTP/1.1" status: 200 len: 946 time: 0.0740888 May 04 18:57:51.984841 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 49240) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:57:51.991494 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.v2.base [None req-a801c660-b051-4d03-9112-b975cfefef61 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Request body: {'floatingip': {'port_id': 'a81aec1d-dd23-4f9f-baae-f4f36a40cf1b'}} {{(pid=103279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:57:52.038243 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 49244) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:57:52.077152 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-fd5c38b7-4841-407a-9922-0156e8ddbf35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:52.083773 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e0a28083-694c-4c78-b34d-d8cd84ae59be req-29beb5ed-459c-46ec-8a91-aad671308cb1 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ea6ee27-c11d-4233-954f-1b439202ab30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016445 May 04 18:57:52.085731 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-a801c660-b051-4d03-9112-b975cfefef61 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks [] for floatingip (71cf9a52-9540-4446-ad6a-3cd4309417e9), before_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:52.187327 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-fd5c38b7-4841-407a-9922-0156e8ddbf35 admin admin] Publish callbacks [] for security_group (b346580f-c676-4dba-a5b1-1b1421031292), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:52.202091 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-fd5c38b7-4841-407a-9922-0156e8ddbf35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (b346580f-c676-4dba-a5b1-1b1421031292), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:52.249790 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-fd5c38b7-4841-407a-9922-0156e8ddbf35 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c5a15f60ee834d1b95083fae951465ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2104275 May 04 18:57:52.250916 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5c38b7-4841-407a-9922-0156e8ddbf35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b346580f-c676-4dba-a5b1-1b1421031292,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:57:52.253516 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 49254) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:57:52.331521 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-6128bf41-a01a-499c-85a9-a89eacb203f7 admin admin] Publish callbacks [] for security_group (b346580f-c676-4dba-a5b1-1b1421031292), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:52.357777 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-6128bf41-a01a-499c-85a9-a89eacb203f7 admin admin] Publish callbacks [] for security_group (b346580f-c676-4dba-a5b1-1b1421031292), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:52.427192 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-6128bf41-a01a-499c-85a9-a89eacb203f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (b346580f-c676-4dba-a5b1-1b1421031292), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:52.429793 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-6128bf41-a01a-499c-85a9-a89eacb203f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:52.430934 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-6128bf41-a01a-499c-85a9-a89eacb203f7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b346580f-c676-4dba-a5b1-1b1421031292 HTTP/1.1" status: 204 len: 168 time: 0.1763008 May 04 18:57:52.445834 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6128bf41-a01a-499c-85a9-a89eacb203f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b346580f-c676-4dba-a5b1-1b1421031292,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:57:52.470161 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2255835c-eda4-4884-915c-5350da331b04 req-9a6f9415-8942-47ec-a128-414edb5d7ff8 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:57:52.471951 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-2255835c-eda4-4884-915c-5350da331b04 req-9a6f9415-8942-47ec-a128-414edb5d7ff8 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5f655af-21f6-4752-9a82-5001e0ecce2a HTTP/1.1" status: 200 len: 946 time: 0.0728366 May 04 18:57:52.526857 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-2255835c-eda4-4884-915c-5350da331b04 req-a5278e32-264f-4524-a382-339319d6bee4 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ea6ee27-c11d-4233-954f-1b439202ab30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473440 May 04 18:57:52.790748 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 49264) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:57:52.804189 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-98e67068-53f1-4ac8-959d-3c59a53dfe94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:52.879127 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-98e67068-53f1-4ac8-959d-3c59a53dfe94 admin admin] Publish callbacks [] for security_group (b65efb43-a7f4-45e8-be32-d43c9bf44eb6), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:52.886350 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-98e67068-53f1-4ac8-959d-3c59a53dfe94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (b65efb43-a7f4-45e8-be32-d43c9bf44eb6), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:52.921845 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e67068-53f1-4ac8-959d-3c59a53dfe94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b65efb43-a7f4-45e8-be32-d43c9bf44eb6,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:57:52.938569 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-98e67068-53f1-4ac8-959d-3c59a53dfe94 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c60c3e1acd234bbdba452c726f84a552&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1466253 May 04 18:57:52.952012 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 49270) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:57:53.011036 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-9b0bcdc2-6bee-45d9-bda2-630da02e2cc2 admin admin] Publish callbacks [] for security_group (b65efb43-a7f4-45e8-be32-d43c9bf44eb6), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:53.035417 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-9b0bcdc2-6bee-45d9-bda2-630da02e2cc2 admin admin] Publish callbacks [] for security_group (b65efb43-a7f4-45e8-be32-d43c9bf44eb6), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:53.092113 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-a801c660-b051-4d03-9112-b975cfefef61 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:53.094830 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-9b0bcdc2-6bee-45d9-bda2-630da02e2cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (b65efb43-a7f4-45e8-be32-d43c9bf44eb6), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:53.098475 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-9b0bcdc2-6bee-45d9-bda2-630da02e2cc2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:53.099313 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-a801c660-b051-4d03-9112-b975cfefef61 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608971'] for floatingip (71cf9a52-9540-4446-ad6a-3cd4309417e9), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:53.100979 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-9b0bcdc2-6bee-45d9-bda2-630da02e2cc2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b65efb43-a7f4-45e8-be32-d43c9bf44eb6 HTTP/1.1" status: 204 len: 168 time: 0.1479058 May 04 18:57:53.113892 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0bcdc2-6bee-45d9-bda2-630da02e2cc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b65efb43-a7f4-45e8-be32-d43c9bf44eb6,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:57:53.186874 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-c336dd36-32b1-4f1d-95d3-4afa2812b3d5 req-43b28ed4-b749-4430-bfb3-360753738681 tempest-DeleteServersTestJSON-75468734 tempest-DeleteServersTestJSON-75468734-project] 10.222.0.35 "GET /v2.0/ports?device_id=4fa09c4f-1af0-44f4-a84a-1eb86b5abd32 HTTP/1.1" status: 200 len: 210 time: 0.0365763 May 04 18:57:53.245790 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.db.l3_db [None req-a801c660-b051-4d03-9112-b975cfefef61 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Floating IP 71cf9a52-9540-4446-ad6a-3cd4309417e9 associated. External IP: 172.27.0.147, port: a81aec1d-dd23-4f9f-baae-f4f36a40cf1b. May 04 18:57:53.471031 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a801c660-b051-4d03-9112-b975cfefef61 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Router 81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe has already been hosted by L3 agent 0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b {{(pid=103279) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 18:57:53.588712 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a801c660-b051-4d03-9112-b975cfefef61 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Notify agent at l3_agent.dv-cinder-840525-1-iscsi the message routers_updated {{(pid=103279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 18:57:53.593965 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-a801c660-b051-4d03-9112-b975cfefef61 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127086'] for floatingip (None), before_response {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:53.600370 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a5cf7e-125d-4d7c-ba5a-bc3cba81328c None None] Sync routers for ids ['81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe'] in dv-cinder-840525-1-iscsi {{(pid=103282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 18:57:53.614599 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a5cf7e-125d-4d7c-ba5a-bc3cba81328c None None] Routers {'81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe'} bound to L3 agent in host dv-cinder-840525-1-iscsi {{(pid=103282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 18:57:53.616132 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-b0a5cf7e-125d-4d7c-ba5a-bc3cba81328c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T18:48:29Z,description=,heartbeat_timestamp=2022-05-04T18:57:29Z,host='dv-cinder-840525-1-iscsi',id=0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:48:29Z,topic='l3_agent')) {'router_ids': ['81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe'], 'active': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:57:53.627385 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-a801c660-b051-4d03-9112-b975cfefef61 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "PUT /v2.0/floatingips/71cf9a52-9540-4446-ad6a-3cd4309417e9 HTTP/1.1" status: 200 len: 992 time: 1.6409085 May 04 18:57:53.627912 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17fac175-cd79-4ced-9222-45c1ce31cd0e', 'tag': 'a81aec1d-dd23-4f9f-baae-f4f36a40cf1b'}] {{(pid=103279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:57:53.630800 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f03067be0d021e11c0632f57e5c6e43a0067ecb248f9894e29d0a29efd5d62c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4047d2fd-266a-4d57-9240-23b7f234d885" -d '{"events": [{"name": "network-changed", "server_uuid": "17fac175-cd79-4ced-9222-45c1ce31cd0e", "tag": "a81aec1d-dd23-4f9f-baae-f4f36a40cf1b"}]}' {{(pid=103279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 18:57:53.666384 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a59a09-2e0f-475a-a381-df21014a34e2 req-c2237b92-1bcd-4f1a-89b9-a7c2a7931879 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:57:53.668185 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-c5a59a09-2e0f-475a-a381-df21014a34e2 req-c2237b92-1bcd-4f1a-89b9-a7c2a7931879 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5f655af-21f6-4752-9a82-5001e0ecce2a HTTP/1.1" status: 200 len: 946 time: 0.0648930 May 04 18:57:53.679975 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 18:57:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-083572fe-661e-4ffd-a7b5-14441750d666 x-openstack-request-id: req-083572fe-661e-4ffd-a7b5-14441750d666 {{(pid=103279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 18:57:53.680465 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17fac175-cd79-4ced-9222-45c1ce31cd0e", "tag": "a81aec1d-dd23-4f9f-baae-f4f36a40cf1b", "status": "completed", "code": 200}]} {{(pid=103279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 18:57:53.680465 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-083572fe-661e-4ffd-a7b5-14441750d666 {{(pid=103279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 18:57:53.681107 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.notifiers.nova [-] Nova event matching ['req-083572fe-661e-4ffd-a7b5-14441750d666'] response: {'name': 'network-changed', 'server_uuid': '17fac175-cd79-4ced-9222-45c1ce31cd0e', 'tag': 'a81aec1d-dd23-4f9f-baae-f4f36a40cf1b', 'status': 'completed', 'code': 200} May 04 18:57:53.727462 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-c5a59a09-2e0f-475a-a381-df21014a34e2 req-e8094588-1d77-464a-8af4-2f557cc3e9f0 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ea6ee27-c11d-4233-954f-1b439202ab30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526319 May 04 18:57:53.736724 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvr_db [None req-b0a5cf7e-125d-4d7c-ba5a-bc3cba81328c None None] Set router 81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe gateway port host: dv-cinder-840525-1-iscsi {{(pid=103282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 18:57:53.958870 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-b0a5cf7e-125d-4d7c-ba5a-bc3cba81328c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe', 'name': 'tempest-AttachVolumeNegativeTest-1693786255-router', 'tenant_id': 'dd17f7a747ad43fc905b8d1688a71ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'external_fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': '93cb56f8-8b0e-4ea1-b5c4-120dc35ae0d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:56:54Z', 'updated_at': '2022-05-04T18:57:09Z', 'revision_number': 4, 'project_id': 'dd17f7a747ad43fc905b8d1688a71ba7', 'gw_port': {'id': '93cb56f8-8b0e-4ea1-b5c4-120dc35ae0d6', 'name': '', 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:3d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:56:57Z', 'updated_at': '2022-05-04T18:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-1-iscsi', '_floatingips': [{'id': '71cf9a52-9540-4446-ad6a-3cd4309417e9', 'tenant_id': 'dd17f7a747ad43fc905b8d1688a71ba7', 'floating_ip_address': '172.27.0.147', 'floating_network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'router_id': '81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe', 'port_id': 'a81aec1d-dd23-4f9f-baae-f4f36a40cf1b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '53f417bd-e455-4de8-9365-a661c93c9b00', 'mac_address': 'fa:16:3e:bc:03:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fac175-cd79-4ced-9222-45c1ce31cd0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T18:57:20Z', 'updated_at': '2022-05-04T18:57:52Z', 'revision_number': 1, 'project_id': 'dd17f7a747ad43fc905b8d1688a71ba7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e8cc07d-5c50-47e4-be93-d1bb02ea6c92', 'name': '', 'network_id': '53f417bd-e455-4de8-9365-a661c93c9b00', 'tenant_id': 'dd17f7a747ad43fc905b8d1688a71ba7', 'mac_address': 'fa:16:3e:3f:9b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'e66736f7-cfb8-4201-a579-14943c9785b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:57:07Z', 'updated_at': '2022-05-04T18:57:18Z', 'revision_number': 5, 'project_id': 'dd17f7a747ad43fc905b8d1688a71ba7', 'subnets': [{'id': 'e66736f7-cfb8-4201-a579-14943c9785b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-1-iscsi', False) {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:57:53.996995 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a5cf7e-125d-4d7c-ba5a-bc3cba81328c None None] Checking router: 81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe for host: dv-cinder-840525-1-iscsi {{(pid=103282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 18:57:54.008107 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a5cf7e-125d-4d7c-ba5a-bc3cba81328c None None] Routers {'81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe'} bound to L3 agent in host dv-cinder-840525-1-iscsi {{(pid=103282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 18:57:54.008935 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-b0a5cf7e-125d-4d7c-ba5a-bc3cba81328c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T18:48:29Z,description=,heartbeat_timestamp=2022-05-04T18:57:29Z,host='dv-cinder-840525-1-iscsi',id=0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:48:29Z,topic='l3_agent')) {'router_ids': ['81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe'], 'active': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:57:54.135715 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvr_db [None req-b0a5cf7e-125d-4d7c-ba5a-bc3cba81328c None None] Set router 81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe gateway port host: dv-cinder-840525-1-iscsi {{(pid=103282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 18:57:54.305140 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-01edcb0c-c96d-40b5-ae37-b0fb2baa9cba req-ebf4c281-7155-4a46-9b91-30b114466014 tempest-DeleteServersTestJSON-75468734 tempest-DeleteServersTestJSON-75468734-project] 10.222.0.35 "GET /v2.0/ports?device_id=4fa09c4f-1af0-44f4-a84a-1eb86b5abd32 HTTP/1.1" status: 200 len: 210 time: 0.0325460 May 04 18:57:54.360491 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-b0a5cf7e-125d-4d7c-ba5a-bc3cba81328c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe', 'name': 'tempest-AttachVolumeNegativeTest-1693786255-router', 'tenant_id': 'dd17f7a747ad43fc905b8d1688a71ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'external_fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': '93cb56f8-8b0e-4ea1-b5c4-120dc35ae0d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:56:54Z', 'updated_at': '2022-05-04T18:57:09Z', 'revision_number': 4, 'project_id': 'dd17f7a747ad43fc905b8d1688a71ba7', 'gw_port': {'id': '93cb56f8-8b0e-4ea1-b5c4-120dc35ae0d6', 'name': '', 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:3d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:56:57Z', 'updated_at': '2022-05-04T18:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-1-iscsi', '_floatingips': [{'id': '71cf9a52-9540-4446-ad6a-3cd4309417e9', 'tenant_id': 'dd17f7a747ad43fc905b8d1688a71ba7', 'floating_ip_address': '172.27.0.147', 'floating_network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'router_id': '81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe', 'port_id': 'a81aec1d-dd23-4f9f-baae-f4f36a40cf1b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '53f417bd-e455-4de8-9365-a661c93c9b00', 'mac_address': 'fa:16:3e:bc:03:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fac175-cd79-4ced-9222-45c1ce31cd0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T18:57:20Z', 'updated_at': '2022-05-04T18:57:52Z', 'revision_number': 1, 'project_id': 'dd17f7a747ad43fc905b8d1688a71ba7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e8cc07d-5c50-47e4-be93-d1bb02ea6c92', 'name': '', 'network_id': '53f417bd-e455-4de8-9365-a661c93c9b00', 'tenant_id': 'dd17f7a747ad43fc905b8d1688a71ba7', 'mac_address': 'fa:16:3e:3f:9b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'e66736f7-cfb8-4201-a579-14943c9785b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:57:07Z', 'updated_at': '2022-05-04T18:57:18Z', 'revision_number': 5, 'project_id': 'dd17f7a747ad43fc905b8d1688a71ba7', 'subnets': [{'id': 'e66736f7-cfb8-4201-a579-14943c9785b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-1-iscsi', False) {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:57:54.390184 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a5cf7e-125d-4d7c-ba5a-bc3cba81328c None None] The sync data for ids ['81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe'] in dv-cinder-840525-1-iscsi is: [{'id': '81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe', 'name': 'tempest-AttachVolumeNegativeTest-1693786255-router', 'tenant_id': 'dd17f7a747ad43fc905b8d1688a71ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'external_fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': '93cb56f8-8b0e-4ea1-b5c4-120dc35ae0d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:56:54Z', 'updated_at': '2022-05-04T18:57:09Z', 'revision_number': 4, 'project_id': 'dd17f7a747ad43fc905b8d1688a71ba7', 'gw_port': {'id': '93cb56f8-8b0e-4ea1-b5c4-120dc35ae0d6', 'name': '', 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:3d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:56:57Z', 'updated_at': '2022-05-04T18:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-1-iscsi', '_floatingips': [{'id': '71cf9a52-9540-4446-ad6a-3cd4309417e9', 'tenant_id': 'dd17f7a747ad43fc905b8d1688a71ba7', 'floating_ip_address': '172.27.0.147', 'floating_network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'router_id': '81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe', 'port_id': 'a81aec1d-dd23-4f9f-baae-f4f36a40cf1b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '53f417bd-e455-4de8-9365-a661c93c9b00', 'mac_address': 'fa:16:3e:bc:03:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fac175-cd79-4ced-9222-45c1ce31cd0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T18:57:20Z', 'updated_at': '2022-05-04T18:57:52Z', 'revision_number': 1, 'project_id': 'dd17f7a747ad43fc905b8d1688a71ba7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e8cc07d-5c50-47e4-be93-d1bb02ea6c92', 'name': '', 'network_id': '53f417bd-e455-4de8-9365-a661c93c9b00', 'tenant_id': 'dd17f7a747ad43fc905b8d1688a71ba7', 'mac_address': 'fa:16:3e:3f:9b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'e66736f7-cfb8-4201-a579-14943c9785b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:57:07Z', 'updated_at': '2022-05-04T18:57:18Z', 'revision_number': 5, 'project_id': 'dd17f7a747ad43fc905b8d1688a71ba7', 'subnets': [{'id': 'e66736f7-cfb8-4201-a579-14943c9785b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 18:57:54.606486 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3daa6f7-f709-4e19-b20c-d999ec6f34b3 None None] New status for floating IP 71cf9a52-9540-4446-ad6a-3cd4309417e9: ACTIVE {{(pid=103281) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 18:57:54.846648 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f2d40c-1666-4546-bc11-91066cff27ce req-53b08702-aa1b-4519-b768-6573ac50dbc7 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:57:54.848999 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-c0f2d40c-1666-4546-bc11-91066cff27ce req-53b08702-aa1b-4519-b768-6573ac50dbc7 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5f655af-21f6-4752-9a82-5001e0ecce2a HTTP/1.1" status: 200 len: 946 time: 0.0500472 May 04 18:57:54.898282 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-c0f2d40c-1666-4546-bc11-91066cff27ce req-f71deabb-df33-4f32-8bc9-4307cc520bfe tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ea6ee27-c11d-4233-954f-1b439202ab30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429447 May 04 18:57:55.381535 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (bff7e656-358d-4e40-a36a-3f10fe33ffdf), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:55.425713 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-68e48e10-d22b-4e70-a74c-7c27ce29e395 req-8c2328d6-70f9-4272-9aea-7fa6a4838793 tempest-DeleteServersTestJSON-75468734 tempest-DeleteServersTestJSON-75468734-project] 10.222.0.35 "GET /v2.0/ports?device_id=4fa09c4f-1af0-44f4-a84a-1eb86b5abd32 HTTP/1.1" status: 200 len: 210 time: 0.0362489 May 04 18:57:55.432595 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d24ddce3-3bdc-4ab3-8570-eae9569dd568 req-501f72cb-0bd2-4d16-9fa8-278aac492c15 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4fa09c4f-1af0-44f4-a84a-1eb86b5abd32&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0715184 May 04 18:57:55.435915 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4047d2fd-266a-4d57-9240-23b7f234d885 req-bc387026-8e2f-493e-8fc6-e612af29011d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:57:55.437544 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-4047d2fd-266a-4d57-9240-23b7f234d885 req-bc387026-8e2f-493e-8fc6-e612af29011d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=dd17f7a747ad43fc905b8d1688a71ba7&device_id=17fac175-cd79-4ced-9222-45c1ce31cd0e HTTP/1.1" status: 200 len: 1130 time: 0.1081910 May 04 18:57:55.472706 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6117d4b1-6959-488b-8519-79a404e6f673 req-d8ef15f4-8ae8-4f4b-a02f-007647a972de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:57:55.474290 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6117d4b1-6959-488b-8519-79a404e6f673 req-d8ef15f4-8ae8-4f4b-a02f-007647a972de service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5287a76e646d4a3db0cc508a956314e7&device_id=f5f655af-21f6-4752-9a82-5001e0ecce2a HTTP/1.1" status: 200 len: 1130 time: 0.1144278 May 04 18:57:55.579604 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d24ddce3-3bdc-4ab3-8570-eae9569dd568 req-df2d43db-b717-42a1-b626-3452e0c1890b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=625af698d5ee489d92da3d75516477cb&device_id=4fa09c4f-1af0-44f4-a84a-1eb86b5abd32 HTTP/1.1" status: 200 len: 210 time: 0.0433376 May 04 18:57:55.657326 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4047d2fd-266a-4d57-9240-23b7f234d885 req-689ea093-5eed-44a6-88d4-1373edc4b109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:57:55.658850 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-4047d2fd-266a-4d57-9240-23b7f234d885 req-689ea093-5eed-44a6-88d4-1373edc4b109 service neutron] 10.222.0.55 "GET /v2.0/networks?id=53f417bd-e455-4de8-9365-a661c93c9b00 HTTP/1.1" status: 200 len: 916 time: 0.2098582 May 04 18:57:55.747669 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6117d4b1-6959-488b-8519-79a404e6f673 req-a0091cbc-ae6b-452b-b5d9-2e29ddc6e9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:57:55.749066 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6117d4b1-6959-488b-8519-79a404e6f673 req-a0091cbc-ae6b-452b-b5d9-2e29ddc6e9ed service neutron] 10.222.0.55 "GET /v2.0/networks?id=b776d5b6-becc-4024-9dab-9ffc4ba67a01 HTTP/1.1" status: 200 len: 920 time: 0.2616768 May 04 18:57:55.806599 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6117d4b1-6959-488b-8519-79a404e6f673 req-cf8f5be2-7d04-449d-966c-392cfd7e6af0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0e4c0f03-db71-4276-9e3b-8f50be746074 HTTP/1.1" status: 200 len: 217 time: 0.0487099 May 04 18:57:55.812560 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-4047d2fd-266a-4d57-9240-23b7f234d885 req-c908abdf-4f55-4efb-9b09-64bcd5eac51b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a81aec1d-dd23-4f9f-baae-f4f36a40cf1b HTTP/1.1" status: 200 len: 1002 time: 0.1431041 May 04 18:57:55.825164 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24ddce3-3bdc-4ab3-8570-eae9569dd568 req-d7b5711b-ef90-446b-90a7-3b3eb448555c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:57:55.826653 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d24ddce3-3bdc-4ab3-8570-eae9569dd568 req-d7b5711b-ef90-446b-90a7-3b3eb448555c service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=625af698d5ee489d92da3d75516477cb&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2181213 May 04 18:57:55.936835 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6117d4b1-6959-488b-8519-79a404e6f673 req-00dff9bb-e87b-4c78-a50c-610833c2bc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:57:55.938348 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6117d4b1-6959-488b-8519-79a404e6f673 req-00dff9bb-e87b-4c78-a50c-610833c2bc0f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=02826e21-c978-41a3-b31e-dd2107bb922c HTTP/1.1" status: 200 len: 858 time: 0.1086702 May 04 18:57:55.987202 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4047d2fd-266a-4d57-9240-23b7f234d885 req-c420fe07-e905-47a3-8df3-864cf60252b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:57:55.988607 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-4047d2fd-266a-4d57-9240-23b7f234d885 req-c420fe07-e905-47a3-8df3-864cf60252b2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e66736f7-cfb8-4201-a579-14943c9785b1 HTTP/1.1" status: 200 len: 854 time: 0.1494136 May 04 18:57:56.107183 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6117d4b1-6959-488b-8519-79a404e6f673 req-5b5c838f-46ed-4ca2-9e6c-f92a8f9c9d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:57:56.108599 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6117d4b1-6959-488b-8519-79a404e6f673 req-5b5c838f-46ed-4ca2-9e6c-f92a8f9c9d87 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b776d5b6-becc-4024-9dab-9ffc4ba67a01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1596353 May 04 18:57:56.116658 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30871255-af2c-427e-a2a6-a41decb2ea44 req-5cd8a6c8-ceca-4724-8a39-7f38384044d7 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:57:56.118161 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-30871255-af2c-427e-a2a6-a41decb2ea44 req-5cd8a6c8-ceca-4724-8a39-7f38384044d7 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5f655af-21f6-4752-9a82-5001e0ecce2a HTTP/1.1" status: 200 len: 946 time: 0.1442504 May 04 18:57:56.122484 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4047d2fd-266a-4d57-9240-23b7f234d885 req-1a4dd65f-ff8b-478a-b51b-b5c94511b3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:57:56.123937 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-4047d2fd-266a-4d57-9240-23b7f234d885 req-1a4dd65f-ff8b-478a-b51b-b5c94511b3b6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=53f417bd-e455-4de8-9365-a661c93c9b00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1166632 May 04 18:57:56.134918 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24ddce3-3bdc-4ab3-8570-eae9569dd568 req-ce6870fa-23e5-4971-aeb5-45a338cb170a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:57:56.136292 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d24ddce3-3bdc-4ab3-8570-eae9569dd568 req-ce6870fa-23e5-4971-aeb5-45a338cb170a service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2958384 May 04 18:57:56.292715 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-30871255-af2c-427e-a2a6-a41decb2ea44 req-48559068-9df3-496b-ae1a-86fe78f63477 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ea6ee27-c11d-4233-954f-1b439202ab30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678672 May 04 18:57:56.336748 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6117d4b1-6959-488b-8519-79a404e6f673 req-12e88a01-e6bc-4cf3-98de-23f21de2fe1d service neutron] 10.222.0.55 "GET /v2.0/networks/b776d5b6-becc-4024-9dab-9ffc4ba67a01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176423 May 04 18:57:56.345545 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-4047d2fd-266a-4d57-9240-23b7f234d885 req-47b24b2f-034f-4f28-b3b7-036dabdaae30 service neutron] 10.222.0.55 "GET /v2.0/networks/53f417bd-e455-4de8-9365-a661c93c9b00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2126155 May 04 18:57:56.816553 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 49404) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:57:56.880732 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fa7ada3e-86ef-4cfd-85ec-aa3802ebc6d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (ae04e5b6-6ccf-46c0-81ba-a3f5b8ae390c), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:56.884187 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-4047d2fd-266a-4d57-9240-23b7f234d885 req-b101eefd-cae7-4a40-ae6a-9386b06059d3 service neutron] 10.222.0.55 "GET /v2.0/networks/53f417bd-e455-4de8-9365-a661c93c9b00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2423282 May 04 18:57:56.887812 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6117d4b1-6959-488b-8519-79a404e6f673 req-9f2f3017-c691-4cc3-abe0-3a3b425465b6 service neutron] 10.222.0.55 "GET /v2.0/networks/b776d5b6-becc-4024-9dab-9ffc4ba67a01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2360556 May 04 18:57:56.897394 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.db.db_base_plugin_v2 [None req-2370b6cd-5448-4d92-9845-d8c486f0852c admin admin] Deleting subnet ca812879-b1d1-4342-9900-fe5766542611 {{(pid=103280) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 18:57:56.901136 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-2370b6cd-5448-4d92-9845-d8c486f0852c admin admin] Publish callbacks [] for subnet (ca812879-b1d1-4342-9900-fe5766542611), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:56.946972 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-2370b6cd-5448-4d92-9845-d8c486f0852c admin admin] Publish callbacks [] for subnet (ca812879-b1d1-4342-9900-fe5766542611), precommit_delete_associations {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:56.957835 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-2370b6cd-5448-4d92-9845-d8c486f0852c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771612'] for subnet (ca812879-b1d1-4342-9900-fe5766542611), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:57.016443 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-2370b6cd-5448-4d92-9845-d8c486f0852c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608'] for subnet (ca812879-b1d1-4342-9900-fe5766542611), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:57.047347 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2370b6cd-5448-4d92-9845-d8c486f0852c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca812879-b1d1-4342-9900-fe5766542611,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:57:57.052916 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-2370b6cd-5448-4d92-9845-d8c486f0852c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572658'] for subnet (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:57.056239 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-2370b6cd-5448-4d92-9845-d8c486f0852c admin admin] 10.222.0.35 "DELETE /v2.0/subnets/ca812879-b1d1-4342-9900-fe5766542611 HTTP/1.1" status: 204 len: 168 time: 0.2387516 May 04 18:57:57.058948 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 49414) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:57:57.128030 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-3db4b75e-4542-4466-9b20-9cf399918c34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1681522'] for network (008bd591-e455-410f-ab4e-2dd6eba2557d), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:57.218885 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-3db4b75e-4542-4466-9b20-9cf399918c34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772425', 'neutron.services.segments.db._delete_segments_for_network-8790498765132'] for network (008bd591-e455-410f-ab4e-2dd6eba2557d), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:57.242561 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-3db4b75e-4542-4466-9b20-9cf399918c34 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:57:57.242997 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-3db4b75e-4542-4466-9b20-9cf399918c34 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:57:57.243770 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-3db4b75e-4542-4466-9b20-9cf399918c34 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:57:57.244127 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-3db4b75e-4542-4466-9b20-9cf399918c34 admin admin] Subscribe: > port after_create 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:57:57.244449 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-3db4b75e-4542-4466-9b20-9cf399918c34 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:57:57.245137 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-3db4b75e-4542-4466-9b20-9cf399918c34 admin admin] Subscribe: > port after_update 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:57:57.245495 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-3db4b75e-4542-4466-9b20-9cf399918c34 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:57:57.245818 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-3db4b75e-4542-4466-9b20-9cf399918c34 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:57:57.246135 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-3db4b75e-4542-4466-9b20-9cf399918c34 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:57:57.246454 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-3db4b75e-4542-4466-9b20-9cf399918c34 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:57:57.337239 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-3db4b75e-4542-4466-9b20-9cf399918c34 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:57:57.338081 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-3db4b75e-4542-4466-9b20-9cf399918c34 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:57:57.338081 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-3db4b75e-4542-4466-9b20-9cf399918c34 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:57:57.338312 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-3db4b75e-4542-4466-9b20-9cf399918c34 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:57:57.338651 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.services.segments.db [None req-3db4b75e-4542-4466-9b20-9cf399918c34 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['008bd591-e455-410f-ab4e-2dd6eba2557d']}} {{(pid=103280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:57:57.358061 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.services.segments.db [None req-3db4b75e-4542-4466-9b20-9cf399918c34 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce82bae1-c9ac-40db-af81-8333e6579092') {'for_net_delete': True} {{(pid=103280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:57:57.358378 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.services.segments.db [None req-3db4b75e-4542-4466-9b20-9cf399918c34 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce82bae1-c9ac-40db-af81-8333e6579092') {} {{(pid=103280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:57:57.375487 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-3db4b75e-4542-4466-9b20-9cf399918c34 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790498766421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12886055'] for segment (ce82bae1-c9ac-40db-af81-8333e6579092), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:57.402803 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-3db4b75e-4542-4466-9b20-9cf399918c34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589113'] for segment (ce82bae1-c9ac-40db-af81-8333e6579092), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:57.411221 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3db4b75e-4542-4466-9b20-9cf399918c34 admin admin] Releasing vlan 290 on physical network physnet1 to pool {{(pid=103280) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 18:57:57.411602 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-3db4b75e-4542-4466-9b20-9cf399918c34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12874255'] for segment (ce82bae1-c9ac-40db-af81-8333e6579092), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:57.421811 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa14a89-2cf7-45df-9653-f35b6e9a2f70 req-55ea99c8-d7b5-4213-acc3-c9de634cd7a1 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:57:57.423259 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-0fa14a89-2cf7-45df-9653-f35b6e9a2f70 req-55ea99c8-d7b5-4213-acc3-c9de634cd7a1 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5f655af-21f6-4752-9a82-5001e0ecce2a HTTP/1.1" status: 200 len: 946 time: 0.0484369 May 04 18:57:57.437777 dv-cinder-840525-1-iscsi neutron-server[103280]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 04 18:57:57.437777 dv-cinder-840525-1-iscsi neutron-server[103280]: from cryptography.utils import int_from_bytes May 04 18:57:57.437777 dv-cinder-840525-1-iscsi neutron-server[103280]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 04 18:57:57.437777 dv-cinder-840525-1-iscsi neutron-server[103280]: from cryptography.utils import int_from_bytes May 04 18:57:57.437777 dv-cinder-840525-1-iscsi neutron-server[103280]: Traceback (most recent call last): May 04 18:57:57.437777 dv-cinder-840525-1-iscsi neutron-server[103280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 18:57:57.437777 dv-cinder-840525-1-iscsi neutron-server[103280]: timer() May 04 18:57:57.437777 dv-cinder-840525-1-iscsi neutron-server[103280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 18:57:57.437777 dv-cinder-840525-1-iscsi neutron-server[103280]: cb(*args, **kw) May 04 18:57:57.437777 dv-cinder-840525-1-iscsi neutron-server[103280]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 18:57:57.437777 dv-cinder-840525-1-iscsi neutron-server[103280]: return func(*args, **kwargs) May 04 18:57:57.437777 dv-cinder-840525-1-iscsi neutron-server[103280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 18:57:57.437777 dv-cinder-840525-1-iscsi neutron-server[103280]: self._notify() May 04 18:57:57.437777 dv-cinder-840525-1-iscsi neutron-server[103280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 18:57:57.437777 dv-cinder-840525-1-iscsi neutron-server[103280]: self.callback(batched_events) May 04 18:57:57.437777 dv-cinder-840525-1-iscsi neutron-server[103280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 18:57:57.437777 dv-cinder-840525-1-iscsi neutron-server[103280]: event.method(event) May 04 18:57:57.437777 dv-cinder-840525-1-iscsi neutron-server[103280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 18:57:57.437777 dv-cinder-840525-1-iscsi neutron-server[103280]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 18:57:57.437777 dv-cinder-840525-1-iscsi neutron-server[103280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 18:57:57.437777 dv-cinder-840525-1-iscsi neutron-server[103280]: aggregate_uuid = self.p_client.list_aggregates( May 04 18:57:57.437777 dv-cinder-840525-1-iscsi neutron-server[103280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 18:57:57.437777 dv-cinder-840525-1-iscsi neutron-server[103280]: return f(self, *a, **k) May 04 18:57:57.437777 dv-cinder-840525-1-iscsi neutron-server[103280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 18:57:57.437777 dv-cinder-840525-1-iscsi neutron-server[103280]: return self._get(url).json() May 04 18:57:57.437777 dv-cinder-840525-1-iscsi neutron-server[103280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 18:57:57.437777 dv-cinder-840525-1-iscsi neutron-server[103280]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 18:57:57.437777 dv-cinder-840525-1-iscsi neutron-server[103280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 18:57:57.437777 dv-cinder-840525-1-iscsi neutron-server[103280]: return self.request(url, 'GET', **kwargs) May 04 18:57:57.437777 dv-cinder-840525-1-iscsi neutron-server[103280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 18:57:57.437777 dv-cinder-840525-1-iscsi neutron-server[103280]: base_url = self.get_endpoint(auth, allow=allow, May 04 18:57:57.437777 dv-cinder-840525-1-iscsi neutron-server[103280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 18:57:57.437777 dv-cinder-840525-1-iscsi neutron-server[103280]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 18:57:57.437777 dv-cinder-840525-1-iscsi neutron-server[103280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 18:57:57.437777 dv-cinder-840525-1-iscsi neutron-server[103280]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 18:57:57.437777 dv-cinder-840525-1-iscsi neutron-server[103280]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 18:57:57.475330 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-0fa14a89-2cf7-45df-9653-f35b6e9a2f70 req-5beeda7d-604b-4a23-a044-5707d86f2592 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ea6ee27-c11d-4233-954f-1b439202ab30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463169 May 04 18:57:57.742830 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-3db4b75e-4542-4466-9b20-9cf399918c34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608942'] for network (008bd591-e455-410f-ab4e-2dd6eba2557d), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:57.759934 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-3db4b75e-4542-4466-9b20-9cf399918c34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572658'] for network (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:57.763248 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-3db4b75e-4542-4466-9b20-9cf399918c34 admin admin] 10.222.0.35 "DELETE /v2.0/networks/008bd591-e455-410f-ab4e-2dd6eba2557d HTTP/1.1" status: 204 len: 168 time: 0.7033653 May 04 18:57:57.764568 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db4b75e-4542-4466-9b20-9cf399918c34 admin admin] Pushing event deleted for resources: {'Network': ['ID=008bd591-e455-410f-ab4e-2dd6eba2557d,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:57:57.766281 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 49434) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:57:57.811729 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bc9ef10-d655-4710-87a0-0558780f83bb admin admin] Deleting subnet b85d49d2-5c7d-49c0-8cd2-92a8c69126f4 {{(pid=103280) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 18:57:57.816048 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-8bc9ef10-d655-4710-87a0-0558780f83bb admin admin] Publish callbacks [] for subnet (b85d49d2-5c7d-49c0-8cd2-92a8c69126f4), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:57.855263 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-8bc9ef10-d655-4710-87a0-0558780f83bb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12886072'] for subnet (b85d49d2-5c7d-49c0-8cd2-92a8c69126f4), precommit_delete_associations {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:57.901340 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-8bc9ef10-d655-4710-87a0-0558780f83bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771612'] for subnet (b85d49d2-5c7d-49c0-8cd2-92a8c69126f4), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:57.963144 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-8bc9ef10-d655-4710-87a0-0558780f83bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12874345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13129182'] for subnet (b85d49d2-5c7d-49c0-8cd2-92a8c69126f4), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:57.991610 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc9ef10-d655-4710-87a0-0558780f83bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b85d49d2-5c7d-49c0-8cd2-92a8c69126f4,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:57:57.998163 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-8bc9ef10-d655-4710-87a0-0558780f83bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572658'] for subnet (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:58.004970 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 49448) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:57:58.005093 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-8bc9ef10-d655-4710-87a0-0558780f83bb admin admin] 10.222.0.35 "DELETE /v2.0/subnets/b85d49d2-5c7d-49c0-8cd2-92a8c69126f4 HTTP/1.1" status: 204 len: 168 time: 0.2378094 May 04 18:57:58.067501 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 49454) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:57:58.073988 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-4cbb2ac5-ab40-48d2-8d0e-cf429fc9f755 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1681522'] for network (085c7778-5d36-44a1-9074-bbc7272d9ffd), before_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:58.114035 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.db.db_base_plugin_v2 [None req-63ce5344-a6bd-43f2-bd92-5a0cf008591f admin admin] Deleting subnet 2728c766-1e42-4c80-8e95-68ec9a4136a8 {{(pid=103280) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 18:57:58.117504 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-63ce5344-a6bd-43f2-bd92-5a0cf008591f admin admin] Publish callbacks [] for subnet (2728c766-1e42-4c80-8e95-68ec9a4136a8), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:58.164065 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-63ce5344-a6bd-43f2-bd92-5a0cf008591f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12886072'] for subnet (2728c766-1e42-4c80-8e95-68ec9a4136a8), precommit_delete_associations {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:58.168552 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-4cbb2ac5-ab40-48d2-8d0e-cf429fc9f755 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772425', 'neutron.services.segments.db._delete_segments_for_network-8790498765132'] for network (085c7778-5d36-44a1-9074-bbc7272d9ffd), precommit_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:58.191806 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-4cbb2ac5-ab40-48d2-8d0e-cf429fc9f755 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:57:58.192152 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-4cbb2ac5-ab40-48d2-8d0e-cf429fc9f755 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:57:58.192872 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-4cbb2ac5-ab40-48d2-8d0e-cf429fc9f755 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:57:58.193207 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-4cbb2ac5-ab40-48d2-8d0e-cf429fc9f755 admin admin] Subscribe: > port after_create 55550000 {{(pid=103279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:57:58.193582 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-4cbb2ac5-ab40-48d2-8d0e-cf429fc9f755 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:57:58.193922 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-4cbb2ac5-ab40-48d2-8d0e-cf429fc9f755 admin admin] Subscribe: > port after_update 55550000 {{(pid=103279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:57:58.194245 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-4cbb2ac5-ab40-48d2-8d0e-cf429fc9f755 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:57:58.194565 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-4cbb2ac5-ab40-48d2-8d0e-cf429fc9f755 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:57:58.194888 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-4cbb2ac5-ab40-48d2-8d0e-cf429fc9f755 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:57:58.195230 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-4cbb2ac5-ab40-48d2-8d0e-cf429fc9f755 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:57:58.215719 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-63ce5344-a6bd-43f2-bd92-5a0cf008591f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771612'] for subnet (2728c766-1e42-4c80-8e95-68ec9a4136a8), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:58.281488 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-4cbb2ac5-ab40-48d2-8d0e-cf429fc9f755 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:57:58.281488 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-4cbb2ac5-ab40-48d2-8d0e-cf429fc9f755 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:57:58.281488 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-4cbb2ac5-ab40-48d2-8d0e-cf429fc9f755 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:57:58.281488 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-4cbb2ac5-ab40-48d2-8d0e-cf429fc9f755 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103279) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 18:57:58.281488 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.services.segments.db [None req-4cbb2ac5-ab40-48d2-8d0e-cf429fc9f755 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['085c7778-5d36-44a1-9074-bbc7272d9ffd']}} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:57:58.288271 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-63ce5344-a6bd-43f2-bd92-5a0cf008591f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12874345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13129182'] for subnet (2728c766-1e42-4c80-8e95-68ec9a4136a8), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:58.294924 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.services.segments.db [None req-4cbb2ac5-ab40-48d2-8d0e-cf429fc9f755 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c152e47-00d8-458a-9f9d-e4d3fd90aaf3') {'for_net_delete': True} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:57:58.295224 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.services.segments.db [None req-4cbb2ac5-ab40-48d2-8d0e-cf429fc9f755 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c152e47-00d8-458a-9f9d-e4d3fd90aaf3') {} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:57:58.312505 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-4cbb2ac5-ab40-48d2-8d0e-cf429fc9f755 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790498766421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14495801'] for segment (6c152e47-00d8-458a-9f9d-e4d3fd90aaf3), before_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:58.316297 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ce5344-a6bd-43f2-bd92-5a0cf008591f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2728c766-1e42-4c80-8e95-68ec9a4136a8,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:57:58.318336 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-63ce5344-a6bd-43f2-bd92-5a0cf008591f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572658'] for subnet (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:58.321617 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-63ce5344-a6bd-43f2-bd92-5a0cf008591f admin admin] 10.222.0.35 "DELETE /v2.0/subnets/2728c766-1e42-4c80-8e95-68ec9a4136a8 HTTP/1.1" status: 204 len: 168 time: 0.2530637 May 04 18:57:58.324017 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 49462) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:57:58.346838 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-4cbb2ac5-ab40-48d2-8d0e-cf429fc9f755 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589113'] for segment (6c152e47-00d8-458a-9f9d-e4d3fd90aaf3), precommit_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:58.358106 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cbb2ac5-ab40-48d2-8d0e-cf429fc9f755 admin admin] Releasing vlan 271 on physical network physnet1 to pool {{(pid=103279) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 18:57:58.358732 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-4cbb2ac5-ab40-48d2-8d0e-cf429fc9f755 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13908959'] for segment (6c152e47-00d8-458a-9f9d-e4d3fd90aaf3), after_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:58.363568 dv-cinder-840525-1-iscsi neutron-server[103279]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 04 18:57:58.363568 dv-cinder-840525-1-iscsi neutron-server[103279]: from cryptography.utils import int_from_bytes May 04 18:57:58.363568 dv-cinder-840525-1-iscsi neutron-server[103279]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 04 18:57:58.363568 dv-cinder-840525-1-iscsi neutron-server[103279]: from cryptography.utils import int_from_bytes May 04 18:57:58.363568 dv-cinder-840525-1-iscsi neutron-server[103279]: Traceback (most recent call last): May 04 18:57:58.363568 dv-cinder-840525-1-iscsi neutron-server[103279]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 18:57:58.363568 dv-cinder-840525-1-iscsi neutron-server[103279]: timer() May 04 18:57:58.363568 dv-cinder-840525-1-iscsi neutron-server[103279]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 18:57:58.363568 dv-cinder-840525-1-iscsi neutron-server[103279]: cb(*args, **kw) May 04 18:57:58.363568 dv-cinder-840525-1-iscsi neutron-server[103279]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 18:57:58.363568 dv-cinder-840525-1-iscsi neutron-server[103279]: return func(*args, **kwargs) May 04 18:57:58.363568 dv-cinder-840525-1-iscsi neutron-server[103279]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 18:57:58.363568 dv-cinder-840525-1-iscsi neutron-server[103279]: self._notify() May 04 18:57:58.363568 dv-cinder-840525-1-iscsi neutron-server[103279]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 18:57:58.363568 dv-cinder-840525-1-iscsi neutron-server[103279]: self.callback(batched_events) May 04 18:57:58.363568 dv-cinder-840525-1-iscsi neutron-server[103279]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 18:57:58.363568 dv-cinder-840525-1-iscsi neutron-server[103279]: event.method(event) May 04 18:57:58.363568 dv-cinder-840525-1-iscsi neutron-server[103279]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 18:57:58.363568 dv-cinder-840525-1-iscsi neutron-server[103279]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 18:57:58.363568 dv-cinder-840525-1-iscsi neutron-server[103279]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 18:57:58.363568 dv-cinder-840525-1-iscsi neutron-server[103279]: aggregate_uuid = self.p_client.list_aggregates( May 04 18:57:58.363568 dv-cinder-840525-1-iscsi neutron-server[103279]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 18:57:58.363568 dv-cinder-840525-1-iscsi neutron-server[103279]: return f(self, *a, **k) May 04 18:57:58.363568 dv-cinder-840525-1-iscsi neutron-server[103279]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 18:57:58.363568 dv-cinder-840525-1-iscsi neutron-server[103279]: return self._get(url).json() May 04 18:57:58.363568 dv-cinder-840525-1-iscsi neutron-server[103279]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 18:57:58.363568 dv-cinder-840525-1-iscsi neutron-server[103279]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 18:57:58.363568 dv-cinder-840525-1-iscsi neutron-server[103279]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 18:57:58.363568 dv-cinder-840525-1-iscsi neutron-server[103279]: return self.request(url, 'GET', **kwargs) May 04 18:57:58.363568 dv-cinder-840525-1-iscsi neutron-server[103279]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 18:57:58.363568 dv-cinder-840525-1-iscsi neutron-server[103279]: base_url = self.get_endpoint(auth, allow=allow, May 04 18:57:58.363568 dv-cinder-840525-1-iscsi neutron-server[103279]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 18:57:58.363568 dv-cinder-840525-1-iscsi neutron-server[103279]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 18:57:58.363568 dv-cinder-840525-1-iscsi neutron-server[103279]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 18:57:58.363568 dv-cinder-840525-1-iscsi neutron-server[103279]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 18:57:58.363568 dv-cinder-840525-1-iscsi neutron-server[103279]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 18:57:58.402492 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-28a78294-8848-4de7-b141-e07c40969db2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1681522'] for network (d1b38ed8-9f38-451c-b1df-6305e23dba13), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:58.427182 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-4cbb2ac5-ab40-48d2-8d0e-cf429fc9f755 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608942'] for network (085c7778-5d36-44a1-9074-bbc7272d9ffd), after_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:58.443429 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-4cbb2ac5-ab40-48d2-8d0e-cf429fc9f755 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572658'] for network (None), before_response {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:58.446732 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-4cbb2ac5-ab40-48d2-8d0e-cf429fc9f755 admin admin] 10.222.0.35 "DELETE /v2.0/networks/085c7778-5d36-44a1-9074-bbc7272d9ffd HTTP/1.1" status: 204 len: 168 time: 0.4407239 May 04 18:57:58.448057 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbb2ac5-ab40-48d2-8d0e-cf429fc9f755 admin admin] Pushing event deleted for resources: {'Network': ['ID=085c7778-5d36-44a1-9074-bbc7272d9ffd,revision_number=None']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:57:58.493841 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-28a78294-8848-4de7-b141-e07c40969db2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772425', 'neutron.services.segments.db._delete_segments_for_network-8790498765132'] for network (d1b38ed8-9f38-451c-b1df-6305e23dba13), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:58.518394 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.services.segments.db [None req-28a78294-8848-4de7-b141-e07c40969db2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1b38ed8-9f38-451c-b1df-6305e23dba13']}} {{(pid=103280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:57:58.528411 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.services.segments.db [None req-28a78294-8848-4de7-b141-e07c40969db2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d641bf4-3246-4eae-bd06-3eeb5d4018b5') {'for_net_delete': True} {{(pid=103280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:57:58.528719 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.services.segments.db [None req-28a78294-8848-4de7-b141-e07c40969db2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d641bf4-3246-4eae-bd06-3eeb5d4018b5') {} {{(pid=103280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:57:58.538421 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-28a78294-8848-4de7-b141-e07c40969db2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790498766421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12886055'] for segment (4d641bf4-3246-4eae-bd06-3eeb5d4018b5), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:58.552259 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-28a78294-8848-4de7-b141-e07c40969db2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589113'] for segment (4d641bf4-3246-4eae-bd06-3eeb5d4018b5), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:58.560075 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28a78294-8848-4de7-b141-e07c40969db2 admin admin] Releasing vlan 285 on physical network physnet1 to pool {{(pid=103280) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 18:57:58.560620 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-28a78294-8848-4de7-b141-e07c40969db2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12874255'] for segment (4d641bf4-3246-4eae-bd06-3eeb5d4018b5), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:58.562244 dv-cinder-840525-1-iscsi neutron-server[103280]: Traceback (most recent call last): May 04 18:57:58.562244 dv-cinder-840525-1-iscsi neutron-server[103280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 18:57:58.562244 dv-cinder-840525-1-iscsi neutron-server[103280]: timer() May 04 18:57:58.562244 dv-cinder-840525-1-iscsi neutron-server[103280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 18:57:58.562244 dv-cinder-840525-1-iscsi neutron-server[103280]: cb(*args, **kw) May 04 18:57:58.562244 dv-cinder-840525-1-iscsi neutron-server[103280]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 18:57:58.562244 dv-cinder-840525-1-iscsi neutron-server[103280]: return func(*args, **kwargs) May 04 18:57:58.562244 dv-cinder-840525-1-iscsi neutron-server[103280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 18:57:58.562244 dv-cinder-840525-1-iscsi neutron-server[103280]: self._notify() May 04 18:57:58.562244 dv-cinder-840525-1-iscsi neutron-server[103280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 18:57:58.562244 dv-cinder-840525-1-iscsi neutron-server[103280]: self.callback(batched_events) May 04 18:57:58.562244 dv-cinder-840525-1-iscsi neutron-server[103280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 18:57:58.562244 dv-cinder-840525-1-iscsi neutron-server[103280]: event.method(event) May 04 18:57:58.562244 dv-cinder-840525-1-iscsi neutron-server[103280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 18:57:58.562244 dv-cinder-840525-1-iscsi neutron-server[103280]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 18:57:58.562244 dv-cinder-840525-1-iscsi neutron-server[103280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 18:57:58.562244 dv-cinder-840525-1-iscsi neutron-server[103280]: aggregate_uuid = self.p_client.list_aggregates( May 04 18:57:58.562244 dv-cinder-840525-1-iscsi neutron-server[103280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 18:57:58.562244 dv-cinder-840525-1-iscsi neutron-server[103280]: return f(self, *a, **k) May 04 18:57:58.562244 dv-cinder-840525-1-iscsi neutron-server[103280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 18:57:58.562244 dv-cinder-840525-1-iscsi neutron-server[103280]: return self._get(url).json() May 04 18:57:58.562244 dv-cinder-840525-1-iscsi neutron-server[103280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 18:57:58.562244 dv-cinder-840525-1-iscsi neutron-server[103280]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 18:57:58.562244 dv-cinder-840525-1-iscsi neutron-server[103280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 18:57:58.562244 dv-cinder-840525-1-iscsi neutron-server[103280]: return self.request(url, 'GET', **kwargs) May 04 18:57:58.562244 dv-cinder-840525-1-iscsi neutron-server[103280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 18:57:58.562244 dv-cinder-840525-1-iscsi neutron-server[103280]: base_url = self.get_endpoint(auth, allow=allow, May 04 18:57:58.562244 dv-cinder-840525-1-iscsi neutron-server[103280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 18:57:58.562244 dv-cinder-840525-1-iscsi neutron-server[103280]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 18:57:58.562244 dv-cinder-840525-1-iscsi neutron-server[103280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 18:57:58.562244 dv-cinder-840525-1-iscsi neutron-server[103280]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 18:57:58.562244 dv-cinder-840525-1-iscsi neutron-server[103280]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 18:57:58.587540 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 49472) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:57:58.601469 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 49474) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:57:58.634259 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-9e07b923-9d45-4154-99cf-5ac1c7778035 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6246e8e0efa54df99200eb2281778272&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0454991 May 04 18:57:58.636747 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 49478) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:57:58.663083 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22214413-ca47-4da3-b653-a5fced018c7d req-7b17df36-0c80-49c9-b03e-d7fb9c8c44e6 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:57:58.669913 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-22214413-ca47-4da3-b653-a5fced018c7d req-7b17df36-0c80-49c9-b03e-d7fb9c8c44e6 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5f655af-21f6-4752-9a82-5001e0ecce2a HTTP/1.1" status: 200 len: 946 time: 0.1114600 May 04 18:57:58.678674 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-28a78294-8848-4de7-b141-e07c40969db2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608942'] for network (d1b38ed8-9f38-451c-b1df-6305e23dba13), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:58.683966 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-28a78294-8848-4de7-b141-e07c40969db2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572658'] for network (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:58.685108 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-f7af423b-9f68-4985-bcf1-3366c08163eb admin admin] Publish callbacks [] for security_group (017cfa37-820f-4aed-b079-946d0ed635d4), before_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:58.688350 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-28a78294-8848-4de7-b141-e07c40969db2 admin admin] 10.222.0.35 "DELETE /v2.0/networks/d1b38ed8-9f38-451c-b1df-6305e23dba13 HTTP/1.1" status: 204 len: 168 time: 0.3628674 May 04 18:57:58.718966 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-f7af423b-9f68-4985-bcf1-3366c08163eb admin admin] Publish callbacks [] for security_group (017cfa37-820f-4aed-b079-946d0ed635d4), precommit_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:58.727245 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a78294-8848-4de7-b141-e07c40969db2 admin admin] Pushing event deleted for resources: {'Network': ['ID=d1b38ed8-9f38-451c-b1df-6305e23dba13,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:57:58.757979 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-22214413-ca47-4da3-b653-a5fced018c7d req-b7765682-fbbc-4584-8e3e-310cc8524cf7 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ea6ee27-c11d-4233-954f-1b439202ab30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869541 May 04 18:57:58.791842 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-f7af423b-9f68-4985-bcf1-3366c08163eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (017cfa37-820f-4aed-b079-946d0ed635d4), after_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:58.794772 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-f7af423b-9f68-4985-bcf1-3366c08163eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:58.795836 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-f7af423b-9f68-4985-bcf1-3366c08163eb admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/017cfa37-820f-4aed-b079-946d0ed635d4 HTTP/1.1" status: 204 len: 168 time: 0.1581674 May 04 18:57:58.814389 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7af423b-9f68-4985-bcf1-3366c08163eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=017cfa37-820f-4aed-b079-946d0ed635d4,revision_number=None']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:57:58.816359 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-2fbd2aa7-3a7d-4b71-a14d-ffbac731d25e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:58.904802 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-2fbd2aa7-3a7d-4b71-a14d-ffbac731d25e admin admin] Publish callbacks [] for security_group (976bf929-1121-49c9-a2b2-dfccc6bd9bad), precommit_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:58.909375 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-2fbd2aa7-3a7d-4b71-a14d-ffbac731d25e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (976bf929-1121-49c9-a2b2-dfccc6bd9bad), after_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:58.918055 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 49484) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:57:58.955229 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-2fbd2aa7-3a7d-4b71-a14d-ffbac731d25e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=361adb4a38a64be09d6e54faad3d836c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3525708 May 04 18:57:58.957619 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 49488) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:57:58.963771 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbd2aa7-3a7d-4b71-a14d-ffbac731d25e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=976bf929-1121-49c9-a2b2-dfccc6bd9bad,revision_number=1']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:57:58.966083 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 49490) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:57:58.966638 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-04a00317-ab29-476b-b03c-5bedf10cd8fa admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=625af698d5ee489d92da3d75516477cb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0466778 May 04 18:57:59.050169 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-82c871df-4705-4390-b4cd-04ea95cb9d8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:59.056746 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-530f649e-fee7-475a-bbe9-8612f11364fa admin admin] Publish callbacks [] for security_group (976bf929-1121-49c9-a2b2-dfccc6bd9bad), before_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:59.069464 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-3a081f17-759b-4cd6-b7ea-8a061ef51dfc admin admin] Publish callbacks [] for security_group (668a5dba-1c37-4528-a3f6-873c04e3e7e5), before_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:59.102814 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-530f649e-fee7-475a-bbe9-8612f11364fa admin admin] Publish callbacks [] for security_group (976bf929-1121-49c9-a2b2-dfccc6bd9bad), precommit_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:59.121492 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-3a081f17-759b-4cd6-b7ea-8a061ef51dfc admin admin] Publish callbacks [] for security_group (668a5dba-1c37-4528-a3f6-873c04e3e7e5), precommit_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:59.127607 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 49500) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:57:59.179052 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-597a8fb7-c0c0-42be-9b20-0429bda54fa8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=db57282f1eba43f1a016db9a3981dc9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0505314 May 04 18:57:59.181472 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 49504) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:57:59.193788 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-530f649e-fee7-475a-bbe9-8612f11364fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (976bf929-1121-49c9-a2b2-dfccc6bd9bad), after_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:59.196713 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-530f649e-fee7-475a-bbe9-8612f11364fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:59.200633 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-530f649e-fee7-475a-bbe9-8612f11364fa admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/976bf929-1121-49c9-a2b2-dfccc6bd9bad HTTP/1.1" status: 204 len: 168 time: 0.2393291 May 04 18:57:59.203680 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-3a081f17-759b-4cd6-b7ea-8a061ef51dfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (668a5dba-1c37-4528-a3f6-873c04e3e7e5), after_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:59.206509 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-3a081f17-759b-4cd6-b7ea-8a061ef51dfc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:59.207402 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-3a081f17-759b-4cd6-b7ea-8a061ef51dfc admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/668a5dba-1c37-4528-a3f6-873c04e3e7e5 HTTP/1.1" status: 204 len: 168 time: 0.2362812 May 04 18:57:59.218061 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530f649e-fee7-475a-bbe9-8612f11364fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=976bf929-1121-49c9-a2b2-dfccc6bd9bad,revision_number=None']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:57:59.233415 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a081f17-759b-4cd6-b7ea-8a061ef51dfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=668a5dba-1c37-4528-a3f6-873c04e3e7e5,revision_number=None']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:57:59.268350 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-92afa55a-a0aa-49e6-b156-c8955a4b98fc admin admin] Publish callbacks [] for security_group (f77241ce-e4cd-48d5-bda5-40c058387d97), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:59.295024 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-92afa55a-a0aa-49e6-b156-c8955a4b98fc admin admin] Publish callbacks [] for security_group (f77241ce-e4cd-48d5-bda5-40c058387d97), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:59.348734 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-92afa55a-a0aa-49e6-b156-c8955a4b98fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (f77241ce-e4cd-48d5-bda5-40c058387d97), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:59.352924 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-92afa55a-a0aa-49e6-b156-c8955a4b98fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:59.354914 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-92afa55a-a0aa-49e6-b156-c8955a4b98fc admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f77241ce-e4cd-48d5-bda5-40c058387d97 HTTP/1.1" status: 204 len: 168 time: 0.1723392 May 04 18:57:59.372731 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92afa55a-a0aa-49e6-b156-c8955a4b98fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f77241ce-e4cd-48d5-bda5-40c058387d97,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:57:59.698650 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 49540) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:57:59.712316 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-bea52833-6566-4790-b9fc-8820b59d2806 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:59.803760 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-bea52833-6566-4790-b9fc-8820b59d2806 admin admin] Publish callbacks [] for security_group (ab58e64c-686c-4a06-be68-1865b511d3dd), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:59.808713 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-bea52833-6566-4790-b9fc-8820b59d2806 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (ab58e64c-686c-4a06-be68-1865b511d3dd), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:59.839977 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-bea52833-6566-4790-b9fc-8820b59d2806 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e98816728b2b44cf90bd5ff419dc25b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1373322 May 04 18:57:59.840205 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 49548) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:57:59.903281 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea52833-6566-4790-b9fc-8820b59d2806 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab58e64c-686c-4a06-be68-1865b511d3dd,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:57:59.921396 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-50010dda-2d33-4ef4-b9a6-4c5fa6e18980 admin admin] Publish callbacks [] for security_group (ab58e64c-686c-4a06-be68-1865b511d3dd), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:57:59.938988 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb90e5a-ea1c-4b50-b40f-d32637b729ec req-367bf0bf-04b8-4f2f-8aeb-dfb245c9ae8d tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:57:59.948788 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-efb90e5a-ea1c-4b50-b40f-d32637b729ec req-367bf0bf-04b8-4f2f-8aeb-dfb245c9ae8d tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5f655af-21f6-4752-9a82-5001e0ecce2a HTTP/1.1" status: 200 len: 946 time: 0.0933239 May 04 18:57:59.949108 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-50010dda-2d33-4ef4-b9a6-4c5fa6e18980 admin admin] Publish callbacks [] for security_group (ab58e64c-686c-4a06-be68-1865b511d3dd), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:00.009752 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-efb90e5a-ea1c-4b50-b40f-d32637b729ec req-bcf0de88-cd83-4a0a-bb69-74e5c50655aa tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ea6ee27-c11d-4233-954f-1b439202ab30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600317 May 04 18:58:00.025019 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-50010dda-2d33-4ef4-b9a6-4c5fa6e18980 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (ab58e64c-686c-4a06-be68-1865b511d3dd), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:00.028270 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-50010dda-2d33-4ef4-b9a6-4c5fa6e18980 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:00.032078 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-50010dda-2d33-4ef4-b9a6-4c5fa6e18980 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ab58e64c-686c-4a06-be68-1865b511d3dd HTTP/1.1" status: 204 len: 168 time: 0.1884255 May 04 18:58:00.038102 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50010dda-2d33-4ef4-b9a6-4c5fa6e18980 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab58e64c-686c-4a06-be68-1865b511d3dd,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:58:00.120868 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-821a3753-c8bb-408e-a9d9-42d2a9d3d908 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (306b1285-d967-49ee-a8ef-a34b4fe65fa5), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:00.126337 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 49562) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:58:00.336632 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-8e3c7269-b284-4f79-a397-3dfae0888028 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:00.471974 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-8e3c7269-b284-4f79-a397-3dfae0888028 admin admin] Publish callbacks [] for security_group (c6f397d7-9d4e-4ae4-a233-3e7c50d7898b), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:00.477011 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-8e3c7269-b284-4f79-a397-3dfae0888028 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (c6f397d7-9d4e-4ae4-a233-3e7c50d7898b), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:00.521076 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-8e3c7269-b284-4f79-a397-3dfae0888028 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9bc45121f4524abe808249c6e303758a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3913801 May 04 18:58:00.521076 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3c7269-b284-4f79-a397-3dfae0888028 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6f397d7-9d4e-4ae4-a233-3e7c50d7898b,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:58:00.522048 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 49594) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:58:00.579533 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-9a529535-d877-4813-a8fb-d40ba00f598c admin admin] Publish callbacks [] for security_group (c6f397d7-9d4e-4ae4-a233-3e7c50d7898b), before_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:00.601578 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-9a529535-d877-4813-a8fb-d40ba00f598c admin admin] Publish callbacks [] for security_group (c6f397d7-9d4e-4ae4-a233-3e7c50d7898b), precommit_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:00.607828 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 49596) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:58:00.669166 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-9a529535-d877-4813-a8fb-d40ba00f598c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (c6f397d7-9d4e-4ae4-a233-3e7c50d7898b), after_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:00.669166 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-9a529535-d877-4813-a8fb-d40ba00f598c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:00.669166 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-9a529535-d877-4813-a8fb-d40ba00f598c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c6f397d7-9d4e-4ae4-a233-3e7c50d7898b HTTP/1.1" status: 204 len: 168 time: 0.1456680 May 04 18:58:00.679244 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a529535-d877-4813-a8fb-d40ba00f598c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6f397d7-9d4e-4ae4-a233-3e7c50d7898b,revision_number=None']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:58:00.728791 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [None req-aab485bb-9bda-4ab5-9acd-67c5a0258b0c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-216607060-network', 'tenant_id': '75fc5dead879453695a0046c9f35ff1d'}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:58:00.750725 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aab485bb-9bda-4ab5-9acd-67c5a0258b0c admin admin] Made reservation on behalf of 75fc5dead879453695a0046c9f35ff1d for: {'network': 1} {{(pid=103280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:58:00.753354 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-aab485bb-9bda-4ab5-9acd-67c5a0258b0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for network (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:00.765025 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-aab485bb-9bda-4ab5-9acd-67c5a0258b0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:00.861533 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-aab485bb-9bda-4ab5-9acd-67c5a0258b0c admin admin] Publish callbacks [] for security_group (09083e34-0a3b-4cb7-9355-d196b76eb8db), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:00.866649 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-aab485bb-9bda-4ab5-9acd-67c5a0258b0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (09083e34-0a3b-4cb7-9355-d196b76eb8db), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:00.899605 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aab485bb-9bda-4ab5-9acd-67c5a0258b0c admin admin] vlan segment allocate from pool success with {'vlan_id': 265, 'physical_network': 'physnet1'} {{(pid=103280) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 18:58:00.905353 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab485bb-9bda-4ab5-9acd-67c5a0258b0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09083e34-0a3b-4cb7-9355-d196b76eb8db,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:58:00.912695 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-aab485bb-9bda-4ab5-9acd-67c5a0258b0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589113'] for segment (6c24c5b4-e5c1-485f-89e1-6bad0f69b4e6), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:00.913021 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.db.segments_db [None req-aab485bb-9bda-4ab5-9acd-67c5a0258b0c admin admin] Added segment 6c24c5b4-e5c1-485f-89e1-6bad0f69b4e6 of type vlan for network b1cedcbc-cdac-422b-b37d-00881e094afa May 04 18:58:00.956053 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-aab485bb-9bda-4ab5-9acd-67c5a0258b0c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790498323402'] for network (b1cedcbc-cdac-422b-b37d-00881e094afa), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:00.982595 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-aab485bb-9bda-4ab5-9acd-67c5a0258b0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608'] for network (b1cedcbc-cdac-422b-b37d-00881e094afa), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:00.984675 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab485bb-9bda-4ab5-9acd-67c5a0258b0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:58:00.985586 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-aab485bb-9bda-4ab5-9acd-67c5a0258b0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572658'] for network (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:01.024428 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-aab485bb-9bda-4ab5-9acd-67c5a0258b0c admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4146926 May 04 18:58:01.027942 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 49616) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:58:01.036328 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.v2.base [None req-c1a11ae5-ea32-44fb-b399-5aeb37f33797 admin admin] Request body: {'subnet': {'network_id': 'b1cedcbc-cdac-422b-b37d-00881e094afa', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-216607060-subnet', 'tenant_id': '75fc5dead879453695a0046c9f35ff1d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:58:01.072159 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1a11ae5-ea32-44fb-b399-5aeb37f33797 admin admin] Made reservation on behalf of 75fc5dead879453695a0046c9f35ff1d for: {'subnet': 1} {{(pid=103279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:58:01.072369 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab485bb-9bda-4ab5-9acd-67c5a0258b0c admin admin] Pushing event updated for resources: {'Network': ['ID=b1cedcbc-cdac-422b-b37d-00881e094afa,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:58:01.075453 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-c1a11ae5-ea32-44fb-b399-5aeb37f33797 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14431908'] for subnet (None), before_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:01.087236 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Network b1cedcbc-cdac-422b-b37d-00881e094afa details requested by agent ovs-agent-dv-cinder-840525-1-iscsi with host dv-cinder-840525-1-iscsi {{(pid=103281) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 18:58:01.205039 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db877c5-7e8a-400a-b745-0863c352804d req-aefabff0-690a-4d51-9c25-ad562a9c65bd tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:58:01.206894 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-4db877c5-7e8a-400a-b745-0863c352804d req-aefabff0-690a-4d51-9c25-ad562a9c65bd tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5f655af-21f6-4752-9a82-5001e0ecce2a HTTP/1.1" status: 200 len: 946 time: 0.1016166 May 04 18:58:01.242677 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 49630) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:58:01.273974 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-3f5ce03d-62bd-47ce-a0f6-111dbc15afb2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:01.302314 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-4db877c5-7e8a-400a-b745-0863c352804d req-597773f1-e7f2-43a2-af12-80b2ff62f5f9 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ea6ee27-c11d-4233-954f-1b439202ab30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873065 May 04 18:58:01.370903 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-c1a11ae5-ea32-44fb-b399-5aeb37f33797 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13909114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14431958'] for subnet (eeef2f41-46cc-4bf5-995a-936e9476bce2), after_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:01.410005 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-3f5ce03d-62bd-47ce-a0f6-111dbc15afb2 admin admin] Publish callbacks [] for security_group (9bb14768-6057-4415-86f1-ad735e0d4dbe), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:01.416788 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-3f5ce03d-62bd-47ce-a0f6-111dbc15afb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (9bb14768-6057-4415-86f1-ad735e0d4dbe), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:01.433072 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a11ae5-ea32-44fb-b399-5aeb37f33797 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eeef2f41-46cc-4bf5-995a-936e9476bce2,revision_number=0']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:58:01.444357 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a11ae5-ea32-44fb-b399-5aeb37f33797 admin admin] Checking segment: {'id': '6c24c5b4-e5c1-485f-89e1-6bad0f69b4e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'b1cedcbc-cdac-422b-b37d-00881e094afa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 18:58:01.444713 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a11ae5-ea32-44fb-b399-5aeb37f33797 admin admin] Network hostable DHCP agents. Network: b1cedcbc-cdac-422b-b37d-00881e094afa, hostable agents: ['ae04e5b6-6ccf-46c0-81ba-a3f5b8ae390c'], hosted agents: [] {{(pid=103279) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 18:58:01.466150 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a11ae5-ea32-44fb-b399-5aeb37f33797 admin admin] Network b1cedcbc-cdac-422b-b37d-00881e094afa is scheduled to be hosted by DHCP agent ae04e5b6-6ccf-46c0-81ba-a3f5b8ae390c with binding_index 1 {{(pid=103279) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 18:58:01.484638 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.scheduler.base_scheduler [None req-c1a11ae5-ea32-44fb-b399-5aeb37f33797 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840525-1-iscsi, b1cedcbc-cdac-422b-b37d-00881e094afa) {{(pid=103279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:58:01.488751 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5ce03d-62bd-47ce-a0f6-111dbc15afb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bb14768-6057-4415-86f1-ad735e0d4dbe,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:58:01.490339 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a11ae5-ea32-44fb-b399-5aeb37f33797 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:58:01.491202 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-c1a11ae5-ea32-44fb-b399-5aeb37f33797 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572658'] for subnet (None), before_response {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:01.496509 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-3f5ce03d-62bd-47ce-a0f6-111dbc15afb2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=479a4a7ac72443b3889989a7de32d081&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2471635 May 04 18:58:01.497163 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 49672) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:58:01.530721 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-c1a11ae5-ea32-44fb-b399-5aeb37f33797 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5016308 May 04 18:58:01.532348 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c5c543f-d9a7-46c1-a4e4-6e6d425f9bed None None] Network b1cedcbc-cdac-422b-b37d-00881e094afa requested from dv-cinder-840525-1-iscsi {{(pid=103281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 18:58:01.532827 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 49674) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:58:01.540823 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.v2.base [None req-e126166a-18df-42d5-907a-d621da20b7b8 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-216607060-router', 'tenant_id': '75fc5dead879453695a0046c9f35ff1d', 'external_gateway_info': {'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762'}}} {{(pid=103279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:58:01.563884 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-563bc2aa-1a13-4a2e-855c-3de298185651 admin admin] Publish callbacks [] for security_group (9bb14768-6057-4415-86f1-ad735e0d4dbe), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:01.586256 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-e126166a-18df-42d5-907a-d621da20b7b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-620518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4428'] for router (d5339568-04a2-4813-b750-63c9a3fc9882), before_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:01.587723 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-e126166a-18df-42d5-907a-d621da20b7b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-610031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-693478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4405'] for router (d5339568-04a2-4813-b750-63c9a3fc9882), precommit_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:01.588934 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-563bc2aa-1a13-4a2e-855c-3de298185651 admin admin] Publish callbacks [] for security_group (9bb14768-6057-4415-86f1-ad735e0d4dbe), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:01.653016 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-e126166a-18df-42d5-907a-d621da20b7b8 admin admin] Publish callbacks [] for router_controller (d5339568-04a2-4813-b750-63c9a3fc9882), precommit_add_association {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:01.655493 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-563bc2aa-1a13-4a2e-855c-3de298185651 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (9bb14768-6057-4415-86f1-ad735e0d4dbe), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:01.660333 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-563bc2aa-1a13-4a2e-855c-3de298185651 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:01.660515 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6c0ba996-b759-4c13-9ac4-7b7303adc758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (c2d3299f-8f0d-4c34-a270-91edff31f494), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:01.669672 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-563bc2aa-1a13-4a2e-855c-3de298185651 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9bb14768-6057-4415-86f1-ad735e0d4dbe HTTP/1.1" status: 204 len: 168 time: 0.1710203 May 04 18:58:01.678700 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563bc2aa-1a13-4a2e-855c-3de298185651 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bb14768-6057-4415-86f1-ad735e0d4dbe,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:58:01.721582 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a70540db-e0e4-4f2f-9659-e4cbfdbf33f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31efe59b-327d-5d9c-bbb4-4911cdeac679-b1cedcbc-cdac-422b-b37d-00881e094afa', 'network_id': 'b1cedcbc-cdac-422b-b37d-00881e094afa', 'project_id': '75fc5dead879453695a0046c9f35ff1d', 'fixed_ips': [{'subnet_id': 'eeef2f41-46cc-4bf5-995a-936e9476bce2'}]}} from dv-cinder-840525-1-iscsi. {{(pid=103281) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 04 18:58:01.722593 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a70540db-e0e4-4f2f-9659-e4cbfdbf33f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:01.836786 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-e126166a-18df-42d5-907a-d621da20b7b8 admin admin] Publish callbacks [] for router_gateway (d5339568-04a2-4813-b750-63c9a3fc9882), precommit_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:02.013179 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-a70540db-e0e4-4f2f-9659-e4cbfdbf33f3 None None] Allocated IP 172.20.0.2 (b1cedcbc-cdac-422b-b37d-00881e094afa/eeef2f41-46cc-4bf5-995a-936e9476bce2/75329702-848e-4348-9dc3-0a83239a0d64) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:58:02.187521 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-e126166a-18df-42d5-907a-d621da20b7b8 admin admin] Publish callbacks [] for router_gateway (d5339568-04a2-4813-b750-63c9a3fc9882), before_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:02.208982 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a70540db-e0e4-4f2f-9659-e4cbfdbf33f3 None None] Publish callbacks [] for port (75329702-848e-4348-9dc3-0a83239a0d64), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:02.217297 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-e126166a-18df-42d5-907a-d621da20b7b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (None), before_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:02.217596 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a70540db-e0e4-4f2f-9659-e4cbfdbf33f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790498302100'] for port (75329702-848e-4348-9dc3-0a83239a0d64), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:02.261436 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a70540db-e0e4-4f2f-9659-e4cbfdbf33f3 None None] Network b1cedcbc-cdac-422b-b37d-00881e094afa is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:58:02.264266 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-a70540db-e0e4-4f2f-9659-e4cbfdbf33f3 None None] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:58:02.267670 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70540db-e0e4-4f2f-9659-e4cbfdbf33f3 None None] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 18:58:02.288954 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70540db-e0e4-4f2f-9659-e4cbfdbf33f3 None None] Pushing event updated for resources: {'Port': ['ID=75329702-848e-4348-9dc3-0a83239a0d64,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:58:02.306681 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70540db-e0e4-4f2f-9659-e4cbfdbf33f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:58:02.310454 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70540db-e0e4-4f2f-9659-e4cbfdbf33f3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:58:02.310454 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70540db-e0e4-4f2f-9659-e4cbfdbf33f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:58:02.310454 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70540db-e0e4-4f2f-9659-e4cbfdbf33f3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:58:02.310454 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70540db-e0e4-4f2f-9659-e4cbfdbf33f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:58:02.310454 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70540db-e0e4-4f2f-9659-e4cbfdbf33f3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:58:02.310454 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70540db-e0e4-4f2f-9659-e4cbfdbf33f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:58:02.310454 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70540db-e0e4-4f2f-9659-e4cbfdbf33f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:58:02.310454 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70540db-e0e4-4f2f-9659-e4cbfdbf33f3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:58:02.310454 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70540db-e0e4-4f2f-9659-e4cbfdbf33f3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:58:02.310454 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70540db-e0e4-4f2f-9659-e4cbfdbf33f3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:58:02.310454 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70540db-e0e4-4f2f-9659-e4cbfdbf33f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:58:02.311183 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70540db-e0e4-4f2f-9659-e4cbfdbf33f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:58:02.311183 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70540db-e0e4-4f2f-9659-e4cbfdbf33f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:58:02.311308 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70540db-e0e4-4f2f-9659-e4cbfdbf33f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:58:02.367810 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [None req-a70540db-e0e4-4f2f-9659-e4cbfdbf33f3 None None] Attempting to bind port 75329702-848e-4348-9dc3-0a83239a0d64 on host dv-cinder-840525-1-iscsi for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 18:58:02.368189 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [None req-a70540db-e0e4-4f2f-9659-e4cbfdbf33f3 None None] Attempting to bind port 75329702-848e-4348-9dc3-0a83239a0d64 by drivers openvswitch,hyperv on host dv-cinder-840525-1-iscsi at level 0 using segments [{'id': '6c24c5b4-e5c1-485f-89e1-6bad0f69b4e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'b1cedcbc-cdac-422b-b37d-00881e094afa'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 18:58:02.368553 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70540db-e0e4-4f2f-9659-e4cbfdbf33f3 None None] Attempting to bind port 75329702-848e-4348-9dc3-0a83239a0d64 on network b1cedcbc-cdac-422b-b37d-00881e094afa {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 18:58:02.370286 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.db.db_base_plugin_common [None req-e126166a-18df-42d5-907a-d621da20b7b8 admin admin] Allocated IP 172.27.0.107 (cbca2f8d-f88f-49b4-8a9d-8b4714c67762/6d3155f3-7d72-4b90-89ae-8effc01a61e4/43e0efb5-c5c7-489f-81f3-5a269fed0777) {{(pid=103279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:58:02.374661 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70540db-e0e4-4f2f-9659-e4cbfdbf33f3 None None] Checking agent: {'id': '7e96273e-cd3b-4e2d-a9cb-a5a62cf8f8b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840525-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 18, 48, 33), 'started_at': datetime.datetime(2022, 5, 4, 18, 49, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 18, 57, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840525-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 18:58:02.375055 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70540db-e0e4-4f2f-9659-e4cbfdbf33f3 None None] Checking segment: {'id': '6c24c5b4-e5c1-485f-89e1-6bad0f69b4e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'b1cedcbc-cdac-422b-b37d-00881e094afa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 18:58:02.375431 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a70540db-e0e4-4f2f-9659-e4cbfdbf33f3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:02.376005 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70540db-e0e4-4f2f-9659-e4cbfdbf33f3 None None] Bound using segment: {'id': '6c24c5b4-e5c1-485f-89e1-6bad0f69b4e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'b1cedcbc-cdac-422b-b37d-00881e094afa'} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 18:58:02.376624 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [None req-a70540db-e0e4-4f2f-9659-e4cbfdbf33f3 None None] Bound port: 75329702-848e-4348-9dc3-0a83239a0d64, host: dv-cinder-840525-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c24c5b4-e5c1-485f-89e1-6bad0f69b4e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'b1cedcbc-cdac-422b-b37d-00881e094afa'}}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 18:58:02.377158 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a70540db-e0e4-4f2f-9659-e4cbfdbf33f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (75329702-848e-4348-9dc3-0a83239a0d64), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:02.434552 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e912142e-8e47-439d-9bbd-9da66d343d23 req-20ab3678-c59d-40ab-9f3b-1ffc93c2a303 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:58:02.436282 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-e912142e-8e47-439d-9bbd-9da66d343d23 req-20ab3678-c59d-40ab-9f3b-1ffc93c2a303 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5f655af-21f6-4752-9a82-5001e0ecce2a HTTP/1.1" status: 200 len: 946 time: 0.0487766 May 04 18:58:02.465806 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-a70540db-e0e4-4f2f-9659-e4cbfdbf33f3 None None] For port 75329702-848e-4348-9dc3-0a83239a0d64, host dv-cinder-840525-1-iscsi, cleared binding levels {{(pid=103281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 18:58:02.470375 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-a70540db-e0e4-4f2f-9659-e4cbfdbf33f3 None None] For port 75329702-848e-4348-9dc3-0a83239a0d64, host dv-cinder-840525-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-1-iscsi',level=0,port_id=75329702-848e-4348-9dc3-0a83239a0d64,segment=NetworkSegment(6c24c5b4-e5c1-485f-89e1-6bad0f69b4e6),segment_id=6c24c5b4-e5c1-485f-89e1-6bad0f69b4e6)] {{(pid=103281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 18:58:02.478651 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a70540db-e0e4-4f2f-9659-e4cbfdbf33f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136'] for port (75329702-848e-4348-9dc3-0a83239a0d64), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:02.542717 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70540db-e0e4-4f2f-9659-e4cbfdbf33f3 None None] Pushing event updated for resources: {'Port': ['ID=75329702-848e-4348-9dc3-0a83239a0d64,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:58:02.570873 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-e912142e-8e47-439d-9bbd-9da66d343d23 req-c8d7aa61-8c59-413d-8089-18ca190a7568 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ea6ee27-c11d-4233-954f-1b439202ab30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048405 May 04 18:58:02.841909 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-e126166a-18df-42d5-907a-d621da20b7b8 admin admin] Publish callbacks [] for port (43e0efb5-c5c7-489f-81f3-5a269fed0777), precommit_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:02.889616 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-e126166a-18df-42d5-907a-d621da20b7b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790498302100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13908970'] for port (43e0efb5-c5c7-489f-81f3-5a269fed0777), after_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:02.931572 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e126166a-18df-42d5-907a-d621da20b7b8 admin admin] Network cbca2f8d-f88f-49b4-8a9d-8b4714c67762 is already hosted by enough agents. {{(pid=103279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:58:02.934766 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.scheduler.base_scheduler [None req-e126166a-18df-42d5-907a-d621da20b7b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:58:02.950100 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e126166a-18df-42d5-907a-d621da20b7b8 admin admin] Received port after_create {{(pid=103279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 18:58:02.969371 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (7e96273e-cd3b-4e2d-a9cb-a5a62cf8f8b6), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:02.983010 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e126166a-18df-42d5-907a-d621da20b7b8 admin admin] Pushing event updated for resources: {'Port': ['ID=43e0efb5-c5c7-489f-81f3-5a269fed0777,revision_number=1']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:58:03.236620 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-e126166a-18df-42d5-907a-d621da20b7b8 admin admin] Publish callbacks [] for router_gateway (d5339568-04a2-4813-b750-63c9a3fc9882), after_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:03.471201 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-e126166a-18df-42d5-907a-d621da20b7b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-610012'] for router (d5339568-04a2-4813-b750-63c9a3fc9882), after_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:03.615910 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e126166a-18df-42d5-907a-d621da20b7b8 admin admin] Router d5339568-04a2-4813-b750-63c9a3fc9882 is scheduled to L3 agent 0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b with binding_index 1 {{(pid=103279) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 04 18:58:03.636093 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b303b750-4aae-42ec-a869-24a94c4ab567 None None] Network b1cedcbc-cdac-422b-b37d-00881e094afa requested from dv-cinder-840525-1-iscsi {{(pid=103281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 18:58:03.717097 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf97efb-4ddc-487b-bba8-1547d1a34ed7 req-2f403645-e1dc-4911-a64b-f163d9294978 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:58:03.719350 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-aaf97efb-4ddc-487b-bba8-1547d1a34ed7 req-2f403645-e1dc-4911-a64b-f163d9294978 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5f655af-21f6-4752-9a82-5001e0ecce2a HTTP/1.1" status: 200 len: 946 time: 0.0759151 May 04 18:58:03.733327 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-a56f8865-728b-4e85-8106-3112f1dc62b4 None None] Provisioning complete for port 75329702-848e-4348-9dc3-0a83239a0d64 triggered by entity DHCP. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:58:03.733986 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a56f8865-728b-4e85-8106-3112f1dc62b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1774450'] for port (75329702-848e-4348-9dc3-0a83239a0d64), provisioning_complete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:03.735006 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e126166a-18df-42d5-907a-d621da20b7b8 admin admin] Notify agent at l3_agent.dv-cinder-840525-1-iscsi the message routers_updated {{(pid=103279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 18:58:03.745769 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7ac47a-ea3c-4b9f-ac57-2059264ffecf None None] Sync routers for ids ['d5339568-04a2-4813-b750-63c9a3fc9882'] in dv-cinder-840525-1-iscsi {{(pid=103282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 18:58:03.759803 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7ac47a-ea3c-4b9f-ac57-2059264ffecf None None] Routers {'d5339568-04a2-4813-b750-63c9a3fc9882'} bound to L3 agent in host dv-cinder-840525-1-iscsi {{(pid=103282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 18:58:03.761256 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-5a7ac47a-ea3c-4b9f-ac57-2059264ffecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T18:48:29Z,description=,heartbeat_timestamp=2022-05-04T18:57:59Z,host='dv-cinder-840525-1-iscsi',id=0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:48:29Z,topic='l3_agent')) {'router_ids': ['d5339568-04a2-4813-b750-63c9a3fc9882'], 'active': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:58:03.773947 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-e126166a-18df-42d5-907a-d621da20b7b8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:03.777632 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-e126166a-18df-42d5-907a-d621da20b7b8 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.2419426 May 04 18:58:03.781785 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 49770) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:58:03.818495 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-aaf97efb-4ddc-487b-bba8-1547d1a34ed7 req-6507474a-8b3a-4118-a821-7d0bf962a9eb tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ea6ee27-c11d-4233-954f-1b439202ab30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918295 May 04 18:58:03.900809 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-a56f8865-728b-4e85-8106-3112f1dc62b4 None None] Current status of the port 75329702-848e-4348-9dc3-0a83239a0d64 is: DOWN; New status is: ACTIVE {{(pid=103281) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:58:03.901312 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a56f8865-728b-4e85-8106-3112f1dc62b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (75329702-848e-4348-9dc3-0a83239a0d64), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:03.911074 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvr_db [None req-5a7ac47a-ea3c-4b9f-ac57-2059264ffecf None None] Set router d5339568-04a2-4813-b750-63c9a3fc9882 gateway port host: dv-cinder-840525-1-iscsi {{(pid=103282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 18:58:03.962337 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-a56f8865-728b-4e85-8106-3112f1dc62b4 None None] For port 75329702-848e-4348-9dc3-0a83239a0d64, host dv-cinder-840525-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-1-iscsi',level=0,port_id=75329702-848e-4348-9dc3-0a83239a0d64,segment=NetworkSegment(6c24c5b4-e5c1-485f-89e1-6bad0f69b4e6),segment_id=6c24c5b4-e5c1-485f-89e1-6bad0f69b4e6)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:58:03.975907 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a56f8865-728b-4e85-8106-3112f1dc62b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136'] for port (75329702-848e-4348-9dc3-0a83239a0d64), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:04.050401 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56f8865-728b-4e85-8106-3112f1dc62b4 None None] Pushing event updated for resources: {'Port': ['ID=75329702-848e-4348-9dc3-0a83239a0d64,revision_number=3']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:58:04.152808 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-5a7ac47a-ea3c-4b9f-ac57-2059264ffecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5339568-04a2-4813-b750-63c9a3fc9882', 'name': 'tempest-AttachVolumeShelveTestJSON-216607060-router', 'tenant_id': '75fc5dead879453695a0046c9f35ff1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'external_fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': '43e0efb5-c5c7-489f-81f3-5a269fed0777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:58:01Z', 'updated_at': '2022-05-04T18:58:03Z', 'revision_number': 3, 'project_id': '75fc5dead879453695a0046c9f35ff1d', 'gw_port': {'id': '43e0efb5-c5c7-489f-81f3-5a269fed0777', 'name': '', 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:a2:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5339568-04a2-4813-b750-63c9a3fc9882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:58:02Z', 'updated_at': '2022-05-04T18:58:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-1-iscsi'}], 'dv-cinder-840525-1-iscsi', False) {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:58:04.197101 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7ac47a-ea3c-4b9f-ac57-2059264ffecf None None] Checking router: d5339568-04a2-4813-b750-63c9a3fc9882 for host: dv-cinder-840525-1-iscsi {{(pid=103282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 18:58:04.197665 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7ac47a-ea3c-4b9f-ac57-2059264ffecf None None] Updating router d5339568-04a2-4813-b750-63c9a3fc9882 port 43e0efb5-c5c7-489f-81f3-5a269fed0777 binding host dv-cinder-840525-1-iscsi {{(pid=103282) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 18:58:04.203831 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-eec047cc-d75e-454e-a28e-c13ae303de6f None None] Provisioning complete for port 75329702-848e-4348-9dc3-0a83239a0d64 triggered by entity DHCP. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:58:04.204878 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-eec047cc-d75e-454e-a28e-c13ae303de6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1774450'] for port (75329702-848e-4348-9dc3-0a83239a0d64), provisioning_complete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:04.230708 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5a7ac47a-ea3c-4b9f-ac57-2059264ffecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (43e0efb5-c5c7-489f-81f3-5a269fed0777), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:04.330288 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-eec047cc-d75e-454e-a28e-c13ae303de6f None None] Current status of the port 75329702-848e-4348-9dc3-0a83239a0d64 is: ACTIVE; New status is: ACTIVE {{(pid=103281) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:58:04.423037 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-2e6af9d9-de3b-4eb5-97f6-20c264055cdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (None), before_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:04.646082 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5a7ac47a-ea3c-4b9f-ac57-2059264ffecf None None] Publish callbacks [] for port (43e0efb5-c5c7-489f-81f3-5a269fed0777), precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:04.653020 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5a7ac47a-ea3c-4b9f-ac57-2059264ffecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136'] for port (43e0efb5-c5c7-489f-81f3-5a269fed0777), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:04.663182 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.db.db_base_plugin_common [None req-2e6af9d9-de3b-4eb5-97f6-20c264055cdb admin admin] Allocated IP 172.20.0.1 (b1cedcbc-cdac-422b-b37d-00881e094afa/eeef2f41-46cc-4bf5-995a-936e9476bce2/e2b4131a-2ac4-4836-8d66-a72a530162d7) {{(pid=103279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:58:04.704648 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb795f49-bee8-40f7-9229-3e71c95869aa None None] Pushing event updated for resources: {'Port': ['ID=43e0efb5-c5c7-489f-81f3-5a269fed0777,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:58:04.712994 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb795f49-bee8-40f7-9229-3e71c95869aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:58:04.713372 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb795f49-bee8-40f7-9229-3e71c95869aa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:58:04.713782 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb795f49-bee8-40f7-9229-3e71c95869aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:58:04.714072 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb795f49-bee8-40f7-9229-3e71c95869aa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:58:04.714397 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb795f49-bee8-40f7-9229-3e71c95869aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:58:04.714715 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb795f49-bee8-40f7-9229-3e71c95869aa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:58:04.715034 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb795f49-bee8-40f7-9229-3e71c95869aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:58:04.715450 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb795f49-bee8-40f7-9229-3e71c95869aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:58:04.715939 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb795f49-bee8-40f7-9229-3e71c95869aa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:58:04.716399 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb795f49-bee8-40f7-9229-3e71c95869aa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:58:04.716868 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb795f49-bee8-40f7-9229-3e71c95869aa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:58:04.717365 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb795f49-bee8-40f7-9229-3e71c95869aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:58:04.717821 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb795f49-bee8-40f7-9229-3e71c95869aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:58:04.718275 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb795f49-bee8-40f7-9229-3e71c95869aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:58:04.718898 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb795f49-bee8-40f7-9229-3e71c95869aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:58:04.741224 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-5a7ac47a-ea3c-4b9f-ac57-2059264ffecf None None] Attempting to bind port 43e0efb5-c5c7-489f-81f3-5a269fed0777 on host dv-cinder-840525-1-iscsi for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 18:58:04.741795 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-5a7ac47a-ea3c-4b9f-ac57-2059264ffecf None None] Attempting to bind port 43e0efb5-c5c7-489f-81f3-5a269fed0777 by drivers openvswitch,hyperv on host dv-cinder-840525-1-iscsi at level 0 using segments [{'id': '183e99eb-a03a-4429-82ba-edb66df2d5f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 18:58:04.742458 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7ac47a-ea3c-4b9f-ac57-2059264ffecf None None] Attempting to bind port 43e0efb5-c5c7-489f-81f3-5a269fed0777 on network cbca2f8d-f88f-49b4-8a9d-8b4714c67762 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 18:58:04.748891 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7ac47a-ea3c-4b9f-ac57-2059264ffecf None None] Checking agent: {'id': '7e96273e-cd3b-4e2d-a9cb-a5a62cf8f8b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840525-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 18, 48, 33), 'started_at': datetime.datetime(2022, 5, 4, 18, 49, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 18, 58, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840525-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 18:58:04.749988 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7ac47a-ea3c-4b9f-ac57-2059264ffecf None None] Checking segment: {'id': '183e99eb-a03a-4429-82ba-edb66df2d5f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 18:58:04.750552 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5a7ac47a-ea3c-4b9f-ac57-2059264ffecf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:04.750946 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7ac47a-ea3c-4b9f-ac57-2059264ffecf None None] Bound using segment: {'id': '183e99eb-a03a-4429-82ba-edb66df2d5f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 18:58:04.751401 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-5a7ac47a-ea3c-4b9f-ac57-2059264ffecf None None] Bound port: 43e0efb5-c5c7-489f-81f3-5a269fed0777, host: dv-cinder-840525-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '183e99eb-a03a-4429-82ba-edb66df2d5f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 18:58:04.751951 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5a7ac47a-ea3c-4b9f-ac57-2059264ffecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (43e0efb5-c5c7-489f-81f3-5a269fed0777), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:04.807600 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-5a7ac47a-ea3c-4b9f-ac57-2059264ffecf None None] For port 43e0efb5-c5c7-489f-81f3-5a269fed0777, host dv-cinder-840525-1-iscsi, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 18:58:04.811704 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-5a7ac47a-ea3c-4b9f-ac57-2059264ffecf None None] For port 43e0efb5-c5c7-489f-81f3-5a269fed0777, host dv-cinder-840525-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-1-iscsi',level=0,port_id=43e0efb5-c5c7-489f-81f3-5a269fed0777,segment=NetworkSegment(183e99eb-a03a-4429-82ba-edb66df2d5f7),segment_id=183e99eb-a03a-4429-82ba-edb66df2d5f7)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 18:58:04.819431 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5a7ac47a-ea3c-4b9f-ac57-2059264ffecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136'] for port (43e0efb5-c5c7-489f-81f3-5a269fed0777), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:04.825588 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 49822) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:58:04.844867 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-2e6af9d9-de3b-4eb5-97f6-20c264055cdb admin admin] Publish callbacks [] for port (e2b4131a-2ac4-4836-8d66-a72a530162d7), precommit_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:04.881168 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb795f49-bee8-40f7-9229-3e71c95869aa None None] Pushing event updated for resources: {'Port': ['ID=43e0efb5-c5c7-489f-81f3-5a269fed0777,revision_number=3']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:58:04.896760 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-2e6af9d9-de3b-4eb5-97f6-20c264055cdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790498302100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13908970'] for port (e2b4131a-2ac4-4836-8d66-a72a530162d7), after_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:04.901146 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7ac47a-ea3c-4b9f-ac57-2059264ffecf None None] Routers {'d5339568-04a2-4813-b750-63c9a3fc9882'} bound to L3 agent in host dv-cinder-840525-1-iscsi {{(pid=103282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 18:58:04.902012 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-5a7ac47a-ea3c-4b9f-ac57-2059264ffecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T18:48:29Z,description=,heartbeat_timestamp=2022-05-04T18:57:59Z,host='dv-cinder-840525-1-iscsi',id=0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:48:29Z,topic='l3_agent')) {'router_ids': ['d5339568-04a2-4813-b750-63c9a3fc9882'], 'active': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:58:04.949405 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Device 75329702-848e-4348-9dc3-0a83239a0d64 up at agent ovs-agent-dv-cinder-840525-1-iscsi {{(pid=103281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 18:58:04.979869 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e6af9d9-de3b-4eb5-97f6-20c264055cdb admin admin] Network b1cedcbc-cdac-422b-b37d-00881e094afa is already hosted by enough agents. {{(pid=103279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:58:05.002369 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.scheduler.base_scheduler [None req-2e6af9d9-de3b-4eb5-97f6-20c264055cdb admin admin] Resources bound (agent type, host, resource id): {{(pid=103279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:58:05.004188 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6af9d9-de3b-4eb5-97f6-20c264055cdb admin admin] Received port after_create {{(pid=103279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 18:58:05.039857 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6af9d9-de3b-4eb5-97f6-20c264055cdb admin admin] Pushing event updated for resources: {'Port': ['ID=e2b4131a-2ac4-4836-8d66-a72a530162d7,revision_number=1']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:58:05.046114 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Provisioning complete for port 75329702-848e-4348-9dc3-0a83239a0d64 triggered by entity L2. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:58:05.046395 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1774450'] for port (75329702-848e-4348-9dc3-0a83239a0d64), provisioning_complete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:05.067419 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720dba49-8676-4fcd-a458-63ec862b1049 req-bce00a49-e3d9-4478-a1fe-e400019eef4b tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:58:05.069017 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-720dba49-8676-4fcd-a458-63ec862b1049 req-bce00a49-e3d9-4478-a1fe-e400019eef4b tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5f655af-21f6-4752-9a82-5001e0ecce2a HTTP/1.1" status: 200 len: 946 time: 0.1125309 May 04 18:58:05.076140 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvr_db [None req-5a7ac47a-ea3c-4b9f-ac57-2059264ffecf None None] Set router d5339568-04a2-4813-b750-63c9a3fc9882 gateway port host: dv-cinder-840525-1-iscsi {{(pid=103282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 18:58:05.097429 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-6a5404fb-de6e-48cb-a0a1-15db76efba8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:05.105864 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-2e6af9d9-de3b-4eb5-97f6-20c264055cdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-608641'] for router_interface (d5339568-04a2-4813-b750-63c9a3fc9882), before_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:05.207653 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Current status of the port 75329702-848e-4348-9dc3-0a83239a0d64 is: ACTIVE; New status is: ACTIVE {{(pid=103281) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:58:05.295942 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-6a5404fb-de6e-48cb-a0a1-15db76efba8e admin admin] Publish callbacks [] for security_group (604814a0-60fe-4b21-8445-8ce35563c7b3), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:05.306574 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-6a5404fb-de6e-48cb-a0a1-15db76efba8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (604814a0-60fe-4b21-8445-8ce35563c7b3), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:05.318575 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-720dba49-8676-4fcd-a458-63ec862b1049 req-4ba905d2-b168-4c42-ae7c-ad4c841fcc76 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ea6ee27-c11d-4233-954f-1b439202ab30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2436075 May 04 18:58:05.377829 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5404fb-de6e-48cb-a0a1-15db76efba8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=604814a0-60fe-4b21-8445-8ce35563c7b3,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:58:05.385901 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-6a5404fb-de6e-48cb-a0a1-15db76efba8e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1c54e9c8d18644a5a5a87f74cb423549&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5580831 May 04 18:58:05.386943 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 49856) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:58:05.415659 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-2e6af9d9-de3b-4eb5-97f6-20c264055cdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (e2b4131a-2ac4-4836-8d66-a72a530162d7), before_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:05.428912 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-5a7ac47a-ea3c-4b9f-ac57-2059264ffecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5339568-04a2-4813-b750-63c9a3fc9882', 'name': 'tempest-AttachVolumeShelveTestJSON-216607060-router', 'tenant_id': '75fc5dead879453695a0046c9f35ff1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'external_fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': '43e0efb5-c5c7-489f-81f3-5a269fed0777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:58:01Z', 'updated_at': '2022-05-04T18:58:03Z', 'revision_number': 3, 'project_id': '75fc5dead879453695a0046c9f35ff1d', 'gw_port': {'id': '43e0efb5-c5c7-489f-81f3-5a269fed0777', 'name': '', 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:a2:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5339568-04a2-4813-b750-63c9a3fc9882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:58:02Z', 'updated_at': '2022-05-04T18:58:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-1-iscsi'}], 'dv-cinder-840525-1-iscsi', False) {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:58:05.449245 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-0a791a4e-1b34-49a6-abfb-cbe390a19c24 admin admin] Publish callbacks [] for security_group (604814a0-60fe-4b21-8445-8ce35563c7b3), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:05.475656 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-68eac865-38e5-468c-aadf-5b5f5e01f1d8 None None] Provisioning complete for port e2b4131a-2ac4-4836-8d66-a72a530162d7 triggered by entity DHCP. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:58:05.477735 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-68eac865-38e5-468c-aadf-5b5f5e01f1d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1774450'] for port (e2b4131a-2ac4-4836-8d66-a72a530162d7), provisioning_complete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:05.492849 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-0a791a4e-1b34-49a6-abfb-cbe390a19c24 admin admin] Publish callbacks [] for security_group (604814a0-60fe-4b21-8445-8ce35563c7b3), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:05.495868 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7ac47a-ea3c-4b9f-ac57-2059264ffecf None None] The sync data for ids ['d5339568-04a2-4813-b750-63c9a3fc9882'] in dv-cinder-840525-1-iscsi is: [{'id': 'd5339568-04a2-4813-b750-63c9a3fc9882', 'name': 'tempest-AttachVolumeShelveTestJSON-216607060-router', 'tenant_id': '75fc5dead879453695a0046c9f35ff1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'external_fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': '43e0efb5-c5c7-489f-81f3-5a269fed0777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:58:01Z', 'updated_at': '2022-05-04T18:58:03Z', 'revision_number': 3, 'project_id': '75fc5dead879453695a0046c9f35ff1d', 'gw_port': {'id': '43e0efb5-c5c7-489f-81f3-5a269fed0777', 'name': '', 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:a2:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5339568-04a2-4813-b750-63c9a3fc9882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:58:02Z', 'updated_at': '2022-05-04T18:58:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-1-iscsi'}] {{(pid=103282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 18:58:05.568171 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-68eac865-38e5-468c-aadf-5b5f5e01f1d8 None None] Port e2b4131a-2ac4-4836-8d66-a72a530162d7 cannot update to ACTIVE because it is not bound. {{(pid=103281) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 18:58:05.575904 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-0a791a4e-1b34-49a6-abfb-cbe390a19c24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (604814a0-60fe-4b21-8445-8ce35563c7b3), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:05.578810 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-0a791a4e-1b34-49a6-abfb-cbe390a19c24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:05.584580 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-0a791a4e-1b34-49a6-abfb-cbe390a19c24 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/604814a0-60fe-4b21-8445-8ce35563c7b3 HTTP/1.1" status: 204 len: 168 time: 0.1940460 May 04 18:58:05.599633 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a791a4e-1b34-49a6-abfb-cbe390a19c24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=604814a0-60fe-4b21-8445-8ce35563c7b3,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:58:05.788795 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-2e6af9d9-de3b-4eb5-97f6-20c264055cdb admin admin] Publish callbacks [] for port (e2b4131a-2ac4-4836-8d66-a72a530162d7), precommit_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:05.795219 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-2e6af9d9-de3b-4eb5-97f6-20c264055cdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13908979'] for port (e2b4131a-2ac4-4836-8d66-a72a530162d7), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:05.966539 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-2e6af9d9-de3b-4eb5-97f6-20c264055cdb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1572630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608635'] for router_interface (d5339568-04a2-4813-b750-63c9a3fc9882), after_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:05.973673 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6af9d9-de3b-4eb5-97f6-20c264055cdb admin admin] Pushing event updated for resources: {'Port': ['ID=e2b4131a-2ac4-4836-8d66-a72a530162d7,revision_number=2']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:58:06.086014 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e6af9d9-de3b-4eb5-97f6-20c264055cdb admin admin] Network b1cedcbc-cdac-422b-b37d-00881e094afa is already hosted by enough agents. {{(pid=103279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:58:06.087959 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.scheduler.base_scheduler [None req-2e6af9d9-de3b-4eb5-97f6-20c264055cdb admin admin] Resources bound (agent type, host, resource id): {{(pid=103279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:58:06.243867 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e6af9d9-de3b-4eb5-97f6-20c264055cdb admin admin] Router d5339568-04a2-4813-b750-63c9a3fc9882 has already been hosted by L3 agent 0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b {{(pid=103279) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 18:58:06.365482 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 49902) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:58:06.408643 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-a873a73a-f173-4169-be8f-bcf08a93e04d None None] Provisioning complete for port e2b4131a-2ac4-4836-8d66-a72a530162d7 triggered by entity DHCP. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:58:06.409712 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a873a73a-f173-4169-be8f-bcf08a93e04d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1774450'] for port (e2b4131a-2ac4-4836-8d66-a72a530162d7), provisioning_complete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:06.497662 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-a873a73a-f173-4169-be8f-bcf08a93e04d None None] Port e2b4131a-2ac4-4836-8d66-a72a530162d7 cannot update to ACTIVE because it is not bound. {{(pid=103281) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 18:58:06.501581 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e6af9d9-de3b-4eb5-97f6-20c264055cdb admin admin] Notify agent at l3_agent.dv-cinder-840525-1-iscsi the message routers_updated {{(pid=103279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 18:58:06.509485 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-2e6af9d9-de3b-4eb5-97f6-20c264055cdb admin admin] 10.222.0.35 "PUT /v2.0/routers/d5339568-04a2-4813-b750-63c9a3fc9882/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7252309 May 04 18:58:06.513604 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d89925-005e-4d78-86fb-2f28a3e79a06 req-30af7879-555e-4b35-80fc-e2e0ead117b5 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:58:06.522347 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-17d89925-005e-4d78-86fb-2f28a3e79a06 req-30af7879-555e-4b35-80fc-e2e0ead117b5 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5f655af-21f6-4752-9a82-5001e0ecce2a HTTP/1.1" status: 200 len: 946 time: 0.0743442 May 04 18:58:06.592956 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-60d92271-3739-43ca-a3e7-87da24a9a2e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:06.614071 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-17d89925-005e-4d78-86fb-2f28a3e79a06 req-851e2769-9d2b-42eb-9a08-78c4efd0e8b8 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ea6ee27-c11d-4233-954f-1b439202ab30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899196 May 04 18:58:06.713016 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-60d92271-3739-43ca-a3e7-87da24a9a2e0 admin admin] Publish callbacks [] for security_group (e0ec1d84-6e1f-4c8a-a609-304abac1a495), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:06.729365 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-60d92271-3739-43ca-a3e7-87da24a9a2e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (e0ec1d84-6e1f-4c8a-a609-304abac1a495), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:06.765354 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d92271-3739-43ca-a3e7-87da24a9a2e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0ec1d84-6e1f-4c8a-a609-304abac1a495,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:58:06.779022 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 49922) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:58:06.779249 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-60d92271-3739-43ca-a3e7-87da24a9a2e0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e775a73e5c5e40309c1b3b1021f9e791&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4123681 May 04 18:58:06.850896 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Device 43e0efb5-c5c7-489f-81f3-5a269fed0777 up at agent ovs-agent-dv-cinder-840525-1-iscsi {{(pid=103281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 18:58:06.888338 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-707be149-96f5-4649-94aa-c81394898b08 admin admin] Publish callbacks [] for security_group (e0ec1d84-6e1f-4c8a-a609-304abac1a495), before_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:06.921632 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Provisioning complete for port 43e0efb5-c5c7-489f-81f3-5a269fed0777 triggered by entity L2. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:58:06.922392 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1774450'] for port (43e0efb5-c5c7-489f-81f3-5a269fed0777), provisioning_complete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:06.926833 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-707be149-96f5-4649-94aa-c81394898b08 admin admin] Publish callbacks [] for security_group (e0ec1d84-6e1f-4c8a-a609-304abac1a495), precommit_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:06.985699 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-707be149-96f5-4649-94aa-c81394898b08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (e0ec1d84-6e1f-4c8a-a609-304abac1a495), after_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:06.988578 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-707be149-96f5-4649-94aa-c81394898b08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:06.992902 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-707be149-96f5-4649-94aa-c81394898b08 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e0ec1d84-6e1f-4c8a-a609-304abac1a495 HTTP/1.1" status: 204 len: 168 time: 0.2127783 May 04 18:58:07.002354 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707be149-96f5-4649-94aa-c81394898b08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0ec1d84-6e1f-4c8a-a609-304abac1a495,revision_number=None']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:58:07.048190 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Current status of the port 43e0efb5-c5c7-489f-81f3-5a269fed0777 is: DOWN; New status is: ACTIVE {{(pid=103281) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:58:07.048676 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (43e0efb5-c5c7-489f-81f3-5a269fed0777), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:07.076722 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] For port 43e0efb5-c5c7-489f-81f3-5a269fed0777, host dv-cinder-840525-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-1-iscsi',level=0,port_id=43e0efb5-c5c7-489f-81f3-5a269fed0777,segment=NetworkSegment(183e99eb-a03a-4429-82ba-edb66df2d5f7),segment_id=183e99eb-a03a-4429-82ba-edb66df2d5f7)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:58:07.084141 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136'] for port (43e0efb5-c5c7-489f-81f3-5a269fed0777), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:07.139590 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Pushing event updated for resources: {'Port': ['ID=43e0efb5-c5c7-489f-81f3-5a269fed0777,revision_number=4']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:58:07.485328 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 49942) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:58:07.501809 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-6dd06e9d-4072-4c9d-b867-07f15f7692b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:07.586364 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-6dd06e9d-4072-4c9d-b867-07f15f7692b9 admin admin] Publish callbacks [] for security_group (eb7fea24-57c5-46fe-9424-54e83de9fc34), precommit_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:07.590615 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-6dd06e9d-4072-4c9d-b867-07f15f7692b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (eb7fea24-57c5-46fe-9424-54e83de9fc34), after_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:07.628290 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-6dd06e9d-4072-4c9d-b867-07f15f7692b9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a0f380975bcb4e0cb1159669ee3d3bcd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1434069 May 04 18:58:07.629141 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd06e9d-4072-4c9d-b867-07f15f7692b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb7fea24-57c5-46fe-9424-54e83de9fc34,revision_number=1']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:58:07.631420 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 49944) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:58:07.690819 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 49948) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:58:07.695458 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.v2.base [None req-85228394-bf4a-4c90-b6dd-bf1c5b517e4c tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Request body: {'security_group': {'name': 'tempest-securitygroup--179121467', 'description': 'tempest-description--309600844'}} {{(pid=103279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:58:07.724739 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-a8fbdd1b-5f69-4f28-952e-54f984125d7e admin admin] Publish callbacks [] for security_group (eb7fea24-57c5-46fe-9424-54e83de9fc34), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:07.726986 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-85228394-bf4a-4c90-b6dd-bf1c5b517e4c tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Publish callbacks [] for security_group (None), before_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:07.729368 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29432b59-7daa-4460-ace0-f469ca69fef8 None None] Sync routers for ids ['d5339568-04a2-4813-b750-63c9a3fc9882'] in dv-cinder-840525-1-iscsi {{(pid=103281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 18:58:07.740551 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29432b59-7daa-4460-ace0-f469ca69fef8 None None] Routers {'d5339568-04a2-4813-b750-63c9a3fc9882'} bound to L3 agent in host dv-cinder-840525-1-iscsi {{(pid=103281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 18:58:07.741617 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_hamode_db [None req-29432b59-7daa-4460-ace0-f469ca69fef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T18:48:29Z,description=,heartbeat_timestamp=2022-05-04T18:57:59Z,host='dv-cinder-840525-1-iscsi',id=0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:48:29Z,topic='l3_agent')) {'router_ids': ['d5339568-04a2-4813-b750-63c9a3fc9882'], 'active': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:58:07.760666 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-a8fbdd1b-5f69-4f28-952e-54f984125d7e admin admin] Publish callbacks [] for security_group (eb7fea24-57c5-46fe-9424-54e83de9fc34), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:07.768106 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396de7d2-fca4-411d-a8ac-b862bf0c525a req-8081eb01-3db2-40fd-8a27-28978b293d03 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:58:07.769638 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-396de7d2-fca4-411d-a8ac-b862bf0c525a req-8081eb01-3db2-40fd-8a27-28978b293d03 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5f655af-21f6-4752-9a82-5001e0ecce2a HTTP/1.1" status: 200 len: 946 time: 0.0821507 May 04 18:58:07.801547 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-85228394-bf4a-4c90-b6dd-bf1c5b517e4c tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Publish callbacks [] for security_group (6146691f-7381-4f12-b964-14887f4f4ad0), precommit_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:07.807042 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-85228394-bf4a-4c90-b6dd-bf1c5b517e4c tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (6146691f-7381-4f12-b964-14887f4f4ad0), after_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:07.850397 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-396de7d2-fca4-411d-a8ac-b862bf0c525a req-afa418e5-f18f-4028-9e3e-7cae5c48a6e2 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ea6ee27-c11d-4233-954f-1b439202ab30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630331 May 04 18:58:07.852310 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-85228394-bf4a-4c90-b6dd-bf1c5b517e4c tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Publish callbacks [] for security_group (None), before_response {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:07.854252 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-85228394-bf4a-4c90-b6dd-bf1c5b517e4c tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1624482 May 04 18:58:07.859743 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85228394-bf4a-4c90-b6dd-bf1c5b517e4c tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6146691f-7381-4f12-b964-14887f4f4ad0,revision_number=1']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:58:07.865510 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 49950) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:58:07.870940 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.v2.base [None req-4d994e59-3227-4ed9-8ca3-7e71f177373d tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Request body: {'security_group_rule': {'security_group_id': '6146691f-7381-4f12-b964-14887f4f4ad0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:58:07.875038 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-a8fbdd1b-5f69-4f28-952e-54f984125d7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (eb7fea24-57c5-46fe-9424-54e83de9fc34), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:07.877936 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-a8fbdd1b-5f69-4f28-952e-54f984125d7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:07.881941 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-a8fbdd1b-5f69-4f28-952e-54f984125d7e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/eb7fea24-57c5-46fe-9424-54e83de9fc34 HTTP/1.1" status: 204 len: 168 time: 0.2491262 May 04 18:58:07.890996 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvr_db [None req-29432b59-7daa-4460-ace0-f469ca69fef8 None None] Set router d5339568-04a2-4813-b750-63c9a3fc9882 gateway port host: dv-cinder-840525-1-iscsi {{(pid=103281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 18:58:07.892620 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fbdd1b-5f69-4f28-952e-54f984125d7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb7fea24-57c5-46fe-9424-54e83de9fc34,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:58:07.901258 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-4d994e59-3227-4ed9-8ca3-7e71f177373d tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Publish callbacks [] for security_group_rule (516f1a5b-6cd6-450d-b51b-e4c70aeec191), before_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:07.970928 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-4d994e59-3227-4ed9-8ca3-7e71f177373d tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Publish callbacks [] for security_group_rule (516f1a5b-6cd6-450d-b51b-e4c70aeec191), precommit_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:07.976326 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-4d994e59-3227-4ed9-8ca3-7e71f177373d tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577292'] for security_group_rule (516f1a5b-6cd6-450d-b51b-e4c70aeec191), after_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:07.995491 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d994e59-3227-4ed9-8ca3-7e71f177373d tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=516f1a5b-6cd6-450d-b51b-e4c70aeec191,revision_number=0']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:58:08.014679 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-4d994e59-3227-4ed9-8ca3-7e71f177373d tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:08.017465 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-4d994e59-3227-4ed9-8ca3-7e71f177373d tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1494701 May 04 18:58:08.018767 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 49954) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:58:08.023255 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.v2.base [None req-7ec9dc5e-28d9-4c6b-b0b1-72b56a1c7ce5 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Request body: {'security_group_rule': {'security_group_id': '6146691f-7381-4f12-b964-14887f4f4ad0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:58:08.051021 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7ec9dc5e-28d9-4c6b-b0b1-72b56a1c7ce5 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Publish callbacks [] for security_group_rule (6ca0b952-2aa5-4ccb-b3f9-c35ccf0ca434), before_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:08.113035 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7ec9dc5e-28d9-4c6b-b0b1-72b56a1c7ce5 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Publish callbacks [] for security_group_rule (6ca0b952-2aa5-4ccb-b3f9-c35ccf0ca434), precommit_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:08.118288 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7ec9dc5e-28d9-4c6b-b0b1-72b56a1c7ce5 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577292'] for security_group_rule (6ca0b952-2aa5-4ccb-b3f9-c35ccf0ca434), after_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:08.137536 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec9dc5e-28d9-4c6b-b0b1-72b56a1c7ce5 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ca0b952-2aa5-4ccb-b3f9-c35ccf0ca434,revision_number=0']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:58:08.138516 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_hamode_db [None req-29432b59-7daa-4460-ace0-f469ca69fef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5339568-04a2-4813-b750-63c9a3fc9882', 'name': 'tempest-AttachVolumeShelveTestJSON-216607060-router', 'tenant_id': '75fc5dead879453695a0046c9f35ff1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'external_fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': '43e0efb5-c5c7-489f-81f3-5a269fed0777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:58:01Z', 'updated_at': '2022-05-04T18:58:05Z', 'revision_number': 4, 'project_id': '75fc5dead879453695a0046c9f35ff1d', 'gw_port': {'id': '43e0efb5-c5c7-489f-81f3-5a269fed0777', 'name': '', 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:a2:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5339568-04a2-4813-b750-63c9a3fc9882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:58:02Z', 'updated_at': '2022-05-04T18:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-1-iscsi', '_interfaces': [{'id': 'e2b4131a-2ac4-4836-8d66-a72a530162d7', 'name': '', 'network_id': 'b1cedcbc-cdac-422b-b37d-00881e094afa', 'tenant_id': '75fc5dead879453695a0046c9f35ff1d', 'mac_address': 'fa:16:3e:3b:a2:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5339568-04a2-4813-b750-63c9a3fc9882', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'eeef2f41-46cc-4bf5-995a-936e9476bce2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:58:04Z', 'updated_at': '2022-05-04T18:58:05Z', 'revision_number': 2, 'project_id': '75fc5dead879453695a0046c9f35ff1d', 'subnets': [{'id': 'eeef2f41-46cc-4bf5-995a-936e9476bce2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-1-iscsi', False) {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:58:08.146683 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7ec9dc5e-28d9-4c6b-b0b1-72b56a1c7ce5 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:08.147928 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-7ec9dc5e-28d9-4c6b-b0b1-72b56a1c7ce5 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1282232 May 04 18:58:08.151015 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 49958) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:58:08.155314 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.v2.base [None req-2b4f22b8-31e7-4cb2-8362-c325d47f8d79 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Request body: {'floatingip': {'floating_network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762'}} {{(pid=103279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:58:08.170969 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29432b59-7daa-4460-ace0-f469ca69fef8 None None] Checking router: d5339568-04a2-4813-b750-63c9a3fc9882 for host: dv-cinder-840525-1-iscsi {{(pid=103281) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 18:58:08.171402 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29432b59-7daa-4460-ace0-f469ca69fef8 None None] Updating router d5339568-04a2-4813-b750-63c9a3fc9882 port e2b4131a-2ac4-4836-8d66-a72a530162d7 binding host dv-cinder-840525-1-iscsi {{(pid=103281) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 18:58:08.182689 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-2b4f22b8-31e7-4cb2-8362-c325d47f8d79 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:08.204063 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-29432b59-7daa-4460-ace0-f469ca69fef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (e2b4131a-2ac4-4836-8d66-a72a530162d7), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:08.276753 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-2b4f22b8-31e7-4cb2-8362-c325d47f8d79 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (None), before_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:08.385464 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.db.db_base_plugin_common [None req-2b4f22b8-31e7-4cb2-8362-c325d47f8d79 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Allocated IP 172.27.0.80 (cbca2f8d-f88f-49b4-8a9d-8b4714c67762/6d3155f3-7d72-4b90-89ae-8effc01a61e4/79da56d1-fa55-4dd1-859b-4f2dde3035c5) {{(pid=103279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:58:08.536530 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-2b4f22b8-31e7-4cb2-8362-c325d47f8d79 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Publish callbacks [] for port (79da56d1-fa55-4dd1-859b-4f2dde3035c5), precommit_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:08.546002 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-29432b59-7daa-4460-ace0-f469ca69fef8 None None] Publish callbacks [] for port (e2b4131a-2ac4-4836-8d66-a72a530162d7), precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:08.555757 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-29432b59-7daa-4460-ace0-f469ca69fef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136'] for port (e2b4131a-2ac4-4836-8d66-a72a530162d7), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:08.587483 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-2b4f22b8-31e7-4cb2-8362-c325d47f8d79 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790498302100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13908970'] for port (79da56d1-fa55-4dd1-859b-4f2dde3035c5), after_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:08.629744 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b4f22b8-31e7-4cb2-8362-c325d47f8d79 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Network cbca2f8d-f88f-49b4-8a9d-8b4714c67762 is already hosted by enough agents. {{(pid=103279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:58:08.633073 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.scheduler.base_scheduler [None req-2b4f22b8-31e7-4cb2-8362-c325d47f8d79 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Resources bound (agent type, host, resource id): {{(pid=103279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:58:08.637082 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4f22b8-31e7-4cb2-8362-c325d47f8d79 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Received port after_create {{(pid=103279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 18:58:08.686983 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd315fc4-d86c-4be8-adb4-249346ad4814 None None] Pushing event updated for resources: {'Port': ['ID=e2b4131a-2ac4-4836-8d66-a72a530162d7,revision_number=3']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:58:08.716501 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [None req-29432b59-7daa-4460-ace0-f469ca69fef8 None None] Attempting to bind port e2b4131a-2ac4-4836-8d66-a72a530162d7 on host dv-cinder-840525-1-iscsi for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 18:58:08.716501 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [None req-29432b59-7daa-4460-ace0-f469ca69fef8 None None] Attempting to bind port e2b4131a-2ac4-4836-8d66-a72a530162d7 by drivers openvswitch,hyperv on host dv-cinder-840525-1-iscsi at level 0 using segments [{'id': '6c24c5b4-e5c1-485f-89e1-6bad0f69b4e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'b1cedcbc-cdac-422b-b37d-00881e094afa'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 18:58:08.716501 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29432b59-7daa-4460-ace0-f469ca69fef8 None None] Attempting to bind port e2b4131a-2ac4-4836-8d66-a72a530162d7 on network b1cedcbc-cdac-422b-b37d-00881e094afa {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 18:58:08.717389 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4f22b8-31e7-4cb2-8362-c325d47f8d79 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Pushing event updated for resources: {'Port': ['ID=79da56d1-fa55-4dd1-859b-4f2dde3035c5,revision_number=1']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:58:08.733368 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29432b59-7daa-4460-ace0-f469ca69fef8 None None] Checking agent: {'id': '7e96273e-cd3b-4e2d-a9cb-a5a62cf8f8b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840525-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 18, 48, 33), 'started_at': datetime.datetime(2022, 5, 4, 18, 49, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 18, 58, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840525-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 18:58:08.733973 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29432b59-7daa-4460-ace0-f469ca69fef8 None None] Checking segment: {'id': '6c24c5b4-e5c1-485f-89e1-6bad0f69b4e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'b1cedcbc-cdac-422b-b37d-00881e094afa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 18:58:08.734303 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-29432b59-7daa-4460-ace0-f469ca69fef8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:08.734630 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29432b59-7daa-4460-ace0-f469ca69fef8 None None] Bound using segment: {'id': '6c24c5b4-e5c1-485f-89e1-6bad0f69b4e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'b1cedcbc-cdac-422b-b37d-00881e094afa'} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 18:58:08.735118 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [None req-29432b59-7daa-4460-ace0-f469ca69fef8 None None] Bound port: e2b4131a-2ac4-4836-8d66-a72a530162d7, host: dv-cinder-840525-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c24c5b4-e5c1-485f-89e1-6bad0f69b4e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'b1cedcbc-cdac-422b-b37d-00881e094afa'}}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 18:58:08.735497 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-29432b59-7daa-4460-ace0-f469ca69fef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (e2b4131a-2ac4-4836-8d66-a72a530162d7), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:08.877162 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-29432b59-7daa-4460-ace0-f469ca69fef8 None None] For port e2b4131a-2ac4-4836-8d66-a72a530162d7, host dv-cinder-840525-1-iscsi, cleared binding levels {{(pid=103281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 18:58:08.887173 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-29432b59-7daa-4460-ace0-f469ca69fef8 None None] For port e2b4131a-2ac4-4836-8d66-a72a530162d7, host dv-cinder-840525-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-1-iscsi',level=0,port_id=e2b4131a-2ac4-4836-8d66-a72a530162d7,segment=NetworkSegment(6c24c5b4-e5c1-485f-89e1-6bad0f69b4e6),segment_id=6c24c5b4-e5c1-485f-89e1-6bad0f69b4e6)] {{(pid=103281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 18:58:08.904793 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-29432b59-7daa-4460-ace0-f469ca69fef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136'] for port (e2b4131a-2ac4-4836-8d66-a72a530162d7), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:08.915408 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Device 43e0efb5-c5c7-489f-81f3-5a269fed0777 up at agent ovs-agent-dv-cinder-840525-1-iscsi {{(pid=103281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 18:58:08.990259 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd315fc4-d86c-4be8-adb4-249346ad4814 None None] Pushing event updated for resources: {'Port': ['ID=e2b4131a-2ac4-4836-8d66-a72a530162d7,revision_number=4']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:58:09.041641 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29432b59-7daa-4460-ace0-f469ca69fef8 None None] Routers {'d5339568-04a2-4813-b750-63c9a3fc9882'} bound to L3 agent in host dv-cinder-840525-1-iscsi {{(pid=103281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 18:58:09.042299 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_hamode_db [None req-29432b59-7daa-4460-ace0-f469ca69fef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T18:48:29Z,description=,heartbeat_timestamp=2022-05-04T18:57:59Z,host='dv-cinder-840525-1-iscsi',id=0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:48:29Z,topic='l3_agent')) {'router_ids': ['d5339568-04a2-4813-b750-63c9a3fc9882'], 'active': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:58:09.105430 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-7ca9fd89-9d50-4d5a-8d59-f145d2854bf3 None None] Provisioning complete for port e2b4131a-2ac4-4836-8d66-a72a530162d7 triggered by entity DHCP. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:58:09.105824 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7ca9fd89-9d50-4d5a-8d59-f145d2854bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1774450'] for port (e2b4131a-2ac4-4836-8d66-a72a530162d7), provisioning_complete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:09.156386 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Provisioning complete for port 43e0efb5-c5c7-489f-81f3-5a269fed0777 triggered by entity L2. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:58:09.156698 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1774450'] for port (43e0efb5-c5c7-489f-81f3-5a269fed0777), provisioning_complete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:09.260929 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5d3158-b723-4ef1-aaed-219f2961720e req-9ee33e45-bf6a-4b45-8dae-f74a4f55f2c2 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:58:09.264879 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-3f5d3158-b723-4ef1-aaed-219f2961720e req-9ee33e45-bf6a-4b45-8dae-f74a4f55f2c2 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5f655af-21f6-4752-9a82-5001e0ecce2a HTTP/1.1" status: 200 len: 946 time: 0.1266813 May 04 18:58:09.304760 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvr_db [None req-29432b59-7daa-4460-ace0-f469ca69fef8 None None] Set router d5339568-04a2-4813-b750-63c9a3fc9882 gateway port host: dv-cinder-840525-1-iscsi {{(pid=103281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 18:58:09.317020 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-2b4f22b8-31e7-4cb2-8362-c325d47f8d79 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Publish callbacks [] for floatingip (797c3152-79f6-45cc-9c9c-7c7ea5efb7ad), precommit_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:09.404098 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-2b4f22b8-31e7-4cb2-8362-c325d47f8d79 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (79da56d1-fa55-4dd1-859b-4f2dde3035c5), before_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:09.408661 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-3f5d3158-b723-4ef1-aaed-219f2961720e req-2f713b9c-3974-4c2d-813d-b505ca81a415 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ea6ee27-c11d-4233-954f-1b439202ab30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937095 May 04 18:58:09.529866 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-7ca9fd89-9d50-4d5a-8d59-f145d2854bf3 None None] Current status of the port e2b4131a-2ac4-4836-8d66-a72a530162d7 is: DOWN; New status is: ACTIVE {{(pid=103281) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:58:09.530255 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7ca9fd89-9d50-4d5a-8d59-f145d2854bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (e2b4131a-2ac4-4836-8d66-a72a530162d7), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:09.624880 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-2b4f22b8-31e7-4cb2-8362-c325d47f8d79 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Publish callbacks [] for port (79da56d1-fa55-4dd1-859b-4f2dde3035c5), precommit_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:09.631293 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-2b4f22b8-31e7-4cb2-8362-c325d47f8d79 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13908979'] for port (79da56d1-fa55-4dd1-859b-4f2dde3035c5), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:09.657521 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-7ca9fd89-9d50-4d5a-8d59-f145d2854bf3 None None] For port e2b4131a-2ac4-4836-8d66-a72a530162d7, host dv-cinder-840525-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-1-iscsi',level=0,port_id=e2b4131a-2ac4-4836-8d66-a72a530162d7,segment=NetworkSegment(6c24c5b4-e5c1-485f-89e1-6bad0f69b4e6),segment_id=6c24c5b4-e5c1-485f-89e1-6bad0f69b4e6)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:58:09.671889 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7ca9fd89-9d50-4d5a-8d59-f145d2854bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136'] for port (e2b4131a-2ac4-4836-8d66-a72a530162d7), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:09.711465 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4f22b8-31e7-4cb2-8362-c325d47f8d79 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Pushing event updated for resources: {'Port': ['ID=79da56d1-fa55-4dd1-859b-4f2dde3035c5,revision_number=2']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:58:09.727488 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-2b4f22b8-31e7-4cb2-8362-c325d47f8d79 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608971'] for floatingip (797c3152-79f6-45cc-9c9c-7c7ea5efb7ad), after_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:09.756027 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-2b4f22b8-31e7-4cb2-8362-c325d47f8d79 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127086'] for floatingip (None), before_response {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:09.761324 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-2b4f22b8-31e7-4cb2-8362-c325d47f8d79 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6058228 May 04 18:58:09.781168 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Current status of the port 43e0efb5-c5c7-489f-81f3-5a269fed0777 is: ACTIVE; New status is: ACTIVE {{(pid=103281) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:58:09.798734 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca9fd89-9d50-4d5a-8d59-f145d2854bf3 None None] Pushing event updated for resources: {'Port': ['ID=e2b4131a-2ac4-4836-8d66-a72a530162d7,revision_number=5']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:58:09.815309 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-febbd67f-90f7-4f83-aff3-6751920cb854 None None] Provisioning complete for port e2b4131a-2ac4-4836-8d66-a72a530162d7 triggered by entity DHCP. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:58:09.815309 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-febbd67f-90f7-4f83-aff3-6751920cb854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1774450'] for port (e2b4131a-2ac4-4836-8d66-a72a530162d7), provisioning_complete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:09.910073 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_hamode_db [None req-29432b59-7daa-4460-ace0-f469ca69fef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5339568-04a2-4813-b750-63c9a3fc9882', 'name': 'tempest-AttachVolumeShelveTestJSON-216607060-router', 'tenant_id': '75fc5dead879453695a0046c9f35ff1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'external_fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': '43e0efb5-c5c7-489f-81f3-5a269fed0777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:58:01Z', 'updated_at': '2022-05-04T18:58:05Z', 'revision_number': 4, 'project_id': '75fc5dead879453695a0046c9f35ff1d', 'gw_port': {'id': '43e0efb5-c5c7-489f-81f3-5a269fed0777', 'name': '', 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:a2:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5339568-04a2-4813-b750-63c9a3fc9882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:58:02Z', 'updated_at': '2022-05-04T18:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-1-iscsi', '_interfaces': [{'id': 'e2b4131a-2ac4-4836-8d66-a72a530162d7', 'name': '', 'network_id': 'b1cedcbc-cdac-422b-b37d-00881e094afa', 'tenant_id': '75fc5dead879453695a0046c9f35ff1d', 'mac_address': 'fa:16:3e:3b:a2:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5339568-04a2-4813-b750-63c9a3fc9882', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'eeef2f41-46cc-4bf5-995a-936e9476bce2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:58:04Z', 'updated_at': '2022-05-04T18:58:08Z', 'revision_number': 4, 'project_id': '75fc5dead879453695a0046c9f35ff1d', 'subnets': [{'id': 'eeef2f41-46cc-4bf5-995a-936e9476bce2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-1-iscsi', False) {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:58:09.949132 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29432b59-7daa-4460-ace0-f469ca69fef8 None None] The sync data for ids ['d5339568-04a2-4813-b750-63c9a3fc9882'] in dv-cinder-840525-1-iscsi is: [{'id': 'd5339568-04a2-4813-b750-63c9a3fc9882', 'name': 'tempest-AttachVolumeShelveTestJSON-216607060-router', 'tenant_id': '75fc5dead879453695a0046c9f35ff1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'external_fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': '43e0efb5-c5c7-489f-81f3-5a269fed0777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:58:01Z', 'updated_at': '2022-05-04T18:58:05Z', 'revision_number': 4, 'project_id': '75fc5dead879453695a0046c9f35ff1d', 'gw_port': {'id': '43e0efb5-c5c7-489f-81f3-5a269fed0777', 'name': '', 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:a2:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5339568-04a2-4813-b750-63c9a3fc9882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:58:02Z', 'updated_at': '2022-05-04T18:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-1-iscsi', '_interfaces': [{'id': 'e2b4131a-2ac4-4836-8d66-a72a530162d7', 'name': '', 'network_id': 'b1cedcbc-cdac-422b-b37d-00881e094afa', 'tenant_id': '75fc5dead879453695a0046c9f35ff1d', 'mac_address': 'fa:16:3e:3b:a2:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5339568-04a2-4813-b750-63c9a3fc9882', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'eeef2f41-46cc-4bf5-995a-936e9476bce2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:58:04Z', 'updated_at': '2022-05-04T18:58:08Z', 'revision_number': 4, 'project_id': '75fc5dead879453695a0046c9f35ff1d', 'subnets': [{'id': 'eeef2f41-46cc-4bf5-995a-936e9476bce2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 18:58:10.034950 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-febbd67f-90f7-4f83-aff3-6751920cb854 None None] Current status of the port e2b4131a-2ac4-4836-8d66-a72a530162d7 is: ACTIVE; New status is: ACTIVE {{(pid=103281) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:58:10.085301 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-db5f14a4-334a-46fe-94ef-a081aac11403 req-6009caa3-0cdd-4e5c-8abd-996059551e11 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--179121467&fields=id&tenant_id=75fc5dead879453695a0046c9f35ff1d HTTP/1.1" status: 200 len: 267 time: 0.1186442 May 04 18:58:10.210595 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5f14a4-334a-46fe-94ef-a081aac11403 req-5a8dc9ca-a380-4ffe-96c7-86ff60908fa5 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:58:10.214058 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-db5f14a4-334a-46fe-94ef-a081aac11403 req-5a8dc9ca-a380-4ffe-96c7-86ff60908fa5 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/networks?id=b1cedcbc-cdac-422b-b37d-00881e094afa HTTP/1.1" status: 200 len: 816 time: 0.1222367 May 04 18:58:10.231115 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-db5f14a4-334a-46fe-94ef-a081aac11403 req-6bf6c6e0-50bc-4258-a85b-188653abaf32 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/quotas/75fc5dead879453695a0046c9f35ff1d HTTP/1.1" status: 200 len: 375 time: 0.0103064 May 04 18:58:10.297821 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-db5f14a4-334a-46fe-94ef-a081aac11403 req-2dd2ec0a-58c3-4373-9cec-62d9133471d4 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=75fc5dead879453695a0046c9f35ff1d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0606360 May 04 18:58:10.448146 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-db5f14a4-334a-46fe-94ef-a081aac11403 req-8cd7f7df-da43-4afe-bd39-a51bf9989ef7 service neutron] 10.222.0.35 "GET /v2.0/networks/b1cedcbc-cdac-422b-b37d-00881e094afa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276357 May 04 18:58:10.605042 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b7431d-ff99-4bb4-aed0-90bae63204d1 req-b3d4e066-fdf1-496d-b60b-e116f32ce7b8 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:58:10.614203 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-c7b7431d-ff99-4bb4-aed0-90bae63204d1 req-b3d4e066-fdf1-496d-b60b-e116f32ce7b8 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5f655af-21f6-4752-9a82-5001e0ecce2a HTTP/1.1" status: 200 len: 946 time: 0.0829122 May 04 18:58:10.617888 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-db5f14a4-334a-46fe-94ef-a081aac11403 req-22bd648b-2da3-4614-8203-2b97f3dd7176 service neutron] 10.222.0.35 "GET /v2.0/networks/b1cedcbc-cdac-422b-b37d-00881e094afa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532705 May 04 18:58:10.698425 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-c7b7431d-ff99-4bb4-aed0-90bae63204d1 req-d19a9151-7e64-4095-8c94-61e32df3bc08 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ea6ee27-c11d-4233-954f-1b439202ab30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741556 May 04 18:58:10.858873 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Device e2b4131a-2ac4-4836-8d66-a72a530162d7 up at agent ovs-agent-dv-cinder-840525-1-iscsi {{(pid=103281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 18:58:10.878879 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-5b3bba4e-a8b4-46c8-87c6-ef2fd602314f req-ba183534-64e2-4f10-b816-57feac9324e3 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/ports?device_id=56fd17bc-cd63-4d9b-a036-d537eed1699a HTTP/1.1" status: 200 len: 210 time: 0.0501206 May 04 18:58:10.958929 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Provisioning complete for port e2b4131a-2ac4-4836-8d66-a72a530162d7 triggered by entity L2. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:58:10.959376 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1774450'] for port (e2b4131a-2ac4-4836-8d66-a72a530162d7), provisioning_complete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:11.081080 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Current status of the port e2b4131a-2ac4-4836-8d66-a72a530162d7 is: ACTIVE; New status is: ACTIVE {{(pid=103281) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:58:11.483905 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 50096) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:58:11.612075 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-b6cc9ab1-0c5e-4502-838d-88e546bb261f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:11.693572 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-b6cc9ab1-0c5e-4502-838d-88e546bb261f admin admin] Publish callbacks [] for security_group (5d33e8aa-c317-46f8-ae4f-d2d0a06e2364), precommit_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:11.698206 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-b6cc9ab1-0c5e-4502-838d-88e546bb261f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (5d33e8aa-c317-46f8-ae4f-d2d0a06e2364), after_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:11.737998 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-b6cc9ab1-0c5e-4502-838d-88e546bb261f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=41f1ef9bf4694b7fa292fbd6caaf9c28&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2529271 May 04 18:58:11.738945 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cc9ab1-0c5e-4502-838d-88e546bb261f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d33e8aa-c317-46f8-ae4f-d2d0a06e2364,revision_number=1']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:58:11.740918 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 50108) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:58:11.830802 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-04f341b6-de6c-41c2-a3c0-6b07ea6b6db4 admin admin] Publish callbacks [] for security_group (5d33e8aa-c317-46f8-ae4f-d2d0a06e2364), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:11.837957 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7d4b03-783c-4f6c-bf77-be2d92b7519b req-3e07bdcd-7345-4192-809b-f39453354142 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:58:11.839431 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-fc7d4b03-783c-4f6c-bf77-be2d92b7519b req-3e07bdcd-7345-4192-809b-f39453354142 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5f655af-21f6-4752-9a82-5001e0ecce2a HTTP/1.1" status: 200 len: 946 time: 0.0592782 May 04 18:58:11.879654 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-04f341b6-de6c-41c2-a3c0-6b07ea6b6db4 admin admin] Publish callbacks [] for security_group (5d33e8aa-c317-46f8-ae4f-d2d0a06e2364), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:11.937530 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-fc7d4b03-783c-4f6c-bf77-be2d92b7519b req-ea77e95c-e027-44d2-9ddf-9330b5cdece2 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ea6ee27-c11d-4233-954f-1b439202ab30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898871 May 04 18:58:11.962566 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-04f341b6-de6c-41c2-a3c0-6b07ea6b6db4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (5d33e8aa-c317-46f8-ae4f-d2d0a06e2364), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:11.966294 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-04f341b6-de6c-41c2-a3c0-6b07ea6b6db4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:11.969819 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-04f341b6-de6c-41c2-a3c0-6b07ea6b6db4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5d33e8aa-c317-46f8-ae4f-d2d0a06e2364 HTTP/1.1" status: 204 len: 168 time: 0.2253685 May 04 18:58:11.990973 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f341b6-de6c-41c2-a3c0-6b07ea6b6db4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d33e8aa-c317-46f8-ae4f-d2d0a06e2364,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:58:12.036679 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-0d61a387-c249-48e3-a073-80e7c20be7c2 req-767c8dfd-6b0c-475d-b8c0-7e69bc522bf7 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/ports?device_id=56fd17bc-cd63-4d9b-a036-d537eed1699a HTTP/1.1" status: 200 len: 210 time: 0.0588486 May 04 18:58:12.130939 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5f14a4-334a-46fe-94ef-a081aac11403 req-ab7f54e4-08f7-4c09-96ad-d95b31febac9 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:58:12.132523 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-db5f14a4-334a-46fe-94ef-a081aac11403 req-ab7f54e4-08f7-4c09-96ad-d95b31febac9 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.55 "GET /v2.0/networks?id=b1cedcbc-cdac-422b-b37d-00881e094afa HTTP/1.1" status: 200 len: 816 time: 0.1518435 May 04 18:58:12.202755 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-db5f14a4-334a-46fe-94ef-a081aac11403 req-6906329f-acd5-4049-a05f-f66c8159bbee tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=75fc5dead879453695a0046c9f35ff1d HTTP/1.1" status: 200 len: 379 time: 0.0571387 May 04 18:58:12.326573 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [req-db5f14a4-334a-46fe-94ef-a081aac11403 req-8e8d46a5-067e-414f-b855-9dfd1a5968a5 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Request body: {'port': {'device_id': '56fd17bc-cd63-4d9b-a036-d537eed1699a', 'network_id': 'b1cedcbc-cdac-422b-b37d-00881e094afa', 'admin_state_up': True, 'tenant_id': '75fc5dead879453695a0046c9f35ff1d', 'security_groups': ['6146691f-7381-4f12-b964-14887f4f4ad0']}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:58:12.438603 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db5f14a4-334a-46fe-94ef-a081aac11403 req-8e8d46a5-067e-414f-b855-9dfd1a5968a5 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Made reservation on behalf of 75fc5dead879453695a0046c9f35ff1d for: {'port': 1} {{(pid=103280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:58:12.442029 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-db5f14a4-334a-46fe-94ef-a081aac11403 req-8e8d46a5-067e-414f-b855-9dfd1a5968a5 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:12.594934 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.db.db_base_plugin_common [req-db5f14a4-334a-46fe-94ef-a081aac11403 req-8e8d46a5-067e-414f-b855-9dfd1a5968a5 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Allocated IP 172.20.0.7 (b1cedcbc-cdac-422b-b37d-00881e094afa/eeef2f41-46cc-4bf5-995a-936e9476bce2/91b9aa20-6f19-4fa0-9128-8cd49ab29485) {{(pid=103280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:58:12.738033 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 50162) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:58:12.813660 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-db5f14a4-334a-46fe-94ef-a081aac11403 req-8e8d46a5-067e-414f-b855-9dfd1a5968a5 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Publish callbacks [] for port (91b9aa20-6f19-4fa0-9128-8cd49ab29485), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:12.866159 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-db5f14a4-334a-46fe-94ef-a081aac11403 req-8e8d46a5-067e-414f-b855-9dfd1a5968a5 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790498302100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12874298'] for port (91b9aa20-6f19-4fa0-9128-8cd49ab29485), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:12.866519 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.v2.base [None req-f17531d0-f273-478a-8898-d607b568da24 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1857063880-network', 'tenant_id': '648aeb6cd9384a51b759fe4fed0586a4'}} {{(pid=103279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:58:12.896217 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f17531d0-f273-478a-8898-d607b568da24 admin admin] Made reservation on behalf of 648aeb6cd9384a51b759fe4fed0586a4 for: {'network': 1} {{(pid=103279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:58:12.899992 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-f17531d0-f273-478a-8898-d607b568da24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for network (None), before_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:12.916985 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-f17531d0-f273-478a-8898-d607b568da24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:12.922005 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db5f14a4-334a-46fe-94ef-a081aac11403 req-8e8d46a5-067e-414f-b855-9dfd1a5968a5 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Network b1cedcbc-cdac-422b-b37d-00881e094afa is already hosted by enough agents. {{(pid=103280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:58:12.925470 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.base_scheduler [req-db5f14a4-334a-46fe-94ef-a081aac11403 req-8e8d46a5-067e-414f-b855-9dfd1a5968a5 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Resources bound (agent type, host, resource id): {{(pid=103280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:58:12.929924 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvrscheduler_db [req-db5f14a4-334a-46fe-94ef-a081aac11403 req-8e8d46a5-067e-414f-b855-9dfd1a5968a5 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Received port after_create {{(pid=103280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 18:58:12.986933 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8d46a5-067e-414f-b855-9dfd1a5968a5 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Pushing event updated for resources: {'Port': ['ID=91b9aa20-6f19-4fa0-9128-8cd49ab29485,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:58:13.036804 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5f14a4-334a-46fe-94ef-a081aac11403 req-8e8d46a5-067e-414f-b855-9dfd1a5968a5 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:58:13.038421 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-db5f14a4-334a-46fe-94ef-a081aac11403 req-8e8d46a5-067e-414f-b855-9dfd1a5968a5 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127086'] for port (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:13.053623 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-f17531d0-f273-478a-8898-d607b568da24 admin admin] Publish callbacks [] for security_group (908d0572-22b8-47fc-8bad-14ce5d02d5ee), precommit_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:13.060228 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-f17531d0-f273-478a-8898-d607b568da24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (908d0572-22b8-47fc-8bad-14ce5d02d5ee), after_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:13.067277 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-db5f14a4-334a-46fe-94ef-a081aac11403 req-8e8d46a5-067e-414f-b855-9dfd1a5968a5 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7446988 May 04 18:58:13.081526 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [req-db5f14a4-334a-46fe-94ef-a081aac11403 req-e3a6dacb-d43a-4e61-9287-a903b94b5dfe service neutron] Request body: {'port': {'device_id': '56fd17bc-cd63-4d9b-a036-d537eed1699a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84052'}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:58:13.139982 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f17531d0-f273-478a-8898-d607b568da24 admin admin] vlan segment allocate from pool success with {'vlan_id': 271, 'physical_network': 'physnet1'} {{(pid=103279) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 18:58:13.157502 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17531d0-f273-478a-8898-d607b568da24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=908d0572-22b8-47fc-8bad-14ce5d02d5ee,revision_number=1']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:58:13.187560 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-f17531d0-f273-478a-8898-d607b568da24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589113'] for segment (8b116a02-2c8f-47da-aa2d-79c1b6ad4018), precommit_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:13.188349 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.db.segments_db [None req-f17531d0-f273-478a-8898-d607b568da24 admin admin] Added segment 8b116a02-2c8f-47da-aa2d-79c1b6ad4018 of type vlan for network 2e3391c4-4716-4518-996a-49c9a899f879 May 04 18:58:13.229870 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e9a99c-3697-4355-9359-49b8f9965c7d req-5d392510-4821-4e1c-82b6-73a017ef020b tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:58:13.231396 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-34e9a99c-3697-4355-9359-49b8f9965c7d req-5d392510-4821-4e1c-82b6-73a017ef020b tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/ports?device_id=56fd17bc-cd63-4d9b-a036-d537eed1699a HTTP/1.1" status: 200 len: 931 time: 0.0933261 May 04 18:58:13.242067 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1333f734-a88f-4ba8-9cdc-0521df4fa24f req-18db0db3-79bf-422d-a590-6a4336e89032 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:58:13.243564 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-1333f734-a88f-4ba8-9cdc-0521df4fa24f req-18db0db3-79bf-422d-a590-6a4336e89032 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5f655af-21f6-4752-9a82-5001e0ecce2a HTTP/1.1" status: 200 len: 946 time: 0.1110380 May 04 18:58:13.244876 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-db5f14a4-334a-46fe-94ef-a081aac11403 req-e3a6dacb-d43a-4e61-9287-a903b94b5dfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (91b9aa20-6f19-4fa0-9128-8cd49ab29485), before_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:13.251750 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-f17531d0-f273-478a-8898-d607b568da24 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790498323402'] for network (2e3391c4-4716-4518-996a-49c9a899f879), precommit_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:13.289412 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-cb092c20-1a8f-4d45-aa49-bf883bcbec99 None None] Provisioning complete for port 91b9aa20-6f19-4fa0-9128-8cd49ab29485 triggered by entity DHCP. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:58:13.290393 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cb092c20-1a8f-4d45-aa49-bf883bcbec99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1774450'] for port (91b9aa20-6f19-4fa0-9128-8cd49ab29485), provisioning_complete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:13.304356 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-34e9a99c-3697-4355-9359-49b8f9965c7d req-fd9a7e20-d5c1-47a8-95bf-207b362912e1 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/security-groups?id=6146691f-7381-4f12-b964-14887f4f4ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666254 May 04 18:58:13.305424 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-f17531d0-f273-478a-8898-d607b568da24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608'] for network (2e3391c4-4716-4518-996a-49c9a899f879), after_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:13.306431 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f17531d0-f273-478a-8898-d607b568da24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:58:13.307032 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-f17531d0-f273-478a-8898-d607b568da24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572658'] for network (None), before_response {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:13.335724 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-cb092c20-1a8f-4d45-aa49-bf883bcbec99 None None] Port 91b9aa20-6f19-4fa0-9128-8cd49ab29485 cannot update to ACTIVE because it is not bound. {{(pid=103281) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 18:58:13.336424 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-1333f734-a88f-4ba8-9cdc-0521df4fa24f req-982f0e6d-4d49-4542-8864-35da445922ee tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ea6ee27-c11d-4233-954f-1b439202ab30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828466 May 04 18:58:13.391512 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-f17531d0-f273-478a-8898-d607b568da24 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6521487 May 04 18:58:13.392697 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17531d0-f273-478a-8898-d607b568da24 admin admin] Pushing event updated for resources: {'Network': ['ID=2e3391c4-4716-4518-996a-49c9a899f879,revision_number=1']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:58:13.395366 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 50180) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:58:13.400408 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.v2.base [None req-580e156c-de10-4a3f-ae49-b6e2ce569372 admin admin] Request body: {'subnet': {'network_id': '2e3391c4-4716-4518-996a-49c9a899f879', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1857063880-subnet', 'tenant_id': '648aeb6cd9384a51b759fe4fed0586a4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:58:13.404785 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Network 2e3391c4-4716-4518-996a-49c9a899f879 details requested by agent ovs-agent-dv-cinder-840525-1-iscsi with host dv-cinder-840525-1-iscsi {{(pid=103281) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 18:58:13.420778 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-580e156c-de10-4a3f-ae49-b6e2ce569372 admin admin] Made reservation on behalf of 648aeb6cd9384a51b759fe4fed0586a4 for: {'subnet': 1} {{(pid=103279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:58:13.423289 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-580e156c-de10-4a3f-ae49-b6e2ce569372 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14431908'] for subnet (None), before_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:13.563236 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.notifiers.nova [req-db5f14a4-334a-46fe-94ef-a081aac11403 req-e3a6dacb-d43a-4e61-9287-a903b94b5dfe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91b9aa20-6f19-4fa0-9128-8cd49ab29485 {{(pid=103280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 18:58:13.570693 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-db5f14a4-334a-46fe-94ef-a081aac11403 req-e3a6dacb-d43a-4e61-9287-a903b94b5dfe service neutron] Publish callbacks [] for port (91b9aa20-6f19-4fa0-9128-8cd49ab29485), precommit_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:13.584038 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.db.provisioning_blocks [req-db5f14a4-334a-46fe-94ef-a081aac11403 req-e3a6dacb-d43a-4e61-9287-a903b94b5dfe service neutron] Transition to ACTIVE for port object 91b9aa20-6f19-4fa0-9128-8cd49ab29485 will not be triggered until provisioned by entity L2. {{(pid=103280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 18:58:13.593334 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-db5f14a4-334a-46fe-94ef-a081aac11403 req-e3a6dacb-d43a-4e61-9287-a903b94b5dfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12874275'] for port (91b9aa20-6f19-4fa0-9128-8cd49ab29485), after_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:13.601009 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-580e156c-de10-4a3f-ae49-b6e2ce569372 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13909114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14431958'] for subnet (e08642fe-2e1e-452f-9621-db39af049291), after_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:13.652819 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a6dacb-d43a-4e61-9287-a903b94b5dfe service neutron] Pushing event updated for resources: {'Port': ['ID=91b9aa20-6f19-4fa0-9128-8cd49ab29485,revision_number=2']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:58:13.659168 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580e156c-de10-4a3f-ae49-b6e2ce569372 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e08642fe-2e1e-452f-9621-db39af049291,revision_number=0']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:58:13.670314 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580e156c-de10-4a3f-ae49-b6e2ce569372 admin admin] Checking segment: {'id': '8b116a02-2c8f-47da-aa2d-79c1b6ad4018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '2e3391c4-4716-4518-996a-49c9a899f879'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 18:58:13.670674 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-580e156c-de10-4a3f-ae49-b6e2ce569372 admin admin] Network hostable DHCP agents. Network: 2e3391c4-4716-4518-996a-49c9a899f879, hostable agents: ['ae04e5b6-6ccf-46c0-81ba-a3f5b8ae390c'], hosted agents: [] {{(pid=103279) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 18:58:13.692631 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-580e156c-de10-4a3f-ae49-b6e2ce569372 admin admin] Network 2e3391c4-4716-4518-996a-49c9a899f879 is scheduled to be hosted by DHCP agent ae04e5b6-6ccf-46c0-81ba-a3f5b8ae390c with binding_index 1 {{(pid=103279) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 18:58:13.702744 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.scheduler.base_scheduler [None req-580e156c-de10-4a3f-ae49-b6e2ce569372 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840525-1-iscsi, 2e3391c4-4716-4518-996a-49c9a899f879) {{(pid=103279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:58:13.708083 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-580e156c-de10-4a3f-ae49-b6e2ce569372 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:58:13.709393 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-580e156c-de10-4a3f-ae49-b6e2ce569372 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572658'] for subnet (None), before_response {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:13.715237 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d99dbaab-d9fd-45c7-a630-2658ea52b6b8 None None] Network 2e3391c4-4716-4518-996a-49c9a899f879 requested from dv-cinder-840525-1-iscsi {{(pid=103281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 18:58:13.742072 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-580e156c-de10-4a3f-ae49-b6e2ce569372 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3358254 May 04 18:58:13.750491 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.managers [req-db5f14a4-334a-46fe-94ef-a081aac11403 req-e3a6dacb-d43a-4e61-9287-a903b94b5dfe service neutron] Attempting to bind port 91b9aa20-6f19-4fa0-9128-8cd49ab29485 on host hv-cinder-84052 for vnic_type normal with profile {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 18:58:13.753579 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.managers [req-db5f14a4-334a-46fe-94ef-a081aac11403 req-e3a6dacb-d43a-4e61-9287-a903b94b5dfe service neutron] Attempting to bind port 91b9aa20-6f19-4fa0-9128-8cd49ab29485 by drivers openvswitch,hyperv on host hv-cinder-84052 at level 0 using segments [{'id': '6c24c5b4-e5c1-485f-89e1-6bad0f69b4e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'b1cedcbc-cdac-422b-b37d-00881e094afa'}] {{(pid=103280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 18:58:13.754378 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db5f14a4-334a-46fe-94ef-a081aac11403 req-e3a6dacb-d43a-4e61-9287-a903b94b5dfe service neutron] Attempting to bind port 91b9aa20-6f19-4fa0-9128-8cd49ab29485 on network b1cedcbc-cdac-422b-b37d-00881e094afa {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 18:58:13.759786 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db5f14a4-334a-46fe-94ef-a081aac11403 req-e3a6dacb-d43a-4e61-9287-a903b94b5dfe service neutron] Port 91b9aa20-6f19-4fa0-9128-8cd49ab29485 on network b1cedcbc-cdac-422b-b37d-00881e094afa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84052 {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 18:58:13.760107 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db5f14a4-334a-46fe-94ef-a081aac11403 req-e3a6dacb-d43a-4e61-9287-a903b94b5dfe service neutron] Attempting to bind port 91b9aa20-6f19-4fa0-9128-8cd49ab29485 on network b1cedcbc-cdac-422b-b37d-00881e094afa {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 18:58:13.765435 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db5f14a4-334a-46fe-94ef-a081aac11403 req-e3a6dacb-d43a-4e61-9287-a903b94b5dfe service neutron] Checking agent: {'id': 'bff7e656-358d-4e40-a36a-3f10fe33ffdf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84052', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 18, 54, 55), 'started_at': datetime.datetime(2022, 5, 4, 18, 54, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 18, 57, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 18:58:13.765787 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db5f14a4-334a-46fe-94ef-a081aac11403 req-e3a6dacb-d43a-4e61-9287-a903b94b5dfe service neutron] Checking segment: {'id': '6c24c5b4-e5c1-485f-89e1-6bad0f69b4e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'b1cedcbc-cdac-422b-b37d-00881e094afa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 18:58:13.766809 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db5f14a4-334a-46fe-94ef-a081aac11403 req-e3a6dacb-d43a-4e61-9287-a903b94b5dfe service neutron] Bound using segment: {'id': '6c24c5b4-e5c1-485f-89e1-6bad0f69b4e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'b1cedcbc-cdac-422b-b37d-00881e094afa'} {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 18:58:13.766809 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.managers [req-db5f14a4-334a-46fe-94ef-a081aac11403 req-e3a6dacb-d43a-4e61-9287-a903b94b5dfe service neutron] Bound port: 91b9aa20-6f19-4fa0-9128-8cd49ab29485, host: hv-cinder-84052, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c24c5b4-e5c1-485f-89e1-6bad0f69b4e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'b1cedcbc-cdac-422b-b37d-00881e094afa'}}] {{(pid=103280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 18:58:13.767178 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-db5f14a4-334a-46fe-94ef-a081aac11403 req-e3a6dacb-d43a-4e61-9287-a903b94b5dfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (91b9aa20-6f19-4fa0-9128-8cd49ab29485), before_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:13.852772 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c99bb5a6-5d38-4e00-9417-2e3e35179829 None None] Network 2e3391c4-4716-4518-996a-49c9a899f879 requested from dv-cinder-840525-1-iscsi {{(pid=103281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 18:58:13.867865 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.db [req-db5f14a4-334a-46fe-94ef-a081aac11403 req-e3a6dacb-d43a-4e61-9287-a903b94b5dfe service neutron] For port 91b9aa20-6f19-4fa0-9128-8cd49ab29485, host hv-cinder-84052, cleared binding levels {{(pid=103280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 18:58:13.867865 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.db [req-db5f14a4-334a-46fe-94ef-a081aac11403 req-e3a6dacb-d43a-4e61-9287-a903b94b5dfe service neutron] For port 91b9aa20-6f19-4fa0-9128-8cd49ab29485, host hv-cinder-84052, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=91b9aa20-6f19-4fa0-9128-8cd49ab29485,segment=NetworkSegment(6c24c5b4-e5c1-485f-89e1-6bad0f69b4e6),segment_id=6c24c5b4-e5c1-485f-89e1-6bad0f69b4e6)] {{(pid=103280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 18:58:13.877871 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-db5f14a4-334a-46fe-94ef-a081aac11403 req-e3a6dacb-d43a-4e61-9287-a903b94b5dfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12874275'] for port (91b9aa20-6f19-4fa0-9128-8cd49ab29485), after_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:13.913898 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5f14a4-334a-46fe-94ef-a081aac11403 req-e3a6dacb-d43a-4e61-9287-a903b94b5dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:58:13.914594 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-db5f14a4-334a-46fe-94ef-a081aac11403 req-e3a6dacb-d43a-4e61-9287-a903b94b5dfe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127086'] for port (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:13.916188 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-db5f14a4-334a-46fe-94ef-a081aac11403 req-e3a6dacb-d43a-4e61-9287-a903b94b5dfe service neutron] 10.222.0.55 "PUT /v2.0/ports/91b9aa20-6f19-4fa0-9128-8cd49ab29485 HTTP/1.1" status: 200 len: 1093 time: 0.8405218 May 04 18:58:13.916705 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56fd17bc-cd63-4d9b-a036-d537eed1699a', 'tag': '91b9aa20-6f19-4fa0-9128-8cd49ab29485'}] {{(pid=103280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:58:13.925430 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d17ed66b9d9b08214cd1b2d258b378c61736cd464b468dfe37a5b26948fd6e52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bca4df39-4bce-48e9-8d66-2f5f597c53a5" -d '{"events": [{"name": "network-changed", "server_uuid": "56fd17bc-cd63-4d9b-a036-d537eed1699a", "tag": "91b9aa20-6f19-4fa0-9128-8cd49ab29485"}]}' {{(pid=103280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 18:58:13.958179 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a6dacb-d43a-4e61-9287-a903b94b5dfe service neutron] Pushing event updated for resources: {'Port': ['ID=91b9aa20-6f19-4fa0-9128-8cd49ab29485,revision_number=3']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:58:14.009992 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 18:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c74c350-51a4-4e06-98bd-693676a587e0 x-openstack-request-id: req-7c74c350-51a4-4e06-98bd-693676a587e0 {{(pid=103280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 18:58:14.011695 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56fd17bc-cd63-4d9b-a036-d537eed1699a", "tag": "91b9aa20-6f19-4fa0-9128-8cd49ab29485", "status": "completed", "code": 200}]} {{(pid=103280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 18:58:14.011962 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7c74c350-51a4-4e06-98bd-693676a587e0 {{(pid=103280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 18:58:14.012386 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c74c350-51a4-4e06-98bd-693676a587e0'] response: {'name': 'network-changed', 'server_uuid': '56fd17bc-cd63-4d9b-a036-d537eed1699a', 'tag': '91b9aa20-6f19-4fa0-9128-8cd49ab29485', 'status': 'completed', 'code': 200} May 04 18:58:14.073176 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5f14a4-334a-46fe-94ef-a081aac11403 req-43e9bee3-7df1-44be-b297-0ebd17960bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:58:14.074792 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-db5f14a4-334a-46fe-94ef-a081aac11403 req-43e9bee3-7df1-44be-b297-0ebd17960bac service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=75fc5dead879453695a0046c9f35ff1d&device_id=56fd17bc-cd63-4d9b-a036-d537eed1699a HTTP/1.1" status: 200 len: 1127 time: 0.0946445 May 04 18:58:14.153185 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-db5f14a4-334a-46fe-94ef-a081aac11403 req-0e174725-5d72-4206-95cc-89e75e960209 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=91b9aa20-6f19-4fa0-9128-8cd49ab29485 HTTP/1.1" status: 200 len: 217 time: 0.0703628 May 04 18:58:14.233071 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5f14a4-334a-46fe-94ef-a081aac11403 req-11d96424-4b1e-444c-ab5a-1a92ddc9539b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:58:14.236617 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-db5f14a4-334a-46fe-94ef-a081aac11403 req-11d96424-4b1e-444c-ab5a-1a92ddc9539b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=eeef2f41-46cc-4bf5-995a-936e9476bce2 HTTP/1.1" status: 200 len: 855 time: 0.0753076 May 04 18:58:14.289996 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5f14a4-334a-46fe-94ef-a081aac11403 req-d509a129-d2e2-404e-90f1-8d7b08f4374e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:58:14.292670 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-db5f14a4-334a-46fe-94ef-a081aac11403 req-d509a129-d2e2-404e-90f1-8d7b08f4374e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b1cedcbc-cdac-422b-b37d-00881e094afa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0508771 May 04 18:58:14.413927 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 50212) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:58:14.534652 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04255248-f7f1-4236-beea-90665ec6daa8 req-4c02badf-f929-426e-8956-3faebdf9ee03 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:58:14.536609 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-04255248-f7f1-4236-beea-90665ec6daa8 req-4c02badf-f929-426e-8956-3faebdf9ee03 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5f655af-21f6-4752-9a82-5001e0ecce2a HTTP/1.1" status: 200 len: 946 time: 0.0948966 May 04 18:58:14.567409 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89437c89-30a9-40d3-93af-b57d7ec3eb98 req-67b0a404-101e-48d6-9389-0a169d077206 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:58:14.568925 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-89437c89-30a9-40d3-93af-b57d7ec3eb98 req-67b0a404-101e-48d6-9389-0a169d077206 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/ports?device_id=56fd17bc-cd63-4d9b-a036-d537eed1699a HTTP/1.1" status: 200 len: 943 time: 0.0928674 May 04 18:58:14.605870 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-04255248-f7f1-4236-beea-90665ec6daa8 req-5ae251e5-d00d-4ff7-bab0-4321cde4a306 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ea6ee27-c11d-4233-954f-1b439202ab30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608904 May 04 18:58:14.635040 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-e1cc1b91-3d7f-455b-b9c4-7e8bc65364c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:14.639547 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-db5f14a4-334a-46fe-94ef-a081aac11403 req-dbaa2b69-1cdd-47e9-ad09-3ec2cba809c6 service neutron] 10.222.0.55 "GET /v2.0/networks/b1cedcbc-cdac-422b-b37d-00881e094afa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3394139 May 04 18:58:14.701566 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-89437c89-30a9-40d3-93af-b57d7ec3eb98 req-7aa57271-2ffa-47f0-a052-2382d394a290 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/security-groups?id=6146691f-7381-4f12-b964-14887f4f4ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1236644 May 04 18:58:14.739066 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-e1cc1b91-3d7f-455b-b9c4-7e8bc65364c1 admin admin] Publish callbacks [] for security_group (80744568-a9df-4904-ab18-938443df4dd2), precommit_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:14.745379 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-e1cc1b91-3d7f-455b-b9c4-7e8bc65364c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (80744568-a9df-4904-ab18-938443df4dd2), after_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:14.773229 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-db5f14a4-334a-46fe-94ef-a081aac11403 req-c4853022-b620-4732-8071-1e0e6bb4275b service neutron] 10.222.0.55 "GET /v2.0/networks/b1cedcbc-cdac-422b-b37d-00881e094afa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251590 May 04 18:58:14.785572 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-e1cc1b91-3d7f-455b-b9c4-7e8bc65364c1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=abf6a135bf824df98f43ee4f986e945e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3698282 May 04 18:58:14.786852 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cc1b91-3d7f-455b-b9c4-7e8bc65364c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80744568-a9df-4904-ab18-938443df4dd2,revision_number=1']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:58:14.787813 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 50226) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:58:15.084385 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-28478f08-90ed-4eb7-beba-79203aacb1a7 admin admin] Publish callbacks [] for security_group (80744568-a9df-4904-ab18-938443df4dd2), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:15.107407 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-28478f08-90ed-4eb7-beba-79203aacb1a7 admin admin] Publish callbacks [] for security_group (80744568-a9df-4904-ab18-938443df4dd2), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:15.157727 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-28478f08-90ed-4eb7-beba-79203aacb1a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (80744568-a9df-4904-ab18-938443df4dd2), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:15.160274 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-28478f08-90ed-4eb7-beba-79203aacb1a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:15.161432 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-28478f08-90ed-4eb7-beba-79203aacb1a7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/80744568-a9df-4904-ab18-938443df4dd2 HTTP/1.1" status: 204 len: 168 time: 0.3722219 May 04 18:58:15.172982 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28478f08-90ed-4eb7-beba-79203aacb1a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80744568-a9df-4904-ab18-938443df4dd2,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:58:15.447754 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 50234) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:58:15.461349 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-b824ba5a-f011-4b79-80ad-c5a6f736d777 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:15.537412 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-b824ba5a-f011-4b79-80ad-c5a6f736d777 admin admin] Publish callbacks [] for security_group (29180151-9fa9-4707-b0f7-fabfc3073d8c), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:15.543231 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-b824ba5a-f011-4b79-80ad-c5a6f736d777 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (29180151-9fa9-4707-b0f7-fabfc3073d8c), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:15.583811 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-b824ba5a-f011-4b79-80ad-c5a6f736d777 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=931be1ad5b8e41b58efdc92a30400053&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1325948 May 04 18:58:15.583811 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b824ba5a-f011-4b79-80ad-c5a6f736d777 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29180151-9fa9-4707-b0f7-fabfc3073d8c,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:58:15.584396 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 50240) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:58:15.641943 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-dc05e55c-f606-4903-a73d-19dd65b8fdc4 admin admin] Publish callbacks [] for security_group (29180151-9fa9-4707-b0f7-fabfc3073d8c), before_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:15.670733 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-dc05e55c-f606-4903-a73d-19dd65b8fdc4 admin admin] Publish callbacks [] for security_group (29180151-9fa9-4707-b0f7-fabfc3073d8c), precommit_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:15.754739 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de135c6-6eec-450f-848e-0fd1af5c8d10 req-7a5bb38c-8c61-46c0-8cce-21a6ba50cee6 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:58:15.756216 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-5de135c6-6eec-450f-848e-0fd1af5c8d10 req-7a5bb38c-8c61-46c0-8cce-21a6ba50cee6 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5f655af-21f6-4752-9a82-5001e0ecce2a HTTP/1.1" status: 200 len: 946 time: 0.0768433 May 04 18:58:15.788099 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-dc05e55c-f606-4903-a73d-19dd65b8fdc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (29180151-9fa9-4707-b0f7-fabfc3073d8c), after_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:15.790755 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-dc05e55c-f606-4903-a73d-19dd65b8fdc4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:15.791915 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-dc05e55c-f606-4903-a73d-19dd65b8fdc4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/29180151-9fa9-4707-b0f7-fabfc3073d8c HTTP/1.1" status: 204 len: 168 time: 0.2065208 May 04 18:58:15.812897 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc05e55c-f606-4903-a73d-19dd65b8fdc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29180151-9fa9-4707-b0f7-fabfc3073d8c,revision_number=None']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:58:15.821650 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-5de135c6-6eec-450f-848e-0fd1af5c8d10 req-2055a7c7-76b6-43e0-9b7b-20a9843348da tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ea6ee27-c11d-4233-954f-1b439202ab30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589037 May 04 18:58:15.855650 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8038dd2-073d-44ae-9c67-9edd3fa18dd1 req-25bdbb8f-a025-4a95-9e56-931b4ae4ef7e tempest-VolumesActionsTest-170887920 tempest-VolumesActionsTest-170887920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:58:15.862866 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a8038dd2-073d-44ae-9c67-9edd3fa18dd1 req-25bdbb8f-a025-4a95-9e56-931b4ae4ef7e tempest-VolumesActionsTest-170887920 tempest-VolumesActionsTest-170887920-project] 10.222.0.35 "GET /v2.0/networks?id=2e3391c4-4716-4518-996a-49c9a899f879 HTTP/1.1" status: 200 len: 809 time: 0.1284537 May 04 18:58:15.873990 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a8038dd2-073d-44ae-9c67-9edd3fa18dd1 req-8fe31a04-e62f-4ab3-b7c8-a3930ad9f7ed tempest-VolumesActionsTest-170887920 tempest-VolumesActionsTest-170887920-project] 10.222.0.35 "GET /v2.0/quotas/648aeb6cd9384a51b759fe4fed0586a4 HTTP/1.1" status: 200 len: 375 time: 0.0102587 May 04 18:58:15.911737 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a8038dd2-073d-44ae-9c67-9edd3fa18dd1 req-2a442787-7174-4cf3-81ca-e74dc7038661 tempest-VolumesActionsTest-170887920 tempest-VolumesActionsTest-170887920-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=648aeb6cd9384a51b759fe4fed0586a4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0325522 May 04 18:58:15.940572 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c996f25-12ea-413c-81a1-d13c99c9d3eb req-800dc8b1-b880-40ec-b0fc-39fda182e55e tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:58:15.946358 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-1c996f25-12ea-413c-81a1-d13c99c9d3eb req-800dc8b1-b880-40ec-b0fc-39fda182e55e tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/ports?device_id=56fd17bc-cd63-4d9b-a036-d537eed1699a HTTP/1.1" status: 200 len: 943 time: 0.0543513 May 04 18:58:15.996814 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-1c996f25-12ea-413c-81a1-d13c99c9d3eb req-fe9db6c9-48b2-49e6-8d73-3dddce9cf0e0 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/security-groups?id=6146691f-7381-4f12-b964-14887f4f4ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477548 May 04 18:58:16.011563 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a8038dd2-073d-44ae-9c67-9edd3fa18dd1 req-2e18e301-45b3-4c3b-aeab-343202a75420 service neutron] 10.222.0.35 "GET /v2.0/networks/2e3391c4-4716-4518-996a-49c9a899f879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926845 May 04 18:58:16.101216 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a8038dd2-073d-44ae-9c67-9edd3fa18dd1 req-daba29ca-0d93-4057-86f0-7a1d7eb80f18 service neutron] 10.222.0.35 "GET /v2.0/networks/2e3391c4-4716-4518-996a-49c9a899f879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835836 May 04 18:58:16.172092 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 50264) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:58:16.187164 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-169d2db3-a37e-4b21-877c-9f1dc8f4e9a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:16.299404 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-90a54648-3fe6-48e6-906b-6dfa32c59b2b req-b81ffade-5066-497a-bd62-13d936d16bb8 tempest-VolumesActionsTest-170887920 tempest-VolumesActionsTest-170887920-project] 10.222.0.35 "GET /v2.0/ports?device_id=fac0143b-7643-4681-9a0d-9781980393ae HTTP/1.1" status: 200 len: 210 time: 0.0411401 May 04 18:58:16.301157 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-169d2db3-a37e-4b21-877c-9f1dc8f4e9a3 admin admin] Publish callbacks [] for security_group (6a1bbf91-93b1-4810-9888-99748b707257), precommit_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:16.308025 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-169d2db3-a37e-4b21-877c-9f1dc8f4e9a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (6a1bbf91-93b1-4810-9888-99748b707257), after_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:16.355221 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-169d2db3-a37e-4b21-877c-9f1dc8f4e9a3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d8ff6255c6f64e289e38a81b5052748c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1812961 May 04 18:58:16.355506 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169d2db3-a37e-4b21-877c-9f1dc8f4e9a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a1bbf91-93b1-4810-9888-99748b707257,revision_number=1']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:58:16.358454 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 50272) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:58:16.417713 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d4779da0-f843-4ef0-8e76-96cc55de2958 admin admin] Publish callbacks [] for security_group (6a1bbf91-93b1-4810-9888-99748b707257), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:16.439170 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d4779da0-f843-4ef0-8e76-96cc55de2958 admin admin] Publish callbacks [] for security_group (6a1bbf91-93b1-4810-9888-99748b707257), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:16.491106 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d4779da0-f843-4ef0-8e76-96cc55de2958 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (6a1bbf91-93b1-4810-9888-99748b707257), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:16.493882 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d4779da0-f843-4ef0-8e76-96cc55de2958 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:16.495369 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-d4779da0-f843-4ef0-8e76-96cc55de2958 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6a1bbf91-93b1-4810-9888-99748b707257 HTTP/1.1" status: 204 len: 168 time: 0.1358557 May 04 18:58:16.504958 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4779da0-f843-4ef0-8e76-96cc55de2958 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a1bbf91-93b1-4810-9888-99748b707257,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:58:16.939786 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de325e5-906f-4847-a7c5-3003e1f69f24 req-5a9b71c8-df1f-4952-be03-e208686906e2 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:58:16.941255 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-5de325e5-906f-4847-a7c5-3003e1f69f24 req-5a9b71c8-df1f-4952-be03-e208686906e2 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5f655af-21f6-4752-9a82-5001e0ecce2a HTTP/1.1" status: 200 len: 946 time: 0.0469501 May 04 18:58:16.990363 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-5de325e5-906f-4847-a7c5-3003e1f69f24 req-8c3b30f8-e707-40fc-8b64-4fdff830e9ab tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ea6ee27-c11d-4233-954f-1b439202ab30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431814 May 04 18:58:17.123223 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9546d75-f0f3-4806-82a0-e3e4d1675a51 req-d82445e3-07bc-451e-a873-e818928a06f8 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:58:17.124731 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-f9546d75-f0f3-4806-82a0-e3e4d1675a51 req-d82445e3-07bc-451e-a873-e818928a06f8 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/ports?device_id=56fd17bc-cd63-4d9b-a036-d537eed1699a HTTP/1.1" status: 200 len: 943 time: 0.0485866 May 04 18:58:17.175190 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-f9546d75-f0f3-4806-82a0-e3e4d1675a51 req-ff9fc6ac-05bd-4222-8bdc-82b76f6ddfc7 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/security-groups?id=6146691f-7381-4f12-b964-14887f4f4ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446956 May 04 18:58:17.401263 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d6a318f8-bbd3-437e-9579-137aac0a391f req-51aa8eb1-ad06-4710-8aae-e6e05a6e48de tempest-VolumesActionsTest-170887920 tempest-VolumesActionsTest-170887920-project] 10.222.0.35 "GET /v2.0/ports?device_id=fac0143b-7643-4681-9a0d-9781980393ae HTTP/1.1" status: 200 len: 210 time: 0.0277734 May 04 18:58:18.112920 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcda8621-0b97-4558-92ae-dbcb9ebf7cb8 req-f92d8fb2-9837-4d95-a559-483e60067b1e tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:58:18.114501 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-dcda8621-0b97-4558-92ae-dbcb9ebf7cb8 req-f92d8fb2-9837-4d95-a559-483e60067b1e tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5f655af-21f6-4752-9a82-5001e0ecce2a HTTP/1.1" status: 200 len: 946 time: 0.0514171 May 04 18:58:18.169382 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-dcda8621-0b97-4558-92ae-dbcb9ebf7cb8 req-af78cba1-4f5f-414b-a51d-21985c913fcd tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ea6ee27-c11d-4233-954f-1b439202ab30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485988 May 04 18:58:18.305162 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83524b3e-eb6f-4e1a-9ac2-36f599bb062e req-83bcdab2-ebb8-4d6c-9d13-4fd01c20e6fd tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:58:18.306694 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-83524b3e-eb6f-4e1a-9ac2-36f599bb062e req-83bcdab2-ebb8-4d6c-9d13-4fd01c20e6fd tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/ports?device_id=56fd17bc-cd63-4d9b-a036-d537eed1699a HTTP/1.1" status: 200 len: 943 time: 0.0505013 May 04 18:58:18.353480 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-83524b3e-eb6f-4e1a-9ac2-36f599bb062e req-7f418199-9e70-42d9-97cb-81dc74d018ab tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/security-groups?id=6146691f-7381-4f12-b964-14887f4f4ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408182 May 04 18:58:18.499186 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-f4600374-1b54-42d9-9f92-ea878a4e3ff3 req-eed0b25b-2c8a-46a3-8159-3ba04f8cc413 tempest-VolumesActionsTest-170887920 tempest-VolumesActionsTest-170887920-project] 10.222.0.35 "GET /v2.0/ports?device_id=fac0143b-7643-4681-9a0d-9781980393ae HTTP/1.1" status: 200 len: 210 time: 0.0279391 May 04 18:58:18.865341 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca4df39-4bce-48e9-8d66-2f5f597c53a5 req-0331cffc-c4c1-4dc8-bb6c-02c029bdd79a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:58:18.866944 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-bca4df39-4bce-48e9-8d66-2f5f597c53a5 req-0331cffc-c4c1-4dc8-bb6c-02c029bdd79a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=75fc5dead879453695a0046c9f35ff1d&device_id=56fd17bc-cd63-4d9b-a036-d537eed1699a HTTP/1.1" status: 200 len: 1127 time: 0.0561516 May 04 18:58:18.963893 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca4df39-4bce-48e9-8d66-2f5f597c53a5 req-e372bcb5-be38-466e-920a-29fcaa6d892a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:58:18.965481 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-bca4df39-4bce-48e9-8d66-2f5f597c53a5 req-e372bcb5-be38-466e-920a-29fcaa6d892a service neutron] 10.222.0.55 "GET /v2.0/networks?id=b1cedcbc-cdac-422b-b37d-00881e094afa HTTP/1.1" status: 200 len: 917 time: 0.0890846 May 04 18:58:19.008233 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-bca4df39-4bce-48e9-8d66-2f5f597c53a5 req-b3961a8b-81df-43df-b08a-8c54b93275ad service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=91b9aa20-6f19-4fa0-9128-8cd49ab29485 HTTP/1.1" status: 200 len: 217 time: 0.0345058 May 04 18:58:19.057957 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca4df39-4bce-48e9-8d66-2f5f597c53a5 req-f4c6f90f-1ab7-42c9-ae13-a2b5d1c6e044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:58:19.059363 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-bca4df39-4bce-48e9-8d66-2f5f597c53a5 req-f4c6f90f-1ab7-42c9-ae13-a2b5d1c6e044 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=eeef2f41-46cc-4bf5-995a-936e9476bce2 HTTP/1.1" status: 200 len: 855 time: 0.0439656 May 04 18:58:19.107849 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca4df39-4bce-48e9-8d66-2f5f597c53a5 req-61cf9454-0b40-4991-9e18-61a144085c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:58:19.109413 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-bca4df39-4bce-48e9-8d66-2f5f597c53a5 req-61cf9454-0b40-4991-9e18-61a144085c37 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b1cedcbc-cdac-422b-b37d-00881e094afa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421975 May 04 18:58:19.289197 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f479aa-091b-4e2e-b016-dbd53bc65894 req-96ddc9b6-17ff-43c9-a6d0-5fc51bf9408d tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:58:19.290696 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-63f479aa-091b-4e2e-b016-dbd53bc65894 req-96ddc9b6-17ff-43c9-a6d0-5fc51bf9408d tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5f655af-21f6-4752-9a82-5001e0ecce2a HTTP/1.1" status: 200 len: 946 time: 0.0544786 May 04 18:58:19.339696 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-63f479aa-091b-4e2e-b016-dbd53bc65894 req-3a050c04-165f-4620-809f-20543a57430f tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ea6ee27-c11d-4233-954f-1b439202ab30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426190 May 04 18:58:19.482498 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-bca4df39-4bce-48e9-8d66-2f5f597c53a5 req-44f6e9e5-1311-4b44-8a13-a30de9aeefa5 service neutron] 10.222.0.55 "GET /v2.0/networks/b1cedcbc-cdac-422b-b37d-00881e094afa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160100 May 04 18:58:19.495151 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fcf572-8182-44e2-aa28-9212fac537a6 req-94b140ee-2199-4c75-8e9f-2bbf0353b3be tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:58:19.496787 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-52fcf572-8182-44e2-aa28-9212fac537a6 req-94b140ee-2199-4c75-8e9f-2bbf0353b3be tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/ports?device_id=56fd17bc-cd63-4d9b-a036-d537eed1699a HTTP/1.1" status: 200 len: 943 time: 0.0660548 May 04 18:58:19.559183 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-52fcf572-8182-44e2-aa28-9212fac537a6 req-bcfb0f81-796b-4ad1-9970-0f3778a6094a tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/security-groups?id=6146691f-7381-4f12-b964-14887f4f4ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564065 May 04 18:58:19.639028 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-24019926-afe3-4029-ad36-9fa470348fad req-9aea65c2-24e2-469e-9af9-41faa14b7551 tempest-VolumesActionsTest-170887920 tempest-VolumesActionsTest-170887920-project] 10.222.0.35 "GET /v2.0/ports?device_id=fac0143b-7643-4681-9a0d-9781980393ae HTTP/1.1" status: 200 len: 210 time: 0.0436461 May 04 18:58:19.650346 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8038dd2-073d-44ae-9c67-9edd3fa18dd1 req-24404e09-2731-4607-a98c-3a4e48caafb8 tempest-VolumesActionsTest-170887920 tempest-VolumesActionsTest-170887920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:58:19.652153 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a8038dd2-073d-44ae-9c67-9edd3fa18dd1 req-24404e09-2731-4607-a98c-3a4e48caafb8 tempest-VolumesActionsTest-170887920 tempest-VolumesActionsTest-170887920-project] 10.222.0.55 "GET /v2.0/networks?id=2e3391c4-4716-4518-996a-49c9a899f879 HTTP/1.1" status: 200 len: 809 time: 0.1946964 May 04 18:58:19.668961 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-bca4df39-4bce-48e9-8d66-2f5f597c53a5 req-97c2b640-0c39-4f55-a714-c9f2846f72b4 service neutron] 10.222.0.55 "GET /v2.0/networks/b1cedcbc-cdac-422b-b37d-00881e094afa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769309 May 04 18:58:19.747762 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [req-a8038dd2-073d-44ae-9c67-9edd3fa18dd1 req-ef8569ae-4eaf-4f25-b07d-e83ff85bb3e6 tempest-VolumesActionsTest-170887920 tempest-VolumesActionsTest-170887920-project] Request body: {'port': {'device_id': 'fac0143b-7643-4681-9a0d-9781980393ae', 'network_id': '2e3391c4-4716-4518-996a-49c9a899f879', 'admin_state_up': True, 'tenant_id': '648aeb6cd9384a51b759fe4fed0586a4'}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:58:19.862793 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8038dd2-073d-44ae-9c67-9edd3fa18dd1 req-ef8569ae-4eaf-4f25-b07d-e83ff85bb3e6 tempest-VolumesActionsTest-170887920 tempest-VolumesActionsTest-170887920-project] Made reservation on behalf of 648aeb6cd9384a51b759fe4fed0586a4 for: {'port': 1} {{(pid=103280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:58:19.866219 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-a8038dd2-073d-44ae-9c67-9edd3fa18dd1 req-ef8569ae-4eaf-4f25-b07d-e83ff85bb3e6 tempest-VolumesActionsTest-170887920 tempest-VolumesActionsTest-170887920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:20.008854 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.db.db_base_plugin_common [req-a8038dd2-073d-44ae-9c67-9edd3fa18dd1 req-ef8569ae-4eaf-4f25-b07d-e83ff85bb3e6 tempest-VolumesActionsTest-170887920 tempest-VolumesActionsTest-170887920-project] Allocated IP 172.20.0.3 (2e3391c4-4716-4518-996a-49c9a899f879/e08642fe-2e1e-452f-9621-db39af049291/c5f41f59-875d-4ca9-847e-714ace5896a2) {{(pid=103280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:58:20.173049 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-a8038dd2-073d-44ae-9c67-9edd3fa18dd1 req-ef8569ae-4eaf-4f25-b07d-e83ff85bb3e6 tempest-VolumesActionsTest-170887920 tempest-VolumesActionsTest-170887920-project] Publish callbacks [] for port (c5f41f59-875d-4ca9-847e-714ace5896a2), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:20.212329 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-a8038dd2-073d-44ae-9c67-9edd3fa18dd1 req-ef8569ae-4eaf-4f25-b07d-e83ff85bb3e6 tempest-VolumesActionsTest-170887920 tempest-VolumesActionsTest-170887920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790498302100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12874298'] for port (c5f41f59-875d-4ca9-847e-714ace5896a2), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:20.266105 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8038dd2-073d-44ae-9c67-9edd3fa18dd1 req-ef8569ae-4eaf-4f25-b07d-e83ff85bb3e6 tempest-VolumesActionsTest-170887920 tempest-VolumesActionsTest-170887920-project] Network 2e3391c4-4716-4518-996a-49c9a899f879 is already hosted by enough agents. {{(pid=103280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:58:20.271360 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.base_scheduler [req-a8038dd2-073d-44ae-9c67-9edd3fa18dd1 req-ef8569ae-4eaf-4f25-b07d-e83ff85bb3e6 tempest-VolumesActionsTest-170887920 tempest-VolumesActionsTest-170887920-project] Resources bound (agent type, host, resource id): {{(pid=103280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:58:20.276288 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8038dd2-073d-44ae-9c67-9edd3fa18dd1 req-ef8569ae-4eaf-4f25-b07d-e83ff85bb3e6 tempest-VolumesActionsTest-170887920 tempest-VolumesActionsTest-170887920-project] Received port after_create {{(pid=103280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 18:58:20.280601 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8569ae-4eaf-4f25-b07d-e83ff85bb3e6 tempest-VolumesActionsTest-170887920 tempest-VolumesActionsTest-170887920-project] Pushing event updated for resources: {'Port': ['ID=c5f41f59-875d-4ca9-847e-714ace5896a2,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:58:20.333678 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8038dd2-073d-44ae-9c67-9edd3fa18dd1 req-ef8569ae-4eaf-4f25-b07d-e83ff85bb3e6 tempest-VolumesActionsTest-170887920 tempest-VolumesActionsTest-170887920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:58:20.334298 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-a8038dd2-073d-44ae-9c67-9edd3fa18dd1 req-ef8569ae-4eaf-4f25-b07d-e83ff85bb3e6 tempest-VolumesActionsTest-170887920 tempest-VolumesActionsTest-170887920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127086'] for port (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:20.351312 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a8038dd2-073d-44ae-9c67-9edd3fa18dd1 req-ef8569ae-4eaf-4f25-b07d-e83ff85bb3e6 tempest-VolumesActionsTest-170887920 tempest-VolumesActionsTest-170887920-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6080704 May 04 18:58:20.372325 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [req-a8038dd2-073d-44ae-9c67-9edd3fa18dd1 req-5b4c843f-4ae8-4d38-96a2-3ea595cb0756 service neutron] Request body: {'port': {'device_id': 'fac0143b-7643-4681-9a0d-9781980393ae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84052'}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:58:20.439163 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-a8038dd2-073d-44ae-9c67-9edd3fa18dd1 req-5b4c843f-4ae8-4d38-96a2-3ea595cb0756 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (c5f41f59-875d-4ca9-847e-714ace5896a2), before_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:20.467283 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.agents_db [None req-bd7ab176-2eba-4334-8b69-697435aa36c2 None None] Agent healthcheck: found 6 active agents {{(pid=103282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 18:58:20.496355 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7c287d-643b-4476-81d6-ad954702096f req-7ba085e5-f2b4-4abf-b2b4-f38390c5923d tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:58:20.497949 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-7d7c287d-643b-4476-81d6-ad954702096f req-7ba085e5-f2b4-4abf-b2b4-f38390c5923d tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5f655af-21f6-4752-9a82-5001e0ecce2a HTTP/1.1" status: 200 len: 946 time: 0.0823541 May 04 18:58:20.550162 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-7d7c287d-643b-4476-81d6-ad954702096f req-97660825-f53f-47a9-813e-fecb196ac1ae tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ea6ee27-c11d-4233-954f-1b439202ab30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443108 May 04 18:58:20.701583 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa0a9a5-2731-4290-89af-70fd80bb5c7b req-4d3f4568-d2dd-4098-b5f4-a3c261515b95 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:58:20.703129 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-faa0a9a5-2731-4290-89af-70fd80bb5c7b req-4d3f4568-d2dd-4098-b5f4-a3c261515b95 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/ports?device_id=56fd17bc-cd63-4d9b-a036-d537eed1699a HTTP/1.1" status: 200 len: 943 time: 0.0653327 May 04 18:58:20.761449 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf731e5-560e-49c7-aa8d-d074bf582645 req-0309c641-3c76-414f-889b-0af7542305b6 tempest-VolumesActionsTest-170887920 tempest-VolumesActionsTest-170887920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:58:20.763015 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-4cf731e5-560e-49c7-aa8d-d074bf582645 req-0309c641-3c76-414f-889b-0af7542305b6 tempest-VolumesActionsTest-170887920 tempest-VolumesActionsTest-170887920-project] 10.222.0.35 "GET /v2.0/ports?device_id=fac0143b-7643-4681-9a0d-9781980393ae HTTP/1.1" status: 200 len: 931 time: 0.0475209 May 04 18:58:20.782603 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.notifiers.nova [req-a8038dd2-073d-44ae-9c67-9edd3fa18dd1 req-5b4c843f-4ae8-4d38-96a2-3ea595cb0756 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5f41f59-875d-4ca9-847e-714ace5896a2 {{(pid=103280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 18:58:20.792800 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-a8038dd2-073d-44ae-9c67-9edd3fa18dd1 req-5b4c843f-4ae8-4d38-96a2-3ea595cb0756 service neutron] Publish callbacks [] for port (c5f41f59-875d-4ca9-847e-714ace5896a2), precommit_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:20.798027 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-faa0a9a5-2731-4290-89af-70fd80bb5c7b req-eb0dbdee-b6c3-4d99-927f-f12f580d3ea1 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/security-groups?id=6146691f-7381-4f12-b964-14887f4f4ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870659 May 04 18:58:20.808628 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Device 91b9aa20-6f19-4fa0-9128-8cd49ab29485 details requested by agent hyperv_hv-cinder-84052 with host hv-cinder-84052 {{(pid=103281) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 18:58:20.815414 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.db.provisioning_blocks [req-a8038dd2-073d-44ae-9c67-9edd3fa18dd1 req-5b4c843f-4ae8-4d38-96a2-3ea595cb0756 service neutron] Transition to ACTIVE for port object c5f41f59-875d-4ca9-847e-714ace5896a2 will not be triggered until provisioned by entity L2. {{(pid=103280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 18:58:20.818699 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-4cf731e5-560e-49c7-aa8d-d074bf582645 req-9dd64232-8fdd-4f1a-90f1-1f2c8924b11d tempest-VolumesActionsTest-170887920 tempest-VolumesActionsTest-170887920-project] 10.222.0.35 "GET /v2.0/security-groups?id=908d0572-22b8-47fc-8bad-14ce5d02d5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496190 May 04 18:58:20.823022 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-a8038dd2-073d-44ae-9c67-9edd3fa18dd1 req-5b4c843f-4ae8-4d38-96a2-3ea595cb0756 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12874275'] for port (c5f41f59-875d-4ca9-847e-714ace5896a2), after_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:20.896154 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4c843f-4ae8-4d38-96a2-3ea595cb0756 service neutron] Pushing event updated for resources: {'Port': ['ID=c5f41f59-875d-4ca9-847e-714ace5896a2,revision_number=2']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:58:20.914418 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] For port 91b9aa20-6f19-4fa0-9128-8cd49ab29485, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=91b9aa20-6f19-4fa0-9128-8cd49ab29485,segment=NetworkSegment(6c24c5b4-e5c1-485f-89e1-6bad0f69b4e6),segment_id=6c24c5b4-e5c1-485f-89e1-6bad0f69b4e6)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:58:20.926074 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Returning: {'device': '91b9aa20-6f19-4fa0-9128-8cd49ab29485', 'network_id': 'b1cedcbc-cdac-422b-b37d-00881e094afa', 'port_id': '91b9aa20-6f19-4fa0-9128-8cd49ab29485', 'mac_address': 'fa:16:3e:d3:83:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 265, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eeef2f41-46cc-4bf5-995a-936e9476bce2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103281) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 18:58:20.963047 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.managers [req-a8038dd2-073d-44ae-9c67-9edd3fa18dd1 req-5b4c843f-4ae8-4d38-96a2-3ea595cb0756 service neutron] Attempting to bind port c5f41f59-875d-4ca9-847e-714ace5896a2 on host hv-cinder-84052 for vnic_type normal with profile {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 18:58:20.963397 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.managers [req-a8038dd2-073d-44ae-9c67-9edd3fa18dd1 req-5b4c843f-4ae8-4d38-96a2-3ea595cb0756 service neutron] Attempting to bind port c5f41f59-875d-4ca9-847e-714ace5896a2 by drivers openvswitch,hyperv on host hv-cinder-84052 at level 0 using segments [{'id': '8b116a02-2c8f-47da-aa2d-79c1b6ad4018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '2e3391c4-4716-4518-996a-49c9a899f879'}] {{(pid=103280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 18:58:20.963731 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8038dd2-073d-44ae-9c67-9edd3fa18dd1 req-5b4c843f-4ae8-4d38-96a2-3ea595cb0756 service neutron] Attempting to bind port c5f41f59-875d-4ca9-847e-714ace5896a2 on network 2e3391c4-4716-4518-996a-49c9a899f879 {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 18:58:20.966425 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Current status of the port 91b9aa20-6f19-4fa0-9128-8cd49ab29485 is: DOWN; New status is: BUILD {{(pid=103281) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:58:20.966817 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (91b9aa20-6f19-4fa0-9128-8cd49ab29485), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:20.968086 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8038dd2-073d-44ae-9c67-9edd3fa18dd1 req-5b4c843f-4ae8-4d38-96a2-3ea595cb0756 service neutron] Port c5f41f59-875d-4ca9-847e-714ace5896a2 on network 2e3391c4-4716-4518-996a-49c9a899f879 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84052 {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 18:58:20.968426 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8038dd2-073d-44ae-9c67-9edd3fa18dd1 req-5b4c843f-4ae8-4d38-96a2-3ea595cb0756 service neutron] Attempting to bind port c5f41f59-875d-4ca9-847e-714ace5896a2 on network 2e3391c4-4716-4518-996a-49c9a899f879 {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 18:58:20.973386 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8038dd2-073d-44ae-9c67-9edd3fa18dd1 req-5b4c843f-4ae8-4d38-96a2-3ea595cb0756 service neutron] Checking agent: {'id': 'bff7e656-358d-4e40-a36a-3f10fe33ffdf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84052', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 18, 54, 55), 'started_at': datetime.datetime(2022, 5, 4, 18, 54, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 18, 57, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 18:58:20.973724 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8038dd2-073d-44ae-9c67-9edd3fa18dd1 req-5b4c843f-4ae8-4d38-96a2-3ea595cb0756 service neutron] Checking segment: {'id': '8b116a02-2c8f-47da-aa2d-79c1b6ad4018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '2e3391c4-4716-4518-996a-49c9a899f879'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 18:58:20.974109 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8038dd2-073d-44ae-9c67-9edd3fa18dd1 req-5b4c843f-4ae8-4d38-96a2-3ea595cb0756 service neutron] Bound using segment: {'id': '8b116a02-2c8f-47da-aa2d-79c1b6ad4018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '2e3391c4-4716-4518-996a-49c9a899f879'} {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 18:58:20.974542 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.managers [req-a8038dd2-073d-44ae-9c67-9edd3fa18dd1 req-5b4c843f-4ae8-4d38-96a2-3ea595cb0756 service neutron] Bound port: c5f41f59-875d-4ca9-847e-714ace5896a2, host: hv-cinder-84052, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b116a02-2c8f-47da-aa2d-79c1b6ad4018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '2e3391c4-4716-4518-996a-49c9a899f879'}}] {{(pid=103280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 18:58:20.974897 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-a8038dd2-073d-44ae-9c67-9edd3fa18dd1 req-5b4c843f-4ae8-4d38-96a2-3ea595cb0756 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (c5f41f59-875d-4ca9-847e-714ace5896a2), before_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:20.979343 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.notifiers.nova [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91b9aa20-6f19-4fa0-9128-8cd49ab29485 {{(pid=103281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 18:58:20.999339 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] For port 91b9aa20-6f19-4fa0-9128-8cd49ab29485, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=91b9aa20-6f19-4fa0-9128-8cd49ab29485,segment=NetworkSegment(6c24c5b4-e5c1-485f-89e1-6bad0f69b4e6),segment_id=6c24c5b4-e5c1-485f-89e1-6bad0f69b4e6)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:58:21.004181 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136'] for port (91b9aa20-6f19-4fa0-9128-8cd49ab29485), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:21.038332 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.db [req-a8038dd2-073d-44ae-9c67-9edd3fa18dd1 req-5b4c843f-4ae8-4d38-96a2-3ea595cb0756 service neutron] For port c5f41f59-875d-4ca9-847e-714ace5896a2, host hv-cinder-84052, cleared binding levels {{(pid=103280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 18:58:21.041627 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.db [req-a8038dd2-073d-44ae-9c67-9edd3fa18dd1 req-5b4c843f-4ae8-4d38-96a2-3ea595cb0756 service neutron] For port c5f41f59-875d-4ca9-847e-714ace5896a2, host hv-cinder-84052, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=c5f41f59-875d-4ca9-847e-714ace5896a2,segment=NetworkSegment(8b116a02-2c8f-47da-aa2d-79c1b6ad4018),segment_id=8b116a02-2c8f-47da-aa2d-79c1b6ad4018)] {{(pid=103280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 18:58:21.048352 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-a8038dd2-073d-44ae-9c67-9edd3fa18dd1 req-5b4c843f-4ae8-4d38-96a2-3ea595cb0756 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12874275'] for port (c5f41f59-875d-4ca9-847e-714ace5896a2), after_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:21.051940 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Pushing event updated for resources: {'Port': ['ID=91b9aa20-6f19-4fa0-9128-8cd49ab29485,revision_number=4']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:58:21.083643 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8038dd2-073d-44ae-9c67-9edd3fa18dd1 req-5b4c843f-4ae8-4d38-96a2-3ea595cb0756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:58:21.084276 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-a8038dd2-073d-44ae-9c67-9edd3fa18dd1 req-5b4c843f-4ae8-4d38-96a2-3ea595cb0756 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127086'] for port (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:21.085757 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a8038dd2-073d-44ae-9c67-9edd3fa18dd1 req-5b4c843f-4ae8-4d38-96a2-3ea595cb0756 service neutron] 10.222.0.55 "PUT /v2.0/ports/c5f41f59-875d-4ca9-847e-714ace5896a2 HTTP/1.1" status: 200 len: 1093 time: 0.7191353 May 04 18:58:21.086188 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fac0143b-7643-4681-9a0d-9781980393ae', 'tag': 'c5f41f59-875d-4ca9-847e-714ace5896a2'}] {{(pid=103280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:58:21.088480 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d17ed66b9d9b08214cd1b2d258b378c61736cd464b468dfe37a5b26948fd6e52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11dc2c9e-c598-455f-a529-c60b47e61fc5" -d '{"events": [{"name": "network-changed", "server_uuid": "fac0143b-7643-4681-9a0d-9781980393ae", "tag": "c5f41f59-875d-4ca9-847e-714ace5896a2"}]}' {{(pid=103280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 18:58:21.113434 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4c843f-4ae8-4d38-96a2-3ea595cb0756 service neutron] Pushing event updated for resources: {'Port': ['ID=c5f41f59-875d-4ca9-847e-714ace5896a2,revision_number=3']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:58:21.129756 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 18:58:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f151757d-b098-4691-9383-a896378765f2 x-openstack-request-id: req-f151757d-b098-4691-9383-a896378765f2 {{(pid=103280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 18:58:21.130039 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fac0143b-7643-4681-9a0d-9781980393ae", "tag": "c5f41f59-875d-4ca9-847e-714ace5896a2", "status": "completed", "code": 200}]} {{(pid=103280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 18:58:21.130323 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f151757d-b098-4691-9383-a896378765f2 {{(pid=103280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 18:58:21.130717 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f151757d-b098-4691-9383-a896378765f2'] response: {'name': 'network-changed', 'server_uuid': 'fac0143b-7643-4681-9a0d-9781980393ae', 'tag': 'c5f41f59-875d-4ca9-847e-714ace5896a2', 'status': 'completed', 'code': 200} May 04 18:58:21.188080 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8038dd2-073d-44ae-9c67-9edd3fa18dd1 req-87437737-45c2-4af3-929d-c89ac1f9feda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:58:21.189556 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a8038dd2-073d-44ae-9c67-9edd3fa18dd1 req-87437737-45c2-4af3-929d-c89ac1f9feda service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=648aeb6cd9384a51b759fe4fed0586a4&device_id=fac0143b-7643-4681-9a0d-9781980393ae HTTP/1.1" status: 200 len: 1127 time: 0.0401781 May 04 18:58:21.233019 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a8038dd2-073d-44ae-9c67-9edd3fa18dd1 req-2f9cf826-3b18-42fa-a262-653133497a51 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c5f41f59-875d-4ca9-847e-714ace5896a2 HTTP/1.1" status: 200 len: 217 time: 0.0357459 May 04 18:58:21.287123 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8038dd2-073d-44ae-9c67-9edd3fa18dd1 req-f2b9812b-6d16-4753-836a-053aa944f688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:58:21.288557 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a8038dd2-073d-44ae-9c67-9edd3fa18dd1 req-f2b9812b-6d16-4753-836a-053aa944f688 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e08642fe-2e1e-452f-9621-db39af049291 HTTP/1.1" status: 200 len: 849 time: 0.0479543 May 04 18:58:21.324875 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a8038dd2-073d-44ae-9c67-9edd3fa18dd1 req-3f853036-3f8f-4cb3-8388-7485d7a3f82b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2e3391c4-4716-4518-996a-49c9a899f879&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263100 May 04 18:58:21.359481 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] get_ports_and_sgs() called for port_ids ['91b9aa20-6f19-4fa0-9128-8cd49ab29485'] {{(pid=103281) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 18:58:21.421389 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a8038dd2-073d-44ae-9c67-9edd3fa18dd1 req-dfef4bc6-4ae4-45ad-9a26-2d1b85e32ece service neutron] 10.222.0.55 "GET /v2.0/networks/2e3391c4-4716-4518-996a-49c9a899f879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877888 May 04 18:58:21.544482 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a8038dd2-073d-44ae-9c67-9edd3fa18dd1 req-6e117108-caf6-4046-8bda-7282f53c6c75 service neutron] 10.222.0.55 "GET /v2.0/networks/2e3391c4-4716-4518-996a-49c9a899f879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154974 May 04 18:58:21.672713 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcbe0dd-0544-4da1-9ed0-5a59083b5eae req-dd9edff1-190b-4e83-ae07-7e5c5455e155 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:58:21.673593 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 50430) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:58:21.677927 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-ebcbe0dd-0544-4da1-9ed0-5a59083b5eae req-dd9edff1-190b-4e83-ae07-7e5c5455e155 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5f655af-21f6-4752-9a82-5001e0ecce2a HTTP/1.1" status: 200 len: 946 time: 0.0544276 May 04 18:58:21.724703 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-ebcbe0dd-0544-4da1-9ed0-5a59083b5eae req-fc4882ec-18a7-4847-b762-aabb658fe6e4 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ea6ee27-c11d-4233-954f-1b439202ab30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444391 May 04 18:58:21.790411 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-dddc50f9-cb5f-44ee-8b26-fdfb16824838 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:21.875476 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-dddc50f9-cb5f-44ee-8b26-fdfb16824838 admin admin] Publish callbacks [] for security_group (b2f671c9-1214-416f-9a5c-62a6021a3075), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:21.889578 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-dddc50f9-cb5f-44ee-8b26-fdfb16824838 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (b2f671c9-1214-416f-9a5c-62a6021a3075), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:21.958479 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c2c520-5b44-4ef0-b1a6-02781bfbce34 req-0fd46dc3-5338-4bbf-ba2e-a62138849cda tempest-VolumesActionsTest-170887920 tempest-VolumesActionsTest-170887920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:58:21.959930 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-90c2c520-5b44-4ef0-b1a6-02781bfbce34 req-0fd46dc3-5338-4bbf-ba2e-a62138849cda tempest-VolumesActionsTest-170887920 tempest-VolumesActionsTest-170887920-project] 10.222.0.35 "GET /v2.0/ports?device_id=fac0143b-7643-4681-9a0d-9781980393ae HTTP/1.1" status: 200 len: 943 time: 0.0572808 May 04 18:58:21.960811 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12864f0-ee96-4b69-86e2-b6940a64b2e1 req-b293ef58-6331-4984-83d6-378ee0f7f487 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:58:21.962705 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-b12864f0-ee96-4b69-86e2-b6940a64b2e1 req-b293ef58-6331-4984-83d6-378ee0f7f487 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/ports?device_id=56fd17bc-cd63-4d9b-a036-d537eed1699a HTTP/1.1" status: 200 len: 944 time: 0.0844305 May 04 18:58:21.965409 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddc50f9-cb5f-44ee-8b26-fdfb16824838 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2f671c9-1214-416f-9a5c-62a6021a3075,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:58:21.971700 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-dddc50f9-cb5f-44ee-8b26-fdfb16824838 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=49d7452f54af4a58b021417f8afff3f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2970195 May 04 18:58:21.974468 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 50438) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:58:22.011502 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-90c2c520-5b44-4ef0-b1a6-02781bfbce34 req-b3360f45-0cb6-4cf9-bfc5-91bcea0e30d8 tempest-VolumesActionsTest-170887920 tempest-VolumesActionsTest-170887920-project] 10.222.0.35 "GET /v2.0/security-groups?id=908d0572-22b8-47fc-8bad-14ce5d02d5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448682 May 04 18:58:22.058645 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-b12864f0-ee96-4b69-86e2-b6940a64b2e1 req-38cafa88-6549-43b2-8a43-13704a0d77b7 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/security-groups?id=6146691f-7381-4f12-b964-14887f4f4ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734410 May 04 18:58:22.061398 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-0c27a26e-4fb8-4ba6-8afb-58f69418c235 admin admin] Publish callbacks [] for security_group (b2f671c9-1214-416f-9a5c-62a6021a3075), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:22.083234 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-0c27a26e-4fb8-4ba6-8afb-58f69418c235 admin admin] Publish callbacks [] for security_group (b2f671c9-1214-416f-9a5c-62a6021a3075), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:22.130091 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-0c27a26e-4fb8-4ba6-8afb-58f69418c235 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (b2f671c9-1214-416f-9a5c-62a6021a3075), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:22.132691 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-0c27a26e-4fb8-4ba6-8afb-58f69418c235 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:22.133887 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-0c27a26e-4fb8-4ba6-8afb-58f69418c235 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b2f671c9-1214-416f-9a5c-62a6021a3075 HTTP/1.1" status: 204 len: 168 time: 0.1555190 May 04 18:58:22.142344 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c27a26e-4fb8-4ba6-8afb-58f69418c235 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2f671c9-1214-416f-9a5c-62a6021a3075,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:58:22.843316 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Device 91b9aa20-6f19-4fa0-9128-8cd49ab29485 up at agent hyperv_hv-cinder-84052 {{(pid=103281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 18:58:22.860409 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa4b435-4dcc-4d21-a3e5-205c49afbd37 req-15b77a37-7079-4c88-8fa4-37364e1b971e tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:58:22.862589 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-dfa4b435-4dcc-4d21-a3e5-205c49afbd37 req-15b77a37-7079-4c88-8fa4-37364e1b971e tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5f655af-21f6-4752-9a82-5001e0ecce2a HTTP/1.1" status: 200 len: 946 time: 0.0624871 May 04 18:58:22.905529 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dc2c9e-c598-455f-a529-c60b47e61fc5 req-15466ed6-a2e4-4e58-ae27-75882806c647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:58:22.907108 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-11dc2c9e-c598-455f-a529-c60b47e61fc5 req-15466ed6-a2e4-4e58-ae27-75882806c647 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=648aeb6cd9384a51b759fe4fed0586a4&device_id=fac0143b-7643-4681-9a0d-9781980393ae HTTP/1.1" status: 200 len: 1127 time: 0.0409517 May 04 18:58:22.912233 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Provisioning for port 91b9aa20-6f19-4fa0-9128-8cd49ab29485 completed by entity L2. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 18:58:22.920799 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-dfa4b435-4dcc-4d21-a3e5-205c49afbd37 req-f94b2ee1-fa15-448c-b185-1503cb681ef0 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ea6ee27-c11d-4233-954f-1b439202ab30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521824 May 04 18:58:22.922536 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Provisioning complete for port 91b9aa20-6f19-4fa0-9128-8cd49ab29485 triggered by entity L2. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:58:22.923040 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1774450'] for port (91b9aa20-6f19-4fa0-9128-8cd49ab29485), provisioning_complete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:23.013033 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Current status of the port 91b9aa20-6f19-4fa0-9128-8cd49ab29485 is: BUILD; New status is: ACTIVE {{(pid=103281) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:58:23.013362 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (91b9aa20-6f19-4fa0-9128-8cd49ab29485), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:23.028907 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dc2c9e-c598-455f-a529-c60b47e61fc5 req-d4af115a-5d93-4e5d-886b-5cb653d7f9de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:58:23.030518 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-11dc2c9e-c598-455f-a529-c60b47e61fc5 req-d4af115a-5d93-4e5d-886b-5cb653d7f9de service neutron] 10.222.0.55 "GET /v2.0/networks?id=2e3391c4-4716-4518-996a-49c9a899f879 HTTP/1.1" status: 200 len: 910 time: 0.1159012 May 04 18:58:23.041656 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56fd17bc-cd63-4d9b-a036-d537eed1699a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91b9aa20-6f19-4fa0-9128-8cd49ab29485'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:58:23.042684 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29bc9e8fddf1e81845832baf79700cdfe783df1752dea94dce4e4e68657cb9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ef2adf4-02a8-4913-8930-fcdb29a2d47e" -d '{"events": [{"server_uuid": "56fd17bc-cd63-4d9b-a036-d537eed1699a", "name": "network-vif-plugged", "status": "completed", "tag": "91b9aa20-6f19-4fa0-9128-8cd49ab29485"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 18:58:23.057848 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] For port 91b9aa20-6f19-4fa0-9128-8cd49ab29485, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=91b9aa20-6f19-4fa0-9128-8cd49ab29485,segment=NetworkSegment(6c24c5b4-e5c1-485f-89e1-6bad0f69b4e6),segment_id=6c24c5b4-e5c1-485f-89e1-6bad0f69b4e6)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:58:23.064789 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136'] for port (91b9aa20-6f19-4fa0-9128-8cd49ab29485), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:23.090192 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-11dc2c9e-c598-455f-a529-c60b47e61fc5 req-8b3442b8-edcb-40f4-ae7c-ae0c0159e78e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c5f41f59-875d-4ca9-847e-714ace5896a2 HTTP/1.1" status: 200 len: 217 time: 0.0488749 May 04 18:58:23.119018 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 18:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-839917a8-b1e8-4b23-9e0f-ff1c82a513ae x-openstack-request-id: req-839917a8-b1e8-4b23-9e0f-ff1c82a513ae {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 18:58:23.119761 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56fd17bc-cd63-4d9b-a036-d537eed1699a", "name": "network-vif-plugged", "status": "completed", "tag": "91b9aa20-6f19-4fa0-9128-8cd49ab29485", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 18:58:23.120015 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-839917a8-b1e8-4b23-9e0f-ff1c82a513ae {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 18:58:23.120406 dv-cinder-840525-1-iscsi neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event matching ['req-839917a8-b1e8-4b23-9e0f-ff1c82a513ae'] response: {'server_uuid': '56fd17bc-cd63-4d9b-a036-d537eed1699a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91b9aa20-6f19-4fa0-9128-8cd49ab29485', 'code': 200} May 04 18:58:23.139136 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Pushing event updated for resources: {'Port': ['ID=91b9aa20-6f19-4fa0-9128-8cd49ab29485,revision_number=5']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:58:23.222100 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6215613a-c23f-4846-9def-7621b5f30d0f req-b6dc03c6-42c7-48d8-8c5b-c0d632d87f74 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:58:23.222445 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dc2c9e-c598-455f-a529-c60b47e61fc5 req-a3246dd4-5f06-4c72-a0db-815c7b5b2969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:58:23.224071 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-11dc2c9e-c598-455f-a529-c60b47e61fc5 req-a3246dd4-5f06-4c72-a0db-815c7b5b2969 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e08642fe-2e1e-452f-9621-db39af049291 HTTP/1.1" status: 200 len: 849 time: 0.1256156 May 04 18:58:23.224432 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-6215613a-c23f-4846-9def-7621b5f30d0f req-b6dc03c6-42c7-48d8-8c5b-c0d632d87f74 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/ports?device_id=56fd17bc-cd63-4d9b-a036-d537eed1699a HTTP/1.1" status: 200 len: 945 time: 0.0517156 May 04 18:58:23.233015 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa3dc09-2046-478b-9d6e-04bdb29e0f39 req-6ad3badc-8dc5-426b-bf17-296c5f47d79c tempest-VolumesActionsTest-170887920 tempest-VolumesActionsTest-170887920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:58:23.240235 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-efa3dc09-2046-478b-9d6e-04bdb29e0f39 req-6ad3badc-8dc5-426b-bf17-296c5f47d79c tempest-VolumesActionsTest-170887920 tempest-VolumesActionsTest-170887920-project] 10.222.0.35 "GET /v2.0/ports?device_id=fac0143b-7643-4681-9a0d-9781980393ae HTTP/1.1" status: 200 len: 943 time: 0.1302299 May 04 18:58:23.283402 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-6215613a-c23f-4846-9def-7621b5f30d0f req-e16d8632-1528-402d-9fbb-1d233c83c4fa tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/security-groups?id=6146691f-7381-4f12-b964-14887f4f4ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485644 May 04 18:58:23.291472 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-11dc2c9e-c598-455f-a529-c60b47e61fc5 req-fa3b78a7-4868-4782-89b1-52f0bfc924b6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2e3391c4-4716-4518-996a-49c9a899f879&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426626 May 04 18:58:23.341316 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-efa3dc09-2046-478b-9d6e-04bdb29e0f39 req-3e3efe43-96f7-46ca-b927-0bc59ed83b31 tempest-VolumesActionsTest-170887920 tempest-VolumesActionsTest-170887920-project] 10.222.0.35 "GET /v2.0/security-groups?id=908d0572-22b8-47fc-8bad-14ce5d02d5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002104 May 04 18:58:23.415723 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881c6b2b-9ac5-4891-ba2f-30ddeeba6186 req-15553952-3b82-4b7d-8fd7-cef375386bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:58:23.417377 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-881c6b2b-9ac5-4891-ba2f-30ddeeba6186 req-15553952-3b82-4b7d-8fd7-cef375386bc2 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=56fd17bc-cd63-4d9b-a036-d537eed1699a HTTP/1.1" status: 200 len: 1129 time: 0.0798886 May 04 18:58:23.449951 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-11dc2c9e-c598-455f-a529-c60b47e61fc5 req-47babd99-a442-4ecf-80f7-8a84701bd8a8 service neutron] 10.222.0.55 "GET /v2.0/networks/2e3391c4-4716-4518-996a-49c9a899f879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472418 May 04 18:58:23.505719 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-881c6b2b-9ac5-4891-ba2f-30ddeeba6186 req-ac788227-7a76-42b0-88f1-6f9d35f036a5 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=6146691f-7381-4f12-b964-14887f4f4ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789545 May 04 18:58:23.565938 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-11dc2c9e-c598-455f-a529-c60b47e61fc5 req-1f3bb115-3492-4c97-841f-e5a599c039db service neutron] 10.222.0.55 "GET /v2.0/networks/2e3391c4-4716-4518-996a-49c9a899f879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059332 May 04 18:58:24.049717 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaf81e6-98e9-4eaa-97da-02e15ae40688 req-ec40ac73-ce67-41fa-a74e-925bd3890cd6 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:58:24.051321 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-baaf81e6-98e9-4eaa-97da-02e15ae40688 req-ec40ac73-ce67-41fa-a74e-925bd3890cd6 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5f655af-21f6-4752-9a82-5001e0ecce2a HTTP/1.1" status: 200 len: 946 time: 0.0485036 May 04 18:58:24.111115 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-baaf81e6-98e9-4eaa-97da-02e15ae40688 req-81a09776-c978-48c3-b760-969dcd8abdf0 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ea6ee27-c11d-4233-954f-1b439202ab30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497241 May 04 18:58:24.425392 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08aae1a-2fb0-4d9e-b102-fa73b497d6c5 req-f953ff6e-27e3-46b2-aaf7-2217692b68d9 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:58:24.426818 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-c08aae1a-2fb0-4d9e-b102-fa73b497d6c5 req-f953ff6e-27e3-46b2-aaf7-2217692b68d9 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/ports?device_id=56fd17bc-cd63-4d9b-a036-d537eed1699a HTTP/1.1" status: 200 len: 945 time: 0.0516548 May 04 18:58:24.475170 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91d82b1-9ada-43e4-a9c1-dd21161b1059 req-03d86658-2886-4c4f-bfac-3a489cbaa327 tempest-VolumesActionsTest-170887920 tempest-VolumesActionsTest-170887920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:58:24.476725 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-c91d82b1-9ada-43e4-a9c1-dd21161b1059 req-03d86658-2886-4c4f-bfac-3a489cbaa327 tempest-VolumesActionsTest-170887920 tempest-VolumesActionsTest-170887920-project] 10.222.0.35 "GET /v2.0/ports?device_id=fac0143b-7643-4681-9a0d-9781980393ae HTTP/1.1" status: 200 len: 943 time: 0.0500567 May 04 18:58:24.478912 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-c08aae1a-2fb0-4d9e-b102-fa73b497d6c5 req-7e700c80-2aa2-48ac-b2c7-1e6d12eaff1f tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/security-groups?id=6146691f-7381-4f12-b964-14887f4f4ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460005 May 04 18:58:24.525009 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-c91d82b1-9ada-43e4-a9c1-dd21161b1059 req-d57c6637-3b23-4677-9698-6475dd8f459d tempest-VolumesActionsTest-170887920 tempest-VolumesActionsTest-170887920-project] 10.222.0.35 "GET /v2.0/security-groups?id=908d0572-22b8-47fc-8bad-14ce5d02d5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413451 May 04 18:58:25.218272 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Device c5f41f59-875d-4ca9-847e-714ace5896a2 details requested by agent hyperv_hv-cinder-84052 with host hv-cinder-84052 {{(pid=103281) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 18:58:25.232308 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbef473-329b-4efe-8c28-27d0a2e73bf6 req-46b3c5d4-49eb-4e8c-be97-75160e47c6f2 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:58:25.233844 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-1bbef473-329b-4efe-8c28-27d0a2e73bf6 req-46b3c5d4-49eb-4e8c-be97-75160e47c6f2 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5f655af-21f6-4752-9a82-5001e0ecce2a HTTP/1.1" status: 200 len: 946 time: 0.0542939 May 04 18:58:25.284707 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-1bbef473-329b-4efe-8c28-27d0a2e73bf6 req-bca65ba6-5093-4136-a4a8-66466d902a2f tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ea6ee27-c11d-4233-954f-1b439202ab30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446033 May 04 18:58:25.325779 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] For port c5f41f59-875d-4ca9-847e-714ace5896a2, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=c5f41f59-875d-4ca9-847e-714ace5896a2,segment=NetworkSegment(8b116a02-2c8f-47da-aa2d-79c1b6ad4018),segment_id=8b116a02-2c8f-47da-aa2d-79c1b6ad4018)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:58:25.337560 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Returning: {'device': 'c5f41f59-875d-4ca9-847e-714ace5896a2', 'network_id': '2e3391c4-4716-4518-996a-49c9a899f879', 'port_id': 'c5f41f59-875d-4ca9-847e-714ace5896a2', 'mac_address': 'fa:16:3e:fe:b4:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 271, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e08642fe-2e1e-452f-9621-db39af049291', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103281) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 18:58:25.389665 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Current status of the port c5f41f59-875d-4ca9-847e-714ace5896a2 is: DOWN; New status is: BUILD {{(pid=103281) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:58:25.390052 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (c5f41f59-875d-4ca9-847e-714ace5896a2), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:25.399600 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (bff7e656-358d-4e40-a36a-3f10fe33ffdf), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:25.404122 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.notifiers.nova [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5f41f59-875d-4ca9-847e-714ace5896a2 {{(pid=103281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 18:58:25.423559 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] For port c5f41f59-875d-4ca9-847e-714ace5896a2, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=c5f41f59-875d-4ca9-847e-714ace5896a2,segment=NetworkSegment(8b116a02-2c8f-47da-aa2d-79c1b6ad4018),segment_id=8b116a02-2c8f-47da-aa2d-79c1b6ad4018)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:58:25.427975 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136'] for port (c5f41f59-875d-4ca9-847e-714ace5896a2), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:25.478409 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Pushing event updated for resources: {'Port': ['ID=c5f41f59-875d-4ca9-847e-714ace5896a2,revision_number=4']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:58:25.598609 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6630e3c0-726e-4ecc-a278-a68a31f38f90 req-7ef90783-35e2-4907-a337-d947a28c4426 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:58:25.600095 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-6630e3c0-726e-4ecc-a278-a68a31f38f90 req-7ef90783-35e2-4907-a337-d947a28c4426 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/ports?device_id=56fd17bc-cd63-4d9b-a036-d537eed1699a HTTP/1.1" status: 200 len: 945 time: 0.0474486 May 04 18:58:25.637692 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c886076d-2cae-4029-a913-c6701bca0a8a req-015d02fe-9774-459b-a0cf-f660c0a962a2 tempest-VolumesActionsTest-170887920 tempest-VolumesActionsTest-170887920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:58:25.639209 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-c886076d-2cae-4029-a913-c6701bca0a8a req-015d02fe-9774-459b-a0cf-f660c0a962a2 tempest-VolumesActionsTest-170887920 tempest-VolumesActionsTest-170887920-project] 10.222.0.35 "GET /v2.0/ports?device_id=fac0143b-7643-4681-9a0d-9781980393ae HTTP/1.1" status: 200 len: 944 time: 0.0470376 May 04 18:58:25.646437 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-6630e3c0-726e-4ecc-a278-a68a31f38f90 req-a3784022-aade-43eb-882a-d21a88aead32 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/security-groups?id=6146691f-7381-4f12-b964-14887f4f4ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407588 May 04 18:58:25.685836 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-c886076d-2cae-4029-a913-c6701bca0a8a req-aa03d198-9f1d-4097-9779-c5fe61f7b4c9 tempest-VolumesActionsTest-170887920 tempest-VolumesActionsTest-170887920-project] 10.222.0.35 "GET /v2.0/security-groups?id=908d0572-22b8-47fc-8bad-14ce5d02d5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404322 May 04 18:58:26.400103 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ba66f5-a26c-4be0-9e42-4fb9120596ec req-05c161bc-7972-4db2-978d-5ce782f2c14b tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:58:26.401647 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-41ba66f5-a26c-4be0-9e42-4fb9120596ec req-05c161bc-7972-4db2-978d-5ce782f2c14b tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5f655af-21f6-4752-9a82-5001e0ecce2a HTTP/1.1" status: 200 len: 946 time: 0.0504134 May 04 18:58:26.449107 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-41ba66f5-a26c-4be0-9e42-4fb9120596ec req-f618ab32-7b94-4400-9ecf-b24c8e8d767b tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ea6ee27-c11d-4233-954f-1b439202ab30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417113 May 04 18:58:26.767984 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e8e6c6-d3b4-4847-9fab-37767b73ff5f req-cc303c06-f70d-46b8-ada7-36bb81e2e8f5 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:58:26.769469 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-92e8e6c6-d3b4-4847-9fab-37767b73ff5f req-cc303c06-f70d-46b8-ada7-36bb81e2e8f5 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/ports?device_id=56fd17bc-cd63-4d9b-a036-d537eed1699a HTTP/1.1" status: 200 len: 945 time: 0.0516417 May 04 18:58:26.801721 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f5338c-e1a5-4068-9401-e0cd7390ea63 req-17b7c95b-13a3-47c2-aaf3-24df24fb013c tempest-VolumesActionsTest-170887920 tempest-VolumesActionsTest-170887920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:58:26.803195 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-87f5338c-e1a5-4068-9401-e0cd7390ea63 req-17b7c95b-13a3-47c2-aaf3-24df24fb013c tempest-VolumesActionsTest-170887920 tempest-VolumesActionsTest-170887920-project] 10.222.0.35 "GET /v2.0/ports?device_id=fac0143b-7643-4681-9a0d-9781980393ae HTTP/1.1" status: 200 len: 944 time: 0.0468836 May 04 18:58:26.816798 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-92e8e6c6-d3b4-4847-9fab-37767b73ff5f req-9f83450f-272c-492e-b48e-324665ab9911 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/security-groups?id=6146691f-7381-4f12-b964-14887f4f4ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414264 May 04 18:58:26.850239 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-87f5338c-e1a5-4068-9401-e0cd7390ea63 req-4861cab9-148b-452c-b9bd-e9d1b063b663 tempest-VolumesActionsTest-170887920 tempest-VolumesActionsTest-170887920-project] 10.222.0.35 "GET /v2.0/security-groups?id=908d0572-22b8-47fc-8bad-14ce5d02d5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411000 May 04 18:58:26.866533 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fffc21dc-939d-41e4-afa6-424b61867cf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (ae04e5b6-6ccf-46c0-81ba-a3f5b8ae390c), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:27.353641 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] get_ports_and_sgs() called for port_ids ['c5f41f59-875d-4ca9-847e-714ace5896a2'] {{(pid=103281) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 18:58:27.583319 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6621a6d-5daa-425c-bc4d-758dc8e98a6d req-09128400-2b83-4583-b060-68f851925e54 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:58:27.584862 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-f6621a6d-5daa-425c-bc4d-758dc8e98a6d req-09128400-2b83-4583-b060-68f851925e54 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5f655af-21f6-4752-9a82-5001e0ecce2a HTTP/1.1" status: 200 len: 946 time: 0.0672891 May 04 18:58:27.633095 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-f6621a6d-5daa-425c-bc4d-758dc8e98a6d req-41715b54-ef65-42fb-b759-90c7846fbab2 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ea6ee27-c11d-4233-954f-1b439202ab30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425153 May 04 18:58:27.938668 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e0aecc-37c1-4eb2-87b6-206a6480fd56 req-dfd7565f-f904-45d2-847c-cac1d4f0fc9f tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:58:27.940184 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-e5e0aecc-37c1-4eb2-87b6-206a6480fd56 req-dfd7565f-f904-45d2-847c-cac1d4f0fc9f tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/ports?device_id=56fd17bc-cd63-4d9b-a036-d537eed1699a HTTP/1.1" status: 200 len: 945 time: 0.0505700 May 04 18:58:27.970106 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72f555d-112c-4810-b378-2b6a829dfcdc req-5e5ea06a-4ad3-45ca-8253-c86f1ce086e9 tempest-VolumesActionsTest-170887920 tempest-VolumesActionsTest-170887920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:58:27.971637 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e72f555d-112c-4810-b378-2b6a829dfcdc req-5e5ea06a-4ad3-45ca-8253-c86f1ce086e9 tempest-VolumesActionsTest-170887920 tempest-VolumesActionsTest-170887920-project] 10.222.0.35 "GET /v2.0/ports?device_id=fac0143b-7643-4681-9a0d-9781980393ae HTTP/1.1" status: 200 len: 944 time: 0.0492468 May 04 18:58:27.995507 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-e5e0aecc-37c1-4eb2-87b6-206a6480fd56 req-4ca40c6b-3edd-448b-be6b-d72d70f67526 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/security-groups?id=6146691f-7381-4f12-b964-14887f4f4ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496039 May 04 18:58:28.024609 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e72f555d-112c-4810-b378-2b6a829dfcdc req-51bedf0f-1e15-4e0c-89c8-d5ff85ccee79 tempest-VolumesActionsTest-170887920 tempest-VolumesActionsTest-170887920-project] 10.222.0.35 "GET /v2.0/security-groups?id=908d0572-22b8-47fc-8bad-14ce5d02d5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473835 May 04 18:58:28.107440 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f4a0cf-37a0-4dbe-9b85-6668544893e9 req-3251e643-e7b1-41c9-9965-87323c788827 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:58:28.108977 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-00f4a0cf-37a0-4dbe-9b85-6668544893e9 req-3251e643-e7b1-41c9-9965-87323c788827 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/ports?device_id=56fd17bc-cd63-4d9b-a036-d537eed1699a HTTP/1.1" status: 200 len: 945 time: 0.0466676 May 04 18:58:28.117642 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 50626) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:58:28.122950 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [None req-c6bf2cb7-c955-4e9f-8dc0-51d1bc7560b7 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Request body: {'floatingip': {'port_id': '91b9aa20-6f19-4fa0-9128-8cd49ab29485'}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:58:28.161982 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-c6bf2cb7-c955-4e9f-8dc0-51d1bc7560b7 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Publish callbacks [] for floatingip (797c3152-79f6-45cc-9c9c-7c7ea5efb7ad), before_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:28.625008 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-c6bf2cb7-c955-4e9f-8dc0-51d1bc7560b7 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:28.630317 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-c6bf2cb7-c955-4e9f-8dc0-51d1bc7560b7 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608971'] for floatingip (797c3152-79f6-45cc-9c9c-7c7ea5efb7ad), after_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:28.997913 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.db.l3_db [None req-c6bf2cb7-c955-4e9f-8dc0-51d1bc7560b7 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Floating IP 797c3152-79f6-45cc-9c9c-7c7ea5efb7ad associated. External IP: 172.27.0.80, port: 91b9aa20-6f19-4fa0-9128-8cd49ab29485. May 04 18:58:29.014468 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Device c5f41f59-875d-4ca9-847e-714ace5896a2 up at agent hyperv_hv-cinder-84052 {{(pid=103281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 18:58:29.038972 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc2ddbb-4434-447a-a560-c2a5b61134e0 req-7c44fdec-86cf-4892-b012-08836c2a5c1d tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:58:29.040443 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-bcc2ddbb-4434-447a-a560-c2a5b61134e0 req-7c44fdec-86cf-4892-b012-08836c2a5c1d tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5f655af-21f6-4752-9a82-5001e0ecce2a HTTP/1.1" status: 200 len: 946 time: 0.0883653 May 04 18:58:29.067940 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-40df415c-5740-4597-b0ad-d9ef11867b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:29.077098 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Provisioning for port c5f41f59-875d-4ca9-847e-714ace5896a2 completed by entity L2. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 18:58:29.083204 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Provisioning complete for port c5f41f59-875d-4ca9-847e-714ace5896a2 triggered by entity L2. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:58:29.083829 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1774450'] for port (c5f41f59-875d-4ca9-847e-714ace5896a2), provisioning_complete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:29.137060 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-bcc2ddbb-4434-447a-a560-c2a5b61134e0 req-30109c5f-236a-4202-abde-0b59bb8315ce tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ea6ee27-c11d-4233-954f-1b439202ab30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906367 May 04 18:58:29.166977 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaf7208-d0d4-4b05-a80f-d018b6ee16fc req-682ca1df-d007-43c7-8e5b-7b50783f9255 tempest-VolumesActionsTest-170887920 tempest-VolumesActionsTest-170887920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:58:29.168992 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-afaf7208-d0d4-4b05-a80f-d018b6ee16fc req-682ca1df-d007-43c7-8e5b-7b50783f9255 tempest-VolumesActionsTest-170887920 tempest-VolumesActionsTest-170887920-project] 10.222.0.35 "GET /v2.0/ports?device_id=fac0143b-7643-4681-9a0d-9781980393ae HTTP/1.1" status: 200 len: 944 time: 0.0677502 May 04 18:58:29.193221 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Current status of the port c5f41f59-875d-4ca9-847e-714ace5896a2 is: BUILD; New status is: ACTIVE {{(pid=103281) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:58:29.193700 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (c5f41f59-875d-4ca9-847e-714ace5896a2), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:29.222505 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-afaf7208-d0d4-4b05-a80f-d018b6ee16fc req-783b19d0-66e5-4b63-bf34-d1d0b84bf32f tempest-VolumesActionsTest-170887920 tempest-VolumesActionsTest-170887920-project] 10.222.0.35 "GET /v2.0/security-groups?id=908d0572-22b8-47fc-8bad-14ce5d02d5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481212 May 04 18:58:29.227346 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fac0143b-7643-4681-9a0d-9781980393ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5f41f59-875d-4ca9-847e-714ace5896a2'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:58:29.227942 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29bc9e8fddf1e81845832baf79700cdfe783df1752dea94dce4e4e68657cb9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-044e514a-4bce-4981-a195-a8807c1cebae" -d '{"events": [{"server_uuid": "fac0143b-7643-4681-9a0d-9781980393ae", "name": "network-vif-plugged", "status": "completed", "tag": "c5f41f59-875d-4ca9-847e-714ace5896a2"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 18:58:29.242664 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] For port c5f41f59-875d-4ca9-847e-714ace5896a2, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=c5f41f59-875d-4ca9-847e-714ace5896a2,segment=NetworkSegment(8b116a02-2c8f-47da-aa2d-79c1b6ad4018),segment_id=8b116a02-2c8f-47da-aa2d-79c1b6ad4018)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:58:29.257240 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136'] for port (c5f41f59-875d-4ca9-847e-714ace5896a2), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:29.281854 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 18:58:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80792670-0f88-42d7-a77c-4e609f1c06d5 x-openstack-request-id: req-80792670-0f88-42d7-a77c-4e609f1c06d5 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 18:58:29.282163 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fac0143b-7643-4681-9a0d-9781980393ae", "name": "network-vif-plugged", "status": "completed", "tag": "c5f41f59-875d-4ca9-847e-714ace5896a2", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 18:58:29.282411 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-80792670-0f88-42d7-a77c-4e609f1c06d5 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 18:58:29.282796 dv-cinder-840525-1-iscsi neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80792670-0f88-42d7-a77c-4e609f1c06d5'] response: {'server_uuid': 'fac0143b-7643-4681-9a0d-9781980393ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5f41f59-875d-4ca9-847e-714ace5896a2', 'code': 200} May 04 18:58:29.285198 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6bf2cb7-c955-4e9f-8dc0-51d1bc7560b7 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Router d5339568-04a2-4813-b750-63c9a3fc9882 has already been hosted by L3 agent 0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b {{(pid=103280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 18:58:29.308570 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Pushing event updated for resources: {'Port': ['ID=c5f41f59-875d-4ca9-847e-714ace5896a2,revision_number=5']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:58:29.404443 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6bf2cb7-c955-4e9f-8dc0-51d1bc7560b7 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Notify agent at l3_agent.dv-cinder-840525-1-iscsi the message routers_updated {{(pid=103280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 18:58:29.410676 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-c6bf2cb7-c955-4e9f-8dc0-51d1bc7560b7 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127086'] for floatingip (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:29.414755 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ba8564-5378-4d26-a35b-7e467ab45364 None None] Sync routers for ids ['d5339568-04a2-4813-b750-63c9a3fc9882'] in dv-cinder-840525-1-iscsi {{(pid=103282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 18:58:29.426152 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ba8564-5378-4d26-a35b-7e467ab45364 None None] Routers {'d5339568-04a2-4813-b750-63c9a3fc9882'} bound to L3 agent in host dv-cinder-840525-1-iscsi {{(pid=103282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 18:58:29.426988 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-18ba8564-5378-4d26-a35b-7e467ab45364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T18:48:29Z,description=,heartbeat_timestamp=2022-05-04T18:58:29Z,host='dv-cinder-840525-1-iscsi',id=0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:48:29Z,topic='l3_agent')) {'router_ids': ['d5339568-04a2-4813-b750-63c9a3fc9882'], 'active': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:58:29.464920 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-c6bf2cb7-c955-4e9f-8dc0-51d1bc7560b7 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "PUT /v2.0/floatingips/797c3152-79f6-45cc-9c9c-7c7ea5efb7ad HTTP/1.1" status: 200 len: 990 time: 1.3321445 May 04 18:58:29.464920 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56fd17bc-cd63-4d9b-a036-d537eed1699a', 'tag': '91b9aa20-6f19-4fa0-9128-8cd49ab29485'}] {{(pid=103280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:58:29.464920 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d17ed66b9d9b08214cd1b2d258b378c61736cd464b468dfe37a5b26948fd6e52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bad75aa-0e3d-40f0-ad96-a23aae1b6218" -d '{"events": [{"name": "network-changed", "server_uuid": "56fd17bc-cd63-4d9b-a036-d537eed1699a", "tag": "91b9aa20-6f19-4fa0-9128-8cd49ab29485"}]}' {{(pid=103280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 18:58:29.515691 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 18:58:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83d12c09-c657-4ab5-9fa4-0495c787a065 x-openstack-request-id: req-83d12c09-c657-4ab5-9fa4-0495c787a065 {{(pid=103280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 18:58:29.515986 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56fd17bc-cd63-4d9b-a036-d537eed1699a", "tag": "91b9aa20-6f19-4fa0-9128-8cd49ab29485", "status": "completed", "code": 200}]} {{(pid=103280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 18:58:29.516245 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-83d12c09-c657-4ab5-9fa4-0495c787a065 {{(pid=103280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 18:58:29.516652 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83d12c09-c657-4ab5-9fa4-0495c787a065'] response: {'name': 'network-changed', 'server_uuid': '56fd17bc-cd63-4d9b-a036-d537eed1699a', 'tag': '91b9aa20-6f19-4fa0-9128-8cd49ab29485', 'status': 'completed', 'code': 200} May 04 18:58:29.534945 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145cf780-6f0a-4497-a467-3948c175dffd req-8e8316f9-9d06-4a18-8f99-2ae55f912f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:58:29.536529 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-145cf780-6f0a-4497-a467-3948c175dffd req-8e8316f9-9d06-4a18-8f99-2ae55f912f69 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=fac0143b-7643-4681-9a0d-9781980393ae HTTP/1.1" status: 200 len: 1129 time: 0.0496640 May 04 18:58:29.542141 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvr_db [None req-18ba8564-5378-4d26-a35b-7e467ab45364 None None] Set router d5339568-04a2-4813-b750-63c9a3fc9882 gateway port host: dv-cinder-840525-1-iscsi {{(pid=103282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 18:58:29.613893 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bad75aa-0e3d-40f0-ad96-a23aae1b6218 req-3f90eaf3-e2ec-4b19-a9ed-f85d940b3c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:58:29.615487 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-0bad75aa-0e3d-40f0-ad96-a23aae1b6218 req-3f90eaf3-e2ec-4b19-a9ed-f85d940b3c50 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=75fc5dead879453695a0046c9f35ff1d&device_id=56fd17bc-cd63-4d9b-a036-d537eed1699a HTTP/1.1" status: 200 len: 1129 time: 0.0617614 May 04 18:58:29.658532 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-145cf780-6f0a-4497-a467-3948c175dffd req-2a9cc981-6c23-42d6-9acf-15f57d26959e service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=908d0572-22b8-47fc-8bad-14ce5d02d5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957291 May 04 18:58:29.723910 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bad75aa-0e3d-40f0-ad96-a23aae1b6218 req-fad283ca-605e-45a8-91fa-89dcc029fbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:58:29.725430 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-0bad75aa-0e3d-40f0-ad96-a23aae1b6218 req-fad283ca-605e-45a8-91fa-89dcc029fbf9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b1cedcbc-cdac-422b-b37d-00881e094afa HTTP/1.1" status: 200 len: 917 time: 0.1001849 May 04 18:58:29.762964 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-18ba8564-5378-4d26-a35b-7e467ab45364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5339568-04a2-4813-b750-63c9a3fc9882', 'name': 'tempest-AttachVolumeShelveTestJSON-216607060-router', 'tenant_id': '75fc5dead879453695a0046c9f35ff1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'external_fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': '43e0efb5-c5c7-489f-81f3-5a269fed0777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:58:01Z', 'updated_at': '2022-05-04T18:58:05Z', 'revision_number': 4, 'project_id': '75fc5dead879453695a0046c9f35ff1d', 'gw_port': {'id': '43e0efb5-c5c7-489f-81f3-5a269fed0777', 'name': '', 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:a2:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5339568-04a2-4813-b750-63c9a3fc9882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:58:02Z', 'updated_at': '2022-05-04T18:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-1-iscsi', '_floatingips': [{'id': '797c3152-79f6-45cc-9c9c-7c7ea5efb7ad', 'tenant_id': '75fc5dead879453695a0046c9f35ff1d', 'floating_ip_address': '172.27.0.80', 'floating_network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'router_id': 'd5339568-04a2-4813-b750-63c9a3fc9882', 'port_id': '91b9aa20-6f19-4fa0-9128-8cd49ab29485', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 298, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1cedcbc-cdac-422b-b37d-00881e094afa', 'mac_address': 'fa:16:3e:d3:83:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56fd17bc-cd63-4d9b-a036-d537eed1699a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T18:58:08Z', 'updated_at': '2022-05-04T18:58:28Z', 'revision_number': 1, 'project_id': '75fc5dead879453695a0046c9f35ff1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2b4131a-2ac4-4836-8d66-a72a530162d7', 'name': '', 'network_id': 'b1cedcbc-cdac-422b-b37d-00881e094afa', 'tenant_id': '75fc5dead879453695a0046c9f35ff1d', 'mac_address': 'fa:16:3e:3b:a2:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5339568-04a2-4813-b750-63c9a3fc9882', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'eeef2f41-46cc-4bf5-995a-936e9476bce2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:58:04Z', 'updated_at': '2022-05-04T18:58:09Z', 'revision_number': 5, 'project_id': '75fc5dead879453695a0046c9f35ff1d', 'subnets': [{'id': 'eeef2f41-46cc-4bf5-995a-936e9476bce2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-1-iscsi', False) {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:58:29.789684 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ba8564-5378-4d26-a35b-7e467ab45364 None None] Checking router: d5339568-04a2-4813-b750-63c9a3fc9882 for host: dv-cinder-840525-1-iscsi {{(pid=103282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 18:58:29.798107 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ba8564-5378-4d26-a35b-7e467ab45364 None None] Routers {'d5339568-04a2-4813-b750-63c9a3fc9882'} bound to L3 agent in host dv-cinder-840525-1-iscsi {{(pid=103282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 18:58:29.798742 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-18ba8564-5378-4d26-a35b-7e467ab45364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T18:48:29Z,description=,heartbeat_timestamp=2022-05-04T18:58:29Z,host='dv-cinder-840525-1-iscsi',id=0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:48:29Z,topic='l3_agent')) {'router_ids': ['d5339568-04a2-4813-b750-63c9a3fc9882'], 'active': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:58:29.909871 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvr_db [None req-18ba8564-5378-4d26-a35b-7e467ab45364 None None] Set router d5339568-04a2-4813-b750-63c9a3fc9882 gateway port host: dv-cinder-840525-1-iscsi {{(pid=103282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 18:58:29.947505 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-0bad75aa-0e3d-40f0-ad96-a23aae1b6218 req-08b8aa38-2fa0-4eaa-8d1f-2ed552665634 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=91b9aa20-6f19-4fa0-9128-8cd49ab29485 HTTP/1.1" status: 200 len: 998 time: 0.0694878 May 04 18:58:30.000656 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bad75aa-0e3d-40f0-ad96-a23aae1b6218 req-7964bafb-0507-4084-8252-cf679d092e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:58:30.002894 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-0bad75aa-0e3d-40f0-ad96-a23aae1b6218 req-7964bafb-0507-4084-8252-cf679d092e1a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=eeef2f41-46cc-4bf5-995a-936e9476bce2 HTTP/1.1" status: 200 len: 855 time: 0.0470133 May 04 18:58:30.054004 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bad75aa-0e3d-40f0-ad96-a23aae1b6218 req-afcd0ece-a81c-4e99-a79d-a4e407b1ceff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:58:30.055580 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-0bad75aa-0e3d-40f0-ad96-a23aae1b6218 req-afcd0ece-a81c-4e99-a79d-a4e407b1ceff service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b1cedcbc-cdac-422b-b37d-00881e094afa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417442 May 04 18:58:30.122514 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-821a3753-c8bb-408e-a9d9-42d2a9d3d908 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (306b1285-d967-49ee-a8ef-a34b4fe65fa5), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:30.152359 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-18ba8564-5378-4d26-a35b-7e467ab45364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5339568-04a2-4813-b750-63c9a3fc9882', 'name': 'tempest-AttachVolumeShelveTestJSON-216607060-router', 'tenant_id': '75fc5dead879453695a0046c9f35ff1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'external_fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': '43e0efb5-c5c7-489f-81f3-5a269fed0777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:58:01Z', 'updated_at': '2022-05-04T18:58:05Z', 'revision_number': 4, 'project_id': '75fc5dead879453695a0046c9f35ff1d', 'gw_port': {'id': '43e0efb5-c5c7-489f-81f3-5a269fed0777', 'name': '', 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:a2:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5339568-04a2-4813-b750-63c9a3fc9882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:58:02Z', 'updated_at': '2022-05-04T18:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-1-iscsi', '_floatingips': [{'id': '797c3152-79f6-45cc-9c9c-7c7ea5efb7ad', 'tenant_id': '75fc5dead879453695a0046c9f35ff1d', 'floating_ip_address': '172.27.0.80', 'floating_network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'router_id': 'd5339568-04a2-4813-b750-63c9a3fc9882', 'port_id': '91b9aa20-6f19-4fa0-9128-8cd49ab29485', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 298, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1cedcbc-cdac-422b-b37d-00881e094afa', 'mac_address': 'fa:16:3e:d3:83:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56fd17bc-cd63-4d9b-a036-d537eed1699a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T18:58:08Z', 'updated_at': '2022-05-04T18:58:28Z', 'revision_number': 1, 'project_id': '75fc5dead879453695a0046c9f35ff1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2b4131a-2ac4-4836-8d66-a72a530162d7', 'name': '', 'network_id': 'b1cedcbc-cdac-422b-b37d-00881e094afa', 'tenant_id': '75fc5dead879453695a0046c9f35ff1d', 'mac_address': 'fa:16:3e:3b:a2:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5339568-04a2-4813-b750-63c9a3fc9882', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'eeef2f41-46cc-4bf5-995a-936e9476bce2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:58:04Z', 'updated_at': '2022-05-04T18:58:09Z', 'revision_number': 5, 'project_id': '75fc5dead879453695a0046c9f35ff1d', 'subnets': [{'id': 'eeef2f41-46cc-4bf5-995a-936e9476bce2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-1-iscsi', False) {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:58:30.182444 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ba8564-5378-4d26-a35b-7e467ab45364 None None] The sync data for ids ['d5339568-04a2-4813-b750-63c9a3fc9882'] in dv-cinder-840525-1-iscsi is: [{'id': 'd5339568-04a2-4813-b750-63c9a3fc9882', 'name': 'tempest-AttachVolumeShelveTestJSON-216607060-router', 'tenant_id': '75fc5dead879453695a0046c9f35ff1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'external_fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': '43e0efb5-c5c7-489f-81f3-5a269fed0777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:58:01Z', 'updated_at': '2022-05-04T18:58:05Z', 'revision_number': 4, 'project_id': '75fc5dead879453695a0046c9f35ff1d', 'gw_port': {'id': '43e0efb5-c5c7-489f-81f3-5a269fed0777', 'name': '', 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:a2:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5339568-04a2-4813-b750-63c9a3fc9882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:58:02Z', 'updated_at': '2022-05-04T18:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-1-iscsi', '_floatingips': [{'id': '797c3152-79f6-45cc-9c9c-7c7ea5efb7ad', 'tenant_id': '75fc5dead879453695a0046c9f35ff1d', 'floating_ip_address': '172.27.0.80', 'floating_network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'router_id': 'd5339568-04a2-4813-b750-63c9a3fc9882', 'port_id': '91b9aa20-6f19-4fa0-9128-8cd49ab29485', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 298, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1cedcbc-cdac-422b-b37d-00881e094afa', 'mac_address': 'fa:16:3e:d3:83:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56fd17bc-cd63-4d9b-a036-d537eed1699a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T18:58:08Z', 'updated_at': '2022-05-04T18:58:28Z', 'revision_number': 1, 'project_id': '75fc5dead879453695a0046c9f35ff1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2b4131a-2ac4-4836-8d66-a72a530162d7', 'name': '', 'network_id': 'b1cedcbc-cdac-422b-b37d-00881e094afa', 'tenant_id': '75fc5dead879453695a0046c9f35ff1d', 'mac_address': 'fa:16:3e:3b:a2:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5339568-04a2-4813-b750-63c9a3fc9882', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'eeef2f41-46cc-4bf5-995a-936e9476bce2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:58:04Z', 'updated_at': '2022-05-04T18:58:09Z', 'revision_number': 5, 'project_id': '75fc5dead879453695a0046c9f35ff1d', 'subnets': [{'id': 'eeef2f41-46cc-4bf5-995a-936e9476bce2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 18:58:30.235960 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-0bad75aa-0e3d-40f0-ad96-a23aae1b6218 req-d7f794fa-afcb-4648-883b-76aa40d2cad7 service neutron] 10.222.0.55 "GET /v2.0/networks/b1cedcbc-cdac-422b-b37d-00881e094afa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207027 May 04 18:58:30.303218 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230ce329-eac5-4d3d-814e-579372d0b07d req-70471766-42e5-4c9b-9f3e-21ab113ded4e tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:58:30.304985 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-230ce329-eac5-4d3d-814e-579372d0b07d req-70471766-42e5-4c9b-9f3e-21ab113ded4e tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5f655af-21f6-4752-9a82-5001e0ecce2a HTTP/1.1" status: 200 len: 946 time: 0.0648186 May 04 18:58:30.392738 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-230ce329-eac5-4d3d-814e-579372d0b07d req-98bc524a-cbe0-49cc-8da0-abd837e65ee5 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ea6ee27-c11d-4233-954f-1b439202ab30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763733 May 04 18:58:30.404335 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6f0315-8f3a-494c-a0b9-44a5d21ca1c5 req-dd92647b-3c42-4e8a-b134-d6cf63e99fd9 tempest-VolumesActionsTest-170887920 tempest-VolumesActionsTest-170887920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:58:30.405935 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-0e6f0315-8f3a-494c-a0b9-44a5d21ca1c5 req-dd92647b-3c42-4e8a-b134-d6cf63e99fd9 tempest-VolumesActionsTest-170887920 tempest-VolumesActionsTest-170887920-project] 10.222.0.35 "GET /v2.0/ports?device_id=fac0143b-7643-4681-9a0d-9781980393ae HTTP/1.1" status: 200 len: 945 time: 0.0693607 May 04 18:58:30.483715 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-0e6f0315-8f3a-494c-a0b9-44a5d21ca1c5 req-a502f36e-369c-41e3-9151-d86eac014df5 tempest-VolumesActionsTest-170887920 tempest-VolumesActionsTest-170887920-project] 10.222.0.35 "GET /v2.0/security-groups?id=908d0572-22b8-47fc-8bad-14ce5d02d5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719302 May 04 18:58:30.521419 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a947cde-f967-40d1-b107-58a341f17e0d None None] New status for floating IP 797c3152-79f6-45cc-9c9c-7c7ea5efb7ad: ACTIVE {{(pid=103281) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 18:58:30.704283 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-0bad75aa-0e3d-40f0-ad96-a23aae1b6218 req-6b8b8098-77be-4573-9212-69578de5a35a service neutron] 10.222.0.55 "GET /v2.0/networks/b1cedcbc-cdac-422b-b37d-00881e094afa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608789 May 04 18:58:31.510883 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a886ca74-16e5-418c-b40c-ce0d336683b3 req-9a6ade20-5847-49be-bcf0-878c3517092f tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:58:31.512600 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a886ca74-16e5-418c-b40c-ce0d336683b3 req-9a6ade20-5847-49be-bcf0-878c3517092f tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5f655af-21f6-4752-9a82-5001e0ecce2a HTTP/1.1" status: 200 len: 946 time: 0.0501328 May 04 18:58:31.513067 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6c0ba996-b759-4c13-9ac4-7b7303adc758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (c2d3299f-8f0d-4c34-a270-91edff31f494), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:31.563428 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a886ca74-16e5-418c-b40c-ce0d336683b3 req-e977c806-714e-4ad5-853f-97cf361ababd tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ea6ee27-c11d-4233-954f-1b439202ab30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441306 May 04 18:58:31.605263 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff3f2e7-1220-469c-aaba-a6ed8159e2b3 req-56314970-2c34-431e-9a6e-070bc3cbdc30 tempest-VolumesActionsTest-170887920 tempest-VolumesActionsTest-170887920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:58:31.606905 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-1ff3f2e7-1220-469c-aaba-a6ed8159e2b3 req-56314970-2c34-431e-9a6e-070bc3cbdc30 tempest-VolumesActionsTest-170887920 tempest-VolumesActionsTest-170887920-project] 10.222.0.35 "GET /v2.0/ports?device_id=fac0143b-7643-4681-9a0d-9781980393ae HTTP/1.1" status: 200 len: 945 time: 0.0495896 May 04 18:58:31.655178 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-1ff3f2e7-1220-469c-aaba-a6ed8159e2b3 req-66c38e0b-6d4b-4691-936e-27a510fc502f tempest-VolumesActionsTest-170887920 tempest-VolumesActionsTest-170887920-project] 10.222.0.35 "GET /v2.0/security-groups?id=908d0572-22b8-47fc-8bad-14ce5d02d5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422695 May 04 18:58:32.681463 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4640417-0fe6-4268-8d35-54ead51174e6 req-796d8796-9172-4d40-8a31-0472d40c2660 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:58:32.683229 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a4640417-0fe6-4268-8d35-54ead51174e6 req-796d8796-9172-4d40-8a31-0472d40c2660 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5f655af-21f6-4752-9a82-5001e0ecce2a HTTP/1.1" status: 200 len: 946 time: 0.0485528 May 04 18:58:32.739244 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a4640417-0fe6-4268-8d35-54ead51174e6 req-0c1cc6bc-f4e7-4f34-98e7-13c463fbdbdf tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ea6ee27-c11d-4233-954f-1b439202ab30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501432 May 04 18:58:32.770020 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba03518-65fa-4c4a-98b5-64c1e078afa6 req-156a2914-508e-46d8-942a-273dc4059ee7 tempest-VolumesActionsTest-170887920 tempest-VolumesActionsTest-170887920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:58:32.771525 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-3ba03518-65fa-4c4a-98b5-64c1e078afa6 req-156a2914-508e-46d8-942a-273dc4059ee7 tempest-VolumesActionsTest-170887920 tempest-VolumesActionsTest-170887920-project] 10.222.0.35 "GET /v2.0/ports?device_id=fac0143b-7643-4681-9a0d-9781980393ae HTTP/1.1" status: 200 len: 945 time: 0.0469549 May 04 18:58:32.822167 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-3ba03518-65fa-4c4a-98b5-64c1e078afa6 req-40518d6f-5110-4933-86bd-b0c600e87200 tempest-VolumesActionsTest-170887920 tempest-VolumesActionsTest-170887920-project] 10.222.0.35 "GET /v2.0/security-groups?id=908d0572-22b8-47fc-8bad-14ce5d02d5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449333 May 04 18:58:32.965343 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (7e96273e-cd3b-4e2d-a9cb-a5a62cf8f8b6), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:33.876143 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6ce123-6986-41b2-a581-3db83f149875 req-edd49191-94ed-4f5c-9f7a-0091cdfada62 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:58:33.877647 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-df6ce123-6986-41b2-a581-3db83f149875 req-edd49191-94ed-4f5c-9f7a-0091cdfada62 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5f655af-21f6-4752-9a82-5001e0ecce2a HTTP/1.1" status: 200 len: 946 time: 0.0554571 May 04 18:58:33.925966 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-df6ce123-6986-41b2-a581-3db83f149875 req-6e581eb2-ccb8-4225-876e-14a722677add tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ea6ee27-c11d-4233-954f-1b439202ab30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425138 May 04 18:58:35.057634 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147ae7eb-f6c5-49ea-a06e-20fc843daecb req-42e137ad-4db8-4ffd-9e2b-a7a2378a4df4 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:58:35.059086 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-147ae7eb-f6c5-49ea-a06e-20fc843daecb req-42e137ad-4db8-4ffd-9e2b-a7a2378a4df4 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5f655af-21f6-4752-9a82-5001e0ecce2a HTTP/1.1" status: 200 len: 946 time: 0.0525239 May 04 18:58:35.109114 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-147ae7eb-f6c5-49ea-a06e-20fc843daecb req-f6fa31a9-9b16-4cc9-bda0-7c784f4d44e5 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ea6ee27-c11d-4233-954f-1b439202ab30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418613 May 04 18:58:36.021955 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e046193e-95fb-4569-bcea-7c186f1624b3 req-6875897b-e0e0-47d4-a2bf-bcb158c82e48 tempest-VolumesActionsTest-170887920 tempest-VolumesActionsTest-170887920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:58:36.023460 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e046193e-95fb-4569-bcea-7c186f1624b3 req-6875897b-e0e0-47d4-a2bf-bcb158c82e48 tempest-VolumesActionsTest-170887920 tempest-VolumesActionsTest-170887920-project] 10.222.0.35 "GET /v2.0/ports?device_id=fac0143b-7643-4681-9a0d-9781980393ae HTTP/1.1" status: 200 len: 945 time: 0.0511408 May 04 18:58:36.072343 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e046193e-95fb-4569-bcea-7c186f1624b3 req-31aed9fe-4384-4dea-a102-f3a60dfcbb2b tempest-VolumesActionsTest-170887920 tempest-VolumesActionsTest-170887920-project] 10.222.0.35 "GET /v2.0/security-groups?id=908d0572-22b8-47fc-8bad-14ce5d02d5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424228 May 04 18:58:36.235413 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1226b804-3bba-4a5b-9d9d-fc65b552a7c8 req-d7ded394-e820-404a-a973-0a5a5ee18cc1 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:58:36.236961 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-1226b804-3bba-4a5b-9d9d-fc65b552a7c8 req-d7ded394-e820-404a-a973-0a5a5ee18cc1 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5f655af-21f6-4752-9a82-5001e0ecce2a HTTP/1.1" status: 200 len: 946 time: 0.0474117 May 04 18:58:36.287282 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-1226b804-3bba-4a5b-9d9d-fc65b552a7c8 req-779b8afc-f187-4912-b192-ba24be626f61 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ea6ee27-c11d-4233-954f-1b439202ab30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447133 May 04 18:58:37.191250 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7313b047-499b-41a2-8c4f-d61e743c2f0a req-7170e840-2a7b-4f08-9ee0-f3cb440aede5 tempest-VolumesActionsTest-170887920 tempest-VolumesActionsTest-170887920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:58:37.192795 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-7313b047-499b-41a2-8c4f-d61e743c2f0a req-7170e840-2a7b-4f08-9ee0-f3cb440aede5 tempest-VolumesActionsTest-170887920 tempest-VolumesActionsTest-170887920-project] 10.222.0.35 "GET /v2.0/ports?device_id=fac0143b-7643-4681-9a0d-9781980393ae HTTP/1.1" status: 200 len: 945 time: 0.0509057 May 04 18:58:37.243093 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-7313b047-499b-41a2-8c4f-d61e743c2f0a req-3efc67ca-6000-4573-a29e-aa3c6e11582d tempest-VolumesActionsTest-170887920 tempest-VolumesActionsTest-170887920-project] 10.222.0.35 "GET /v2.0/security-groups?id=908d0572-22b8-47fc-8bad-14ce5d02d5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439465 May 04 18:58:37.402914 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bd2e05-02bf-4a9d-ad25-7bc0fc89847a req-26cbf234-3bc7-4dfc-8559-dcedb6012420 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:58:37.404476 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-c9bd2e05-02bf-4a9d-ad25-7bc0fc89847a req-26cbf234-3bc7-4dfc-8559-dcedb6012420 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5f655af-21f6-4752-9a82-5001e0ecce2a HTTP/1.1" status: 200 len: 946 time: 0.0472610 May 04 18:58:37.453872 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-c9bd2e05-02bf-4a9d-ad25-7bc0fc89847a req-8f1f6ee8-bef2-413c-896e-724dfd5ab04d tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ea6ee27-c11d-4233-954f-1b439202ab30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436625 May 04 18:58:37.998096 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 50834) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:58:38.104779 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-b3058ff4-159a-418c-8e6d-2d7bce6a3766 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:38.184493 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-b3058ff4-159a-418c-8e6d-2d7bce6a3766 admin admin] Publish callbacks [] for security_group (9cb22bd7-522e-4b1e-b842-17b3a68a7b99), precommit_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:38.190152 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-b3058ff4-159a-418c-8e6d-2d7bce6a3766 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (9cb22bd7-522e-4b1e-b842-17b3a68a7b99), after_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:38.228128 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-b3058ff4-159a-418c-8e6d-2d7bce6a3766 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=32fd0824ecfb4f2386fd61550aa0c066&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2289362 May 04 18:58:38.229009 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3058ff4-159a-418c-8e6d-2d7bce6a3766 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cb22bd7-522e-4b1e-b842-17b3a68a7b99,revision_number=1']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:58:38.231004 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 50838) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:58:38.287655 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-a1fe3668-71b4-4d3c-abe3-185c56f76670 admin admin] Publish callbacks [] for security_group (9cb22bd7-522e-4b1e-b842-17b3a68a7b99), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:38.315358 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-a1fe3668-71b4-4d3c-abe3-185c56f76670 admin admin] Publish callbacks [] for security_group (9cb22bd7-522e-4b1e-b842-17b3a68a7b99), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:38.380684 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870b03d7-7301-46bc-8eae-7bee2546a053 req-bf0a564b-e1ec-431a-b3f8-063d161dc328 tempest-VolumesActionsTest-170887920 tempest-VolumesActionsTest-170887920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:58:38.382613 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-870b03d7-7301-46bc-8eae-7bee2546a053 req-bf0a564b-e1ec-431a-b3f8-063d161dc328 tempest-VolumesActionsTest-170887920 tempest-VolumesActionsTest-170887920-project] 10.222.0.35 "GET /v2.0/ports?device_id=fac0143b-7643-4681-9a0d-9781980393ae HTTP/1.1" status: 200 len: 945 time: 0.0701625 May 04 18:58:38.421753 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-a1fe3668-71b4-4d3c-abe3-185c56f76670 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (9cb22bd7-522e-4b1e-b842-17b3a68a7b99), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:38.424259 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-a1fe3668-71b4-4d3c-abe3-185c56f76670 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:38.425379 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-a1fe3668-71b4-4d3c-abe3-185c56f76670 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9cb22bd7-522e-4b1e-b842-17b3a68a7b99 HTTP/1.1" status: 204 len: 168 time: 0.1933572 May 04 18:58:38.446029 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fe3668-71b4-4d3c-abe3-185c56f76670 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cb22bd7-522e-4b1e-b842-17b3a68a7b99,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:58:38.455477 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-870b03d7-7301-46bc-8eae-7bee2546a053 req-5690e07d-3dcb-4773-a1b9-a62e6ac7e812 tempest-VolumesActionsTest-170887920 tempest-VolumesActionsTest-170887920-project] 10.222.0.35 "GET /v2.0/security-groups?id=908d0572-22b8-47fc-8bad-14ce5d02d5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632439 May 04 18:58:38.578918 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76d16c6-77a3-4cd1-ac32-628f55d39c12 req-3b14ba41-5030-4438-ae49-0474c14197cc tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:58:38.580560 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-c76d16c6-77a3-4cd1-ac32-628f55d39c12 req-3b14ba41-5030-4438-ae49-0474c14197cc tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5f655af-21f6-4752-9a82-5001e0ecce2a HTTP/1.1" status: 200 len: 946 time: 0.0517952 May 04 18:58:38.662094 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-c76d16c6-77a3-4cd1-ac32-628f55d39c12 req-3aac0d16-f8c2-4589-a805-08e07ef589c6 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ea6ee27-c11d-4233-954f-1b439202ab30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739789 May 04 18:58:38.757510 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 50858) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:58:38.773682 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7bf16b0f-eef1-4b48-819d-b331ec00d35d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:38.780607 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e812cb-eb02-4442-b1ba-1473b43f7a2e req-240f4b74-02ef-4c78-a1f5-21e39ec3dd86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:58:38.782528 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-75e812cb-eb02-4442-b1ba-1473b43f7a2e req-240f4b74-02ef-4c78-a1f5-21e39ec3dd86 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f5f655af-21f6-4752-9a82-5001e0ecce2a HTTP/1.1" status: 200 len: 1130 time: 0.0468850 May 04 18:58:38.856080 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7bf16b0f-eef1-4b48-819d-b331ec00d35d admin admin] Publish callbacks [] for security_group (b9c37389-5c0b-4921-8acb-aa04307fd2b5), precommit_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:38.863999 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7bf16b0f-eef1-4b48-819d-b331ec00d35d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (b9c37389-5c0b-4921-8acb-aa04307fd2b5), after_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:38.899598 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-7bf16b0f-eef1-4b48-819d-b331ec00d35d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8fa1ad2bbf9845e0b02ad6d809ea93cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1380830 May 04 18:58:38.901776 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 50862) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:58:38.902015 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17608aaa-0887-4e13-9748-198cd669ada2 req-8127a852-e62d-4a3e-909e-641d23a94266 tempest-VolumesActionsTest-170887920 tempest-VolumesActionsTest-170887920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:58:38.903501 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-17608aaa-0887-4e13-9748-198cd669ada2 req-8127a852-e62d-4a3e-909e-641d23a94266 tempest-VolumesActionsTest-170887920 tempest-VolumesActionsTest-170887920-project] 10.222.0.55 "GET /v2.0/ports?device_id=fac0143b-7643-4681-9a0d-9781980393ae HTTP/1.1" status: 200 len: 945 time: 0.0680287 May 04 18:58:38.909910 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-75e812cb-eb02-4442-b1ba-1473b43f7a2e req-d3f46147-529e-4a5c-ac19-cefa7bde91d6 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=7ea6ee27-c11d-4233-954f-1b439202ab30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816448 May 04 18:58:38.918048 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf16b0f-eef1-4b48-819d-b331ec00d35d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9c37389-5c0b-4921-8acb-aa04307fd2b5,revision_number=1']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:58:38.952592 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-da584a4b-b999-40f2-b9d0-bf82d1256c9a admin admin] Publish callbacks [] for security_group (b9c37389-5c0b-4921-8acb-aa04307fd2b5), before_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:38.976959 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-da584a4b-b999-40f2-b9d0-bf82d1256c9a admin admin] Publish callbacks [] for security_group (b9c37389-5c0b-4921-8acb-aa04307fd2b5), precommit_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:39.025810 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-da584a4b-b999-40f2-b9d0-bf82d1256c9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (b9c37389-5c0b-4921-8acb-aa04307fd2b5), after_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:39.028317 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-da584a4b-b999-40f2-b9d0-bf82d1256c9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:39.029510 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-da584a4b-b999-40f2-b9d0-bf82d1256c9a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b9c37389-5c0b-4921-8acb-aa04307fd2b5 HTTP/1.1" status: 204 len: 168 time: 0.1267781 May 04 18:58:39.037255 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da584a4b-b999-40f2-b9d0-bf82d1256c9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9c37389-5c0b-4921-8acb-aa04307fd2b5,revision_number=None']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:58:39.274950 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.plugin [req-17608aaa-0887-4e13-9748-198cd669ada2 req-793216a1-0b4b-43e2-8bde-6506fc89978c tempest-VolumesActionsTest-170887920 tempest-VolumesActionsTest-170887920-project] Deleting port c5f41f59-875d-4ca9-847e-714ace5896a2 {{(pid=103280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 18:58:39.275628 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-17608aaa-0887-4e13-9748-198cd669ada2 req-793216a1-0b4b-43e2-8bde-6506fc89978c tempest-VolumesActionsTest-170887920 tempest-VolumesActionsTest-170887920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790498772255'] for port (c5f41f59-875d-4ca9-847e-714ace5896a2), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:39.364593 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.db [req-17608aaa-0887-4e13-9748-198cd669ada2 req-793216a1-0b4b-43e2-8bde-6506fc89978c tempest-VolumesActionsTest-170887920 tempest-VolumesActionsTest-170887920-project] For port c5f41f59-875d-4ca9-847e-714ace5896a2, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=c5f41f59-875d-4ca9-847e-714ace5896a2,segment=NetworkSegment(8b116a02-2c8f-47da-aa2d-79c1b6ad4018),segment_id=8b116a02-2c8f-47da-aa2d-79c1b6ad4018)] {{(pid=103280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:58:39.364960 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-17608aaa-0887-4e13-9748-198cd669ada2 req-793216a1-0b4b-43e2-8bde-6506fc89978c tempest-VolumesActionsTest-170887920 tempest-VolumesActionsTest-170887920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607728'] for port (c5f41f59-875d-4ca9-847e-714ace5896a2), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:39.372163 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 50870) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:58:39.380052 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.plugin [req-17608aaa-0887-4e13-9748-198cd669ada2 req-793216a1-0b4b-43e2-8bde-6506fc89978c tempest-VolumesActionsTest-170887920 tempest-VolumesActionsTest-170887920-project] Calling delete_port for c5f41f59-875d-4ca9-847e-714ace5896a2 owned by compute:nova {{(pid=103280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 18:58:39.385777 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-fc7501bd-dc8a-46b8-97fa-22e2ca73cbae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:39.470446 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-fc7501bd-dc8a-46b8-97fa-22e2ca73cbae admin admin] Publish callbacks [] for security_group (5094508c-c60e-417f-9b41-0ec8d945fb2f), precommit_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:39.474607 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-fc7501bd-dc8a-46b8-97fa-22e2ca73cbae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (5094508c-c60e-417f-9b41-0ec8d945fb2f), after_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:39.520194 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-17608aaa-0887-4e13-9748-198cd669ada2 req-793216a1-0b4b-43e2-8bde-6506fc89978c tempest-VolumesActionsTest-170887920 tempest-VolumesActionsTest-170887920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790498779311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790498302109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12874298'] for port (c5f41f59-875d-4ca9-847e-714ace5896a2), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:39.520444 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-fc7501bd-dc8a-46b8-97fa-22e2ca73cbae admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=63cc63f4b0c94caaae2d868f9de95384&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1470387 May 04 18:58:39.521179 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7501bd-dc8a-46b8-97fa-22e2ca73cbae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5094508c-c60e-417f-9b41-0ec8d945fb2f,revision_number=1']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:58:39.523532 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 50874) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:58:39.537419 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] get_ports_and_sgs() called for port_ids ['c5f41f59-875d-4ca9-847e-714ace5896a2'] {{(pid=103281) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 18:58:39.554431 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793216a1-0b4b-43e2-8bde-6506fc89978c tempest-VolumesActionsTest-170887920 tempest-VolumesActionsTest-170887920-project] Pushing event deleted for resources: {'Port': ['ID=c5f41f59-875d-4ca9-847e-714ace5896a2,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:58:39.593122 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-99757e12-b2ab-49dc-883a-c0538ec9abf2 admin admin] Publish callbacks [] for security_group (5094508c-c60e-417f-9b41-0ec8d945fb2f), before_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:39.609507 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-f24424bf-397f-4f0d-8a08-78fe8c3682d2 req-6b9f588e-48d5-4d70-82e5-945f3099d0e5 tempest-VolumesActionsTest-170887920 tempest-VolumesActionsTest-170887920-project] 10.222.0.35 "GET /v2.0/ports?device_id=fac0143b-7643-4681-9a0d-9781980393ae HTTP/1.1" status: 200 len: 210 time: 0.0526314 May 04 18:58:39.617915 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-99757e12-b2ab-49dc-883a-c0538ec9abf2 admin admin] Publish callbacks [] for security_group (5094508c-c60e-417f-9b41-0ec8d945fb2f), precommit_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:39.636550 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvrscheduler_db [req-17608aaa-0887-4e13-9748-198cd669ada2 req-793216a1-0b4b-43e2-8bde-6506fc89978c tempest-VolumesActionsTest-170887920 tempest-VolumesActionsTest-170887920-project] No DVR routers for this DVR port c5f41f59-875d-4ca9-847e-714ace5896a2 on host hv-cinder-84052 {{(pid=103280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 18:58:39.644743 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-17608aaa-0887-4e13-9748-198cd669ada2 req-793216a1-0b4b-43e2-8bde-6506fc89978c tempest-VolumesActionsTest-170887920 tempest-VolumesActionsTest-170887920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127086'] for port (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:39.646212 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-17608aaa-0887-4e13-9748-198cd669ada2 req-793216a1-0b4b-43e2-8bde-6506fc89978c tempest-VolumesActionsTest-170887920 tempest-VolumesActionsTest-170887920-project] 10.222.0.55 "DELETE /v2.0/ports/c5f41f59-875d-4ca9-847e-714ace5896a2 HTTP/1.1" status: 204 len: 173 time: 0.4641485 May 04 18:58:39.646671 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fac0143b-7643-4681-9a0d-9781980393ae', 'name': 'network-vif-deleted', 'tag': 'c5f41f59-875d-4ca9-847e-714ace5896a2'}] {{(pid=103280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:58:39.651092 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d17ed66b9d9b08214cd1b2d258b378c61736cd464b468dfe37a5b26948fd6e52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1079f9f4-a7a3-459f-843b-65827a25f459" -d '{"events": [{"server_uuid": "fac0143b-7643-4681-9a0d-9781980393ae", "name": "network-vif-deleted", "tag": "c5f41f59-875d-4ca9-847e-714ace5896a2"}]}' {{(pid=103280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 18:58:39.692461 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 18:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93f4156f-11ee-4817-bfb3-c4b9354f660e x-openstack-request-id: req-93f4156f-11ee-4817-bfb3-c4b9354f660e {{(pid=103280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 18:58:39.692730 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fac0143b-7643-4681-9a0d-9781980393ae", "name": "network-vif-deleted", "tag": "c5f41f59-875d-4ca9-847e-714ace5896a2", "status": "completed", "code": 200}]} {{(pid=103280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 18:58:39.692898 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-93f4156f-11ee-4817-bfb3-c4b9354f660e {{(pid=103280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 18:58:39.693112 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-99757e12-b2ab-49dc-883a-c0538ec9abf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (5094508c-c60e-417f-9b41-0ec8d945fb2f), after_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:39.693611 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93f4156f-11ee-4817-bfb3-c4b9354f660e'] response: {'server_uuid': 'fac0143b-7643-4681-9a0d-9781980393ae', 'name': 'network-vif-deleted', 'tag': 'c5f41f59-875d-4ca9-847e-714ace5896a2', 'status': 'completed', 'code': 200} May 04 18:58:39.698000 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-99757e12-b2ab-49dc-883a-c0538ec9abf2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:39.700112 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-99757e12-b2ab-49dc-883a-c0538ec9abf2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5094508c-c60e-417f-9b41-0ec8d945fb2f HTTP/1.1" status: 204 len: 168 time: 0.1747217 May 04 18:58:39.710716 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99757e12-b2ab-49dc-883a-c0538ec9abf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5094508c-c60e-417f-9b41-0ec8d945fb2f,revision_number=None']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:58:39.825423 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38500768-cee9-4bf1-a157-86698c9b540e req-4b1a68d6-45a1-4dd4-b5db-129d3870928a tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:58:39.833074 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-38500768-cee9-4bf1-a157-86698c9b540e req-4b1a68d6-45a1-4dd4-b5db-129d3870928a tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5f655af-21f6-4752-9a82-5001e0ecce2a HTTP/1.1" status: 200 len: 946 time: 0.0913658 May 04 18:58:39.900406 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-38500768-cee9-4bf1-a157-86698c9b540e req-6f6044cc-a3be-4c2b-8e84-2fefb66ee14a tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ea6ee27-c11d-4233-954f-1b439202ab30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661190 May 04 18:58:40.731996 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-a7d31a32-00b8-44fb-b846-6280aaba1095 req-97d14c45-3e65-4569-9dce-e3c9caddc77e tempest-VolumesActionsTest-170887920 tempest-VolumesActionsTest-170887920-project] 10.222.0.35 "GET /v2.0/ports?device_id=fac0143b-7643-4681-9a0d-9781980393ae HTTP/1.1" status: 200 len: 210 time: 0.0341144 May 04 18:58:41.046236 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7326b619-728d-401f-851d-78f48790a6ab req-2881b0ce-2396-437f-a74d-a1097d27273f tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:58:41.047861 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-7326b619-728d-401f-851d-78f48790a6ab req-2881b0ce-2396-437f-a74d-a1097d27273f tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5f655af-21f6-4752-9a82-5001e0ecce2a HTTP/1.1" status: 200 len: 946 time: 0.0601771 May 04 18:58:41.095422 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-7326b619-728d-401f-851d-78f48790a6ab req-09b402bf-f3a1-4e21-ae13-819ba509e0c6 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ea6ee27-c11d-4233-954f-1b439202ab30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417154 May 04 18:58:41.221730 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c695012c-3090-4044-af9e-b69333dc034f req-99f6659b-6cdb-451a-a702-e3e08c0f3a06 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:58:41.223268 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-c695012c-3090-4044-af9e-b69333dc034f req-99f6659b-6cdb-451a-a702-e3e08c0f3a06 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d550c33-794e-4c78-86ef-4101ddf2a3ef HTTP/1.1" status: 200 len: 945 time: 0.0525558 May 04 18:58:41.253489 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 50936) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:58:41.272752 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-c695012c-3090-4044-af9e-b69333dc034f req-12d4c997-25fc-4cf0-a70c-c98fce14cf53 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ea6ee27-c11d-4233-954f-1b439202ab30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433404 May 04 18:58:41.356413 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-e1f10e03-2c05-44cb-b0e0-2ecd5abb528e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:41.437248 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-e1f10e03-2c05-44cb-b0e0-2ecd5abb528e admin admin] Publish callbacks [] for security_group (ab4a3103-9b12-4d3f-92b9-da2ba061cd54), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:41.442505 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-e1f10e03-2c05-44cb-b0e0-2ecd5abb528e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (ab4a3103-9b12-4d3f-92b9-da2ba061cd54), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:41.483788 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-e1f10e03-2c05-44cb-b0e0-2ecd5abb528e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cbbfe2df4f924542b6bd43356118817b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2291946 May 04 18:58:41.484651 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f10e03-2c05-44cb-b0e0-2ecd5abb528e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab4a3103-9b12-4d3f-92b9-da2ba061cd54,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:58:41.486548 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 50942) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:58:41.536755 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-a9216317-f2af-4b2c-9079-701c5a635d55 admin admin] Publish callbacks [] for security_group (ab4a3103-9b12-4d3f-92b9-da2ba061cd54), before_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:41.562247 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-a9216317-f2af-4b2c-9079-701c5a635d55 admin admin] Publish callbacks [] for security_group (ab4a3103-9b12-4d3f-92b9-da2ba061cd54), precommit_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:41.626094 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-a9216317-f2af-4b2c-9079-701c5a635d55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (ab4a3103-9b12-4d3f-92b9-da2ba061cd54), after_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:41.628700 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-a9216317-f2af-4b2c-9079-701c5a635d55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:41.629903 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-a9216317-f2af-4b2c-9079-701c5a635d55 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ab4a3103-9b12-4d3f-92b9-da2ba061cd54 HTTP/1.1" status: 204 len: 168 time: 0.1423678 May 04 18:58:41.637988 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9216317-f2af-4b2c-9079-701c5a635d55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab4a3103-9b12-4d3f-92b9-da2ba061cd54,revision_number=None']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:58:42.063184 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b384d4e9-e53f-4c1b-aa99-20dcd75c7066 req-e448b69f-26dd-4365-a6d3-ba34725e5f37 tempest-VolumesActionsTest-170887920 tempest-VolumesActionsTest-170887920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:58:42.065747 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-b384d4e9-e53f-4c1b-aa99-20dcd75c7066 req-e448b69f-26dd-4365-a6d3-ba34725e5f37 tempest-VolumesActionsTest-170887920 tempest-VolumesActionsTest-170887920-project] 10.222.0.35 "GET /v2.0/networks?id=2e3391c4-4716-4518-996a-49c9a899f879 HTTP/1.1" status: 200 len: 809 time: 0.1161849 May 04 18:58:42.090081 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-b384d4e9-e53f-4c1b-aa99-20dcd75c7066 req-b63bc4d6-395d-4e7e-816e-db84cd104bee tempest-VolumesActionsTest-170887920 tempest-VolumesActionsTest-170887920-project] 10.222.0.35 "GET /v2.0/quotas/648aeb6cd9384a51b759fe4fed0586a4 HTTP/1.1" status: 200 len: 375 time: 0.0161779 May 04 18:58:42.134329 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-b384d4e9-e53f-4c1b-aa99-20dcd75c7066 req-43320fd9-f73e-40d1-955f-3a35676dce34 tempest-VolumesActionsTest-170887920 tempest-VolumesActionsTest-170887920-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=648aeb6cd9384a51b759fe4fed0586a4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0379057 May 04 18:58:42.240249 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-b384d4e9-e53f-4c1b-aa99-20dcd75c7066 req-387d84b8-a22b-4a62-8924-93b05f1bcee2 service neutron] 10.222.0.35 "GET /v2.0/networks/2e3391c4-4716-4518-996a-49c9a899f879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979142 May 04 18:58:42.320574 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 50992) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:58:42.340796 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-b384d4e9-e53f-4c1b-aa99-20dcd75c7066 req-b457a644-24f1-4446-98db-f175820484cd service neutron] 10.222.0.35 "GET /v2.0/networks/2e3391c4-4716-4518-996a-49c9a899f879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938122 May 04 18:58:42.421452 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [None req-183bb757-a76c-43eb-9757-eeb132fb4589 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-693826301-network', 'tenant_id': '8bf2894c75244d3f8e2c83c7deb9ab3e'}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:58:42.450646 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-183bb757-a76c-43eb-9757-eeb132fb4589 admin admin] Made reservation on behalf of 8bf2894c75244d3f8e2c83c7deb9ab3e for: {'network': 1} {{(pid=103280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:58:42.453569 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-183bb757-a76c-43eb-9757-eeb132fb4589 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for network (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:42.471882 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-183bb757-a76c-43eb-9757-eeb132fb4589 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:42.523518 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-5e6dede0-f281-4021-923c-97c3d9dfc949 req-23e969d0-7cd3-4322-8674-a64a23556034 tempest-VolumesActionsTest-170887920 tempest-VolumesActionsTest-170887920-project] 10.222.0.35 "GET /v2.0/ports?device_id=c63f9b92-e98b-4561-b6d5-716efbee5d8b HTTP/1.1" status: 200 len: 210 time: 0.0352831 May 04 18:58:42.585310 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-183bb757-a76c-43eb-9757-eeb132fb4589 admin admin] Publish callbacks [] for security_group (6a374f5e-1c6b-40df-97d3-e0249d38bc5c), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:42.589646 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-183bb757-a76c-43eb-9757-eeb132fb4589 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (6a374f5e-1c6b-40df-97d3-e0249d38bc5c), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:42.616054 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-183bb757-a76c-43eb-9757-eeb132fb4589 admin admin] vlan segment allocate from pool success with {'vlan_id': 294, 'physical_network': 'physnet1'} {{(pid=103280) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 18:58:42.625699 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183bb757-a76c-43eb-9757-eeb132fb4589 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a374f5e-1c6b-40df-97d3-e0249d38bc5c,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:58:42.632736 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-183bb757-a76c-43eb-9757-eeb132fb4589 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589113'] for segment (20f7f636-8156-4de7-9a09-06cf753039da), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:42.633339 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.db.segments_db [None req-183bb757-a76c-43eb-9757-eeb132fb4589 admin admin] Added segment 20f7f636-8156-4de7-9a09-06cf753039da of type vlan for network e8e6dc94-9bb6-402c-8494-d1c5ccc072e3 May 04 18:58:42.677249 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-183bb757-a76c-43eb-9757-eeb132fb4589 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790498323402'] for network (e8e6dc94-9bb6-402c-8494-d1c5ccc072e3), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:42.704302 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-183bb757-a76c-43eb-9757-eeb132fb4589 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608'] for network (e8e6dc94-9bb6-402c-8494-d1c5ccc072e3), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:42.705761 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-183bb757-a76c-43eb-9757-eeb132fb4589 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:58:42.706562 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-183bb757-a76c-43eb-9757-eeb132fb4589 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572658'] for network (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:42.742556 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-183bb757-a76c-43eb-9757-eeb132fb4589 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4208174 May 04 18:58:42.745990 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 51010) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:58:42.754091 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [None req-62166c1e-3184-4da3-ac00-6d82702e6fc4 admin admin] Request body: {'subnet': {'network_id': 'e8e6dc94-9bb6-402c-8494-d1c5ccc072e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-693826301-subnet', 'tenant_id': '8bf2894c75244d3f8e2c83c7deb9ab3e', 'ip_version': 4}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:58:42.790848 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183bb757-a76c-43eb-9757-eeb132fb4589 admin admin] Pushing event updated for resources: {'Network': ['ID=e8e6dc94-9bb6-402c-8494-d1c5ccc072e3,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:58:42.805034 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Network e8e6dc94-9bb6-402c-8494-d1c5ccc072e3 details requested by agent ovs-agent-dv-cinder-840525-1-iscsi with host dv-cinder-840525-1-iscsi {{(pid=103281) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 18:58:42.810048 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62166c1e-3184-4da3-ac00-6d82702e6fc4 admin admin] Made reservation on behalf of 8bf2894c75244d3f8e2c83c7deb9ab3e for: {'subnet': 1} {{(pid=103280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:58:42.812464 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-62166c1e-3184-4da3-ac00-6d82702e6fc4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13129141'] for subnet (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:42.954735 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf21aa7-8760-4bde-ab39-21ddb09b1ace req-0daed246-5367-46d1-8a3a-ae312c0b3211 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:58:42.956252 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-faf21aa7-8760-4bde-ab39-21ddb09b1ace req-0daed246-5367-46d1-8a3a-ae312c0b3211 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d550c33-794e-4c78-86ef-4101ddf2a3ef HTTP/1.1" status: 200 len: 945 time: 0.0615070 May 04 18:58:43.044412 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-faf21aa7-8760-4bde-ab39-21ddb09b1ace req-d5d2ef7f-f7ab-4d87-8276-61fbcd9fef23 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ea6ee27-c11d-4233-954f-1b439202ab30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816305 May 04 18:58:43.087476 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-62166c1e-3184-4da3-ac00-6d82702e6fc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12875178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13129159'] for subnet (0e5e1458-2cb0-45f3-927b-d6296b1c3906), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:43.140396 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62166c1e-3184-4da3-ac00-6d82702e6fc4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e5e1458-2cb0-45f3-927b-d6296b1c3906,revision_number=0']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:58:43.156432 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62166c1e-3184-4da3-ac00-6d82702e6fc4 admin admin] Checking segment: {'id': '20f7f636-8156-4de7-9a09-06cf753039da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'e8e6dc94-9bb6-402c-8494-d1c5ccc072e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 18:58:43.156791 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62166c1e-3184-4da3-ac00-6d82702e6fc4 admin admin] Network hostable DHCP agents. Network: e8e6dc94-9bb6-402c-8494-d1c5ccc072e3, hostable agents: ['ae04e5b6-6ccf-46c0-81ba-a3f5b8ae390c'], hosted agents: [] {{(pid=103280) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 18:58:43.176970 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62166c1e-3184-4da3-ac00-6d82702e6fc4 admin admin] Network e8e6dc94-9bb6-402c-8494-d1c5ccc072e3 is scheduled to be hosted by DHCP agent ae04e5b6-6ccf-46c0-81ba-a3f5b8ae390c with binding_index 1 {{(pid=103280) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 18:58:43.187110 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.base_scheduler [None req-62166c1e-3184-4da3-ac00-6d82702e6fc4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840525-1-iscsi, e8e6dc94-9bb6-402c-8494-d1c5ccc072e3) {{(pid=103280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:58:43.192505 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62166c1e-3184-4da3-ac00-6d82702e6fc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:58:43.193465 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-62166c1e-3184-4da3-ac00-6d82702e6fc4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572658'] for subnet (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:43.200117 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c43a068b-5280-4c66-82db-07e9316165e0 None None] Network e8e6dc94-9bb6-402c-8494-d1c5ccc072e3 requested from dv-cinder-840525-1-iscsi {{(pid=103281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 18:58:43.220097 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-62166c1e-3184-4da3-ac00-6d82702e6fc4 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4689603 May 04 18:58:43.220618 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 51020) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:58:43.225648 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [None req-e2733a46-72b9-4fb9-8671-ff756f056b8e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-693826301-router', 'tenant_id': '8bf2894c75244d3f8e2c83c7deb9ab3e', 'external_gateway_info': {'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762'}}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:58:43.247905 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-e2733a46-72b9-4fb9-8671-ff756f056b8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-620518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4428'] for router (43e66182-ab7d-4e0a-9b57-76ba23d4ea29), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:43.248998 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-e2733a46-72b9-4fb9-8671-ff756f056b8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-610031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-693478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4405'] for router (43e66182-ab7d-4e0a-9b57-76ba23d4ea29), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:43.310516 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-e2733a46-72b9-4fb9-8671-ff756f056b8e admin admin] Publish callbacks [] for router_controller (43e66182-ab7d-4e0a-9b57-76ba23d4ea29), precommit_add_association {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:43.320635 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b031d21c-dd56-4b8e-9e4e-fab141878a32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31efe59b-327d-5d9c-bbb4-4911cdeac679-e8e6dc94-9bb6-402c-8494-d1c5ccc072e3', 'network_id': 'e8e6dc94-9bb6-402c-8494-d1c5ccc072e3', 'project_id': '8bf2894c75244d3f8e2c83c7deb9ab3e', 'fixed_ips': [{'subnet_id': '0e5e1458-2cb0-45f3-927b-d6296b1c3906'}]}} from dv-cinder-840525-1-iscsi. {{(pid=103281) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 04 18:58:43.321543 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b031d21c-dd56-4b8e-9e4e-fab141878a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:43.393656 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Device c5f41f59-875d-4ca9-847e-714ace5896a2 no longer exists at agent hyperv_hv-cinder-84052 {{(pid=103281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 18:58:43.420086 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] No Port match for: c5f41f59-875d-4ca9-847e-714ace5896a2 {{(pid=103281) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 18:58:43.420492 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Device c5f41f59-875d-4ca9-847e-714ace5896a2 not bound to the agent host hv-cinder-84052 {{(pid=103281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 18:58:43.461676 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-e2733a46-72b9-4fb9-8671-ff756f056b8e admin admin] Publish callbacks [] for router_gateway (43e66182-ab7d-4e0a-9b57-76ba23d4ea29), precommit_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:43.482614 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-b031d21c-dd56-4b8e-9e4e-fab141878a32 None None] Allocated IP 172.20.0.2 (e8e6dc94-9bb6-402c-8494-d1c5ccc072e3/0e5e1458-2cb0-45f3-927b-d6296b1c3906/7c7274f3-74bb-4960-b544-f33523ee7f4e) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:58:43.634714 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-6d8caf56-5d9b-4d5d-ae9a-fc6b9a5fca30 req-4c1f97ac-55f2-449e-961d-1840c922872f tempest-VolumesActionsTest-170887920 tempest-VolumesActionsTest-170887920-project] 10.222.0.35 "GET /v2.0/ports?device_id=c63f9b92-e98b-4561-b6d5-716efbee5d8b HTTP/1.1" status: 200 len: 210 time: 0.0354679 May 04 18:58:43.653856 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-e2733a46-72b9-4fb9-8671-ff756f056b8e admin admin] Publish callbacks [] for router_gateway (43e66182-ab7d-4e0a-9b57-76ba23d4ea29), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:43.672581 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-e2733a46-72b9-4fb9-8671-ff756f056b8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:43.767167 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b031d21c-dd56-4b8e-9e4e-fab141878a32 None None] Publish callbacks [] for port (7c7274f3-74bb-4960-b544-f33523ee7f4e), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:43.773486 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b031d21c-dd56-4b8e-9e4e-fab141878a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790498302100'] for port (7c7274f3-74bb-4960-b544-f33523ee7f4e), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:43.782637 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.db.db_base_plugin_common [None req-e2733a46-72b9-4fb9-8671-ff756f056b8e admin admin] Allocated IP 172.27.0.41 (cbca2f8d-f88f-49b4-8a9d-8b4714c67762/6d3155f3-7d72-4b90-89ae-8effc01a61e4/90083584-db7e-44a6-9405-4960f9b315ca) {{(pid=103280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:58:43.813312 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b031d21c-dd56-4b8e-9e4e-fab141878a32 None None] Network e8e6dc94-9bb6-402c-8494-d1c5ccc072e3 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:58:43.816603 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-b031d21c-dd56-4b8e-9e4e-fab141878a32 None None] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:58:43.820403 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b031d21c-dd56-4b8e-9e4e-fab141878a32 None None] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 18:58:43.831407 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b031d21c-dd56-4b8e-9e4e-fab141878a32 None None] Pushing event updated for resources: {'Port': ['ID=7c7274f3-74bb-4960-b544-f33523ee7f4e,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:58:43.889278 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [None req-b031d21c-dd56-4b8e-9e4e-fab141878a32 None None] Attempting to bind port 7c7274f3-74bb-4960-b544-f33523ee7f4e on host dv-cinder-840525-1-iscsi for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 18:58:43.889706 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [None req-b031d21c-dd56-4b8e-9e4e-fab141878a32 None None] Attempting to bind port 7c7274f3-74bb-4960-b544-f33523ee7f4e by drivers openvswitch,hyperv on host dv-cinder-840525-1-iscsi at level 0 using segments [{'id': '20f7f636-8156-4de7-9a09-06cf753039da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'e8e6dc94-9bb6-402c-8494-d1c5ccc072e3'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 18:58:43.890044 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b031d21c-dd56-4b8e-9e4e-fab141878a32 None None] Attempting to bind port 7c7274f3-74bb-4960-b544-f33523ee7f4e on network e8e6dc94-9bb6-402c-8494-d1c5ccc072e3 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 18:58:43.890702 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-e2733a46-72b9-4fb9-8671-ff756f056b8e admin admin] Publish callbacks [] for port (90083584-db7e-44a6-9405-4960f9b315ca), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:43.895126 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b031d21c-dd56-4b8e-9e4e-fab141878a32 None None] Checking agent: {'id': '7e96273e-cd3b-4e2d-a9cb-a5a62cf8f8b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840525-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 18, 48, 33), 'started_at': datetime.datetime(2022, 5, 4, 18, 49, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 18, 58, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840525-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 18:58:43.895497 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b031d21c-dd56-4b8e-9e4e-fab141878a32 None None] Checking segment: {'id': '20f7f636-8156-4de7-9a09-06cf753039da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'e8e6dc94-9bb6-402c-8494-d1c5ccc072e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 18:58:43.895893 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b031d21c-dd56-4b8e-9e4e-fab141878a32 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:43.896328 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b031d21c-dd56-4b8e-9e4e-fab141878a32 None None] Bound using segment: {'id': '20f7f636-8156-4de7-9a09-06cf753039da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'e8e6dc94-9bb6-402c-8494-d1c5ccc072e3'} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 18:58:43.896735 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [None req-b031d21c-dd56-4b8e-9e4e-fab141878a32 None None] Bound port: 7c7274f3-74bb-4960-b544-f33523ee7f4e, host: dv-cinder-840525-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20f7f636-8156-4de7-9a09-06cf753039da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'e8e6dc94-9bb6-402c-8494-d1c5ccc072e3'}}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 18:58:43.897106 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b031d21c-dd56-4b8e-9e4e-fab141878a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (7c7274f3-74bb-4960-b544-f33523ee7f4e), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:43.924367 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-e2733a46-72b9-4fb9-8671-ff756f056b8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790498302100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12874298'] for port (90083584-db7e-44a6-9405-4960f9b315ca), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:43.958849 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-b031d21c-dd56-4b8e-9e4e-fab141878a32 None None] For port 7c7274f3-74bb-4960-b544-f33523ee7f4e, host dv-cinder-840525-1-iscsi, cleared binding levels {{(pid=103281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 18:58:43.962018 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-b031d21c-dd56-4b8e-9e4e-fab141878a32 None None] For port 7c7274f3-74bb-4960-b544-f33523ee7f4e, host dv-cinder-840525-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-1-iscsi',level=0,port_id=7c7274f3-74bb-4960-b544-f33523ee7f4e,segment=NetworkSegment(20f7f636-8156-4de7-9a09-06cf753039da),segment_id=20f7f636-8156-4de7-9a09-06cf753039da)] {{(pid=103281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 18:58:43.967053 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2733a46-72b9-4fb9-8671-ff756f056b8e admin admin] Network cbca2f8d-f88f-49b4-8a9d-8b4714c67762 is already hosted by enough agents. {{(pid=103280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:58:43.970208 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b031d21c-dd56-4b8e-9e4e-fab141878a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136'] for port (7c7274f3-74bb-4960-b544-f33523ee7f4e), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:43.972899 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.base_scheduler [None req-e2733a46-72b9-4fb9-8671-ff756f056b8e admin admin] Resources bound (agent type, host, resource id): {{(pid=103280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:58:43.975360 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2733a46-72b9-4fb9-8671-ff756f056b8e admin admin] Received port after_create {{(pid=103280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 18:58:43.981176 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2733a46-72b9-4fb9-8671-ff756f056b8e admin admin] Pushing event updated for resources: {'Port': ['ID=90083584-db7e-44a6-9405-4960f9b315ca,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:58:44.026700 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b031d21c-dd56-4b8e-9e4e-fab141878a32 None None] Pushing event updated for resources: {'Port': ['ID=7c7274f3-74bb-4960-b544-f33523ee7f4e,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:58:44.187422 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10434a91-f44f-4741-9331-758b4d559a9b req-a61ad749-05a1-47ff-815a-dda1edd0adad tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:58:44.189022 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-10434a91-f44f-4741-9331-758b4d559a9b req-a61ad749-05a1-47ff-815a-dda1edd0adad tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d550c33-794e-4c78-86ef-4101ddf2a3ef HTTP/1.1" status: 200 len: 945 time: 0.0645785 May 04 18:58:44.324913 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-10434a91-f44f-4741-9331-758b4d559a9b req-03df7f83-6c19-45e7-b7a4-40a43518b200 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ea6ee27-c11d-4233-954f-1b439202ab30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952666 May 04 18:58:44.341316 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-e2733a46-72b9-4fb9-8671-ff756f056b8e admin admin] Publish callbacks [] for router_gateway (43e66182-ab7d-4e0a-9b57-76ba23d4ea29), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:44.734182 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-02320e10-1074-4d5e-a88e-b63ed6a3a71a req-31a63005-78dd-405e-8cf3-968e514e1122 tempest-VolumesActionsTest-170887920 tempest-VolumesActionsTest-170887920-project] 10.222.0.35 "GET /v2.0/ports?device_id=c63f9b92-e98b-4561-b6d5-716efbee5d8b HTTP/1.1" status: 200 len: 210 time: 0.0288026 May 04 18:58:44.798245 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-e2733a46-72b9-4fb9-8671-ff756f056b8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-610012'] for router (43e66182-ab7d-4e0a-9b57-76ba23d4ea29), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:44.843076 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Device 7c7274f3-74bb-4960-b544-f33523ee7f4e up at agent ovs-agent-dv-cinder-840525-1-iscsi {{(pid=103281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 18:58:44.897697 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Provisioning complete for port 7c7274f3-74bb-4960-b544-f33523ee7f4e triggered by entity L2. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:58:44.898080 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1774450'] for port (7c7274f3-74bb-4960-b544-f33523ee7f4e), provisioning_complete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:44.950844 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2733a46-72b9-4fb9-8671-ff756f056b8e admin admin] Router 43e66182-ab7d-4e0a-9b57-76ba23d4ea29 is scheduled to L3 agent 0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b with binding_index 1 {{(pid=103280) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 04 18:58:44.987578 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Current status of the port 7c7274f3-74bb-4960-b544-f33523ee7f4e is: DOWN; New status is: ACTIVE {{(pid=103281) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:58:44.987975 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (7c7274f3-74bb-4960-b544-f33523ee7f4e), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:45.017628 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf1e4ba4-9141-4374-9bcd-592e2ba3965e None None] Network e8e6dc94-9bb6-402c-8494-d1c5ccc072e3 requested from dv-cinder-840525-1-iscsi {{(pid=103281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 18:58:45.041495 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] For port 7c7274f3-74bb-4960-b544-f33523ee7f4e, host dv-cinder-840525-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-1-iscsi',level=0,port_id=7c7274f3-74bb-4960-b544-f33523ee7f4e,segment=NetworkSegment(20f7f636-8156-4de7-9a09-06cf753039da),segment_id=20f7f636-8156-4de7-9a09-06cf753039da)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:58:45.052648 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136'] for port (7c7274f3-74bb-4960-b544-f33523ee7f4e), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:45.063665 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2733a46-72b9-4fb9-8671-ff756f056b8e admin admin] Notify agent at l3_agent.dv-cinder-840525-1-iscsi the message routers_updated {{(pid=103280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 18:58:45.074303 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2258bfc9-5203-4170-b292-92810cafb3d1 None None] Sync routers for ids ['43e66182-ab7d-4e0a-9b57-76ba23d4ea29'] in dv-cinder-840525-1-iscsi {{(pid=103282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 18:58:45.082995 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-e2733a46-72b9-4fb9-8671-ff756f056b8e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:45.084691 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-e2733a46-72b9-4fb9-8671-ff756f056b8e admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.8629456 May 04 18:58:45.087586 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 51036) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:58:45.088552 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2258bfc9-5203-4170-b292-92810cafb3d1 None None] Routers {'43e66182-ab7d-4e0a-9b57-76ba23d4ea29'} bound to L3 agent in host dv-cinder-840525-1-iscsi {{(pid=103282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 18:58:45.089261 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-2258bfc9-5203-4170-b292-92810cafb3d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T18:48:29Z,description=,heartbeat_timestamp=2022-05-04T18:58:29Z,host='dv-cinder-840525-1-iscsi',id=0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:48:29Z,topic='l3_agent')) {'router_ids': ['43e66182-ab7d-4e0a-9b57-76ba23d4ea29'], 'active': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:58:45.155853 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-575d7855-2be1-4f20-b070-bde923827e80 None None] Provisioning complete for port 7c7274f3-74bb-4960-b544-f33523ee7f4e triggered by entity DHCP. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:58:45.156232 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-575d7855-2be1-4f20-b070-bde923827e80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1774450'] for port (7c7274f3-74bb-4960-b544-f33523ee7f4e), provisioning_complete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:45.193892 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Pushing event updated for resources: {'Port': ['ID=7c7274f3-74bb-4960-b544-f33523ee7f4e,revision_number=3']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:58:45.314771 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-575d7855-2be1-4f20-b070-bde923827e80 None None] Current status of the port 7c7274f3-74bb-4960-b544-f33523ee7f4e is: ACTIVE; New status is: ACTIVE {{(pid=103281) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:58:45.339782 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5426c4f5-caad-427f-806b-cf642bb23d48 req-1428e506-2285-48bd-9866-671dd0ac9e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:58:45.342209 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-5426c4f5-caad-427f-806b-cf642bb23d48 req-1428e506-2285-48bd-9866-671dd0ac9e88 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5287a76e646d4a3db0cc508a956314e7&device_id=4d550c33-794e-4c78-86ef-4101ddf2a3ef HTTP/1.1" status: 200 len: 1129 time: 0.0749483 May 04 18:58:45.368159 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvr_db [None req-2258bfc9-5203-4170-b292-92810cafb3d1 None None] Set router 43e66182-ab7d-4e0a-9b57-76ba23d4ea29 gateway port host: dv-cinder-840525-1-iscsi {{(pid=103282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 18:58:45.509497 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f04657-fe56-4b6e-b725-a9aa0ed12c86 req-26400034-2d4f-4205-afb1-9561dcca3621 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:58:45.511116 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-64f04657-fe56-4b6e-b725-a9aa0ed12c86 req-26400034-2d4f-4205-afb1-9561dcca3621 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d550c33-794e-4c78-86ef-4101ddf2a3ef HTTP/1.1" status: 200 len: 945 time: 0.0791292 May 04 18:58:45.532776 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-f8e9926c-6bf4-4b1b-a40b-cd03d0853fa6 None None] Provisioning complete for port 7c7274f3-74bb-4960-b544-f33523ee7f4e triggered by entity DHCP. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:58:45.533183 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f8e9926c-6bf4-4b1b-a40b-cd03d0853fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1774450'] for port (7c7274f3-74bb-4960-b544-f33523ee7f4e), provisioning_complete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:45.561436 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-64f04657-fe56-4b6e-b725-a9aa0ed12c86 req-780cf3df-be23-4e29-a336-b696a070babe tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ea6ee27-c11d-4233-954f-1b439202ab30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433056 May 04 18:58:45.600534 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-2258bfc9-5203-4170-b292-92810cafb3d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43e66182-ab7d-4e0a-9b57-76ba23d4ea29', 'name': 'tempest-TestShelveInstance-693826301-router', 'tenant_id': '8bf2894c75244d3f8e2c83c7deb9ab3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'external_fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': '90083584-db7e-44a6-9405-4960f9b315ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:58:43Z', 'updated_at': '2022-05-04T18:58:44Z', 'revision_number': 3, 'project_id': '8bf2894c75244d3f8e2c83c7deb9ab3e', 'gw_port': {'id': '90083584-db7e-44a6-9405-4960f9b315ca', 'name': '', 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:55:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43e66182-ab7d-4e0a-9b57-76ba23d4ea29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:58:43Z', 'updated_at': '2022-05-04T18:58:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-1-iscsi'}], 'dv-cinder-840525-1-iscsi', False) {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:58:45.620563 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-f8e9926c-6bf4-4b1b-a40b-cd03d0853fa6 None None] Current status of the port 7c7274f3-74bb-4960-b544-f33523ee7f4e is: ACTIVE; New status is: ACTIVE {{(pid=103281) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:58:45.627489 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2258bfc9-5203-4170-b292-92810cafb3d1 None None] Checking router: 43e66182-ab7d-4e0a-9b57-76ba23d4ea29 for host: dv-cinder-840525-1-iscsi {{(pid=103282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 18:58:45.627841 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2258bfc9-5203-4170-b292-92810cafb3d1 None None] Updating router 43e66182-ab7d-4e0a-9b57-76ba23d4ea29 port 90083584-db7e-44a6-9405-4960f9b315ca binding host dv-cinder-840525-1-iscsi {{(pid=103282) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 18:58:45.636818 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-975c72ed-be6c-4817-b376-de7a26b48191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (None), before_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:45.655868 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2258bfc9-5203-4170-b292-92810cafb3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (90083584-db7e-44a6-9405-4960f9b315ca), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:45.787587 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5426c4f5-caad-427f-806b-cf642bb23d48 req-65b13498-5054-4eb4-83e3-daa0df8f9cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:58:45.788402 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-5426c4f5-caad-427f-806b-cf642bb23d48 req-65b13498-5054-4eb4-83e3-daa0df8f9cbd service neutron] 10.222.0.55 "GET /v2.0/networks?id=b776d5b6-becc-4024-9dab-9ffc4ba67a01 HTTP/1.1" status: 200 len: 920 time: 0.1212630 May 04 18:58:45.863382 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-a3e8d2c5-807e-4ebf-8122-bc63e3cd20f7 req-4bd25faf-1baf-49be-89ef-1394a851bc3e tempest-VolumesActionsTest-170887920 tempest-VolumesActionsTest-170887920-project] 10.222.0.35 "GET /v2.0/ports?device_id=c63f9b92-e98b-4561-b6d5-716efbee5d8b HTTP/1.1" status: 200 len: 210 time: 0.0378520 May 04 18:58:45.874185 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.db.db_base_plugin_common [None req-975c72ed-be6c-4817-b376-de7a26b48191 admin admin] Allocated IP 172.20.0.1 (e8e6dc94-9bb6-402c-8494-d1c5ccc072e3/0e5e1458-2cb0-45f3-927b-d6296b1c3906/64a1dd12-8f2d-47fb-90ff-923651e6f161) {{(pid=103279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:58:45.933155 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2258bfc9-5203-4170-b292-92810cafb3d1 None None] Publish callbacks [] for port (90083584-db7e-44a6-9405-4960f9b315ca), precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:45.939693 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2258bfc9-5203-4170-b292-92810cafb3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136'] for port (90083584-db7e-44a6-9405-4960f9b315ca), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:45.973279 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-975c72ed-be6c-4817-b376-de7a26b48191 admin admin] Publish callbacks [] for port (64a1dd12-8f2d-47fb-90ff-923651e6f161), precommit_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:45.989975 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae0128a-4320-478a-8561-cfe9b8ea82fa None None] Pushing event updated for resources: {'Port': ['ID=90083584-db7e-44a6-9405-4960f9b315ca,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:58:45.997276 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-2258bfc9-5203-4170-b292-92810cafb3d1 None None] Attempting to bind port 90083584-db7e-44a6-9405-4960f9b315ca on host dv-cinder-840525-1-iscsi for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 18:58:45.998362 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-2258bfc9-5203-4170-b292-92810cafb3d1 None None] Attempting to bind port 90083584-db7e-44a6-9405-4960f9b315ca by drivers openvswitch,hyperv on host dv-cinder-840525-1-iscsi at level 0 using segments [{'id': '183e99eb-a03a-4429-82ba-edb66df2d5f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 18:58:45.998362 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2258bfc9-5203-4170-b292-92810cafb3d1 None None] Attempting to bind port 90083584-db7e-44a6-9405-4960f9b315ca on network cbca2f8d-f88f-49b4-8a9d-8b4714c67762 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 18:58:46.004407 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2258bfc9-5203-4170-b292-92810cafb3d1 None None] Checking agent: {'id': '7e96273e-cd3b-4e2d-a9cb-a5a62cf8f8b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840525-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 18, 48, 33), 'started_at': datetime.datetime(2022, 5, 4, 18, 49, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 18, 58, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840525-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 18:58:46.004903 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2258bfc9-5203-4170-b292-92810cafb3d1 None None] Checking segment: {'id': '183e99eb-a03a-4429-82ba-edb66df2d5f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 18:58:46.005315 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2258bfc9-5203-4170-b292-92810cafb3d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:46.005813 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2258bfc9-5203-4170-b292-92810cafb3d1 None None] Bound using segment: {'id': '183e99eb-a03a-4429-82ba-edb66df2d5f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 18:58:46.006329 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-2258bfc9-5203-4170-b292-92810cafb3d1 None None] Bound port: 90083584-db7e-44a6-9405-4960f9b315ca, host: dv-cinder-840525-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '183e99eb-a03a-4429-82ba-edb66df2d5f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 18:58:46.006618 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-975c72ed-be6c-4817-b376-de7a26b48191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790498302100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13908970'] for port (64a1dd12-8f2d-47fb-90ff-923651e6f161), after_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:46.006752 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2258bfc9-5203-4170-b292-92810cafb3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (90083584-db7e-44a6-9405-4960f9b315ca), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:46.058193 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-2258bfc9-5203-4170-b292-92810cafb3d1 None None] For port 90083584-db7e-44a6-9405-4960f9b315ca, host dv-cinder-840525-1-iscsi, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 18:58:46.061675 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-2258bfc9-5203-4170-b292-92810cafb3d1 None None] For port 90083584-db7e-44a6-9405-4960f9b315ca, host dv-cinder-840525-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-1-iscsi',level=0,port_id=90083584-db7e-44a6-9405-4960f9b315ca,segment=NetworkSegment(183e99eb-a03a-4429-82ba-edb66df2d5f7),segment_id=183e99eb-a03a-4429-82ba-edb66df2d5f7)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 18:58:46.068933 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2258bfc9-5203-4170-b292-92810cafb3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136'] for port (90083584-db7e-44a6-9405-4960f9b315ca), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:46.125642 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2258bfc9-5203-4170-b292-92810cafb3d1 None None] Routers {'43e66182-ab7d-4e0a-9b57-76ba23d4ea29'} bound to L3 agent in host dv-cinder-840525-1-iscsi {{(pid=103282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 18:58:46.127008 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-2258bfc9-5203-4170-b292-92810cafb3d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T18:48:29Z,description=,heartbeat_timestamp=2022-05-04T18:58:29Z,host='dv-cinder-840525-1-iscsi',id=0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:48:29Z,topic='l3_agent')) {'router_ids': ['43e66182-ab7d-4e0a-9b57-76ba23d4ea29'], 'active': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:58:46.174345 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-5426c4f5-caad-427f-806b-cf642bb23d48 req-c6774dd6-e746-4fd0-a4bf-d0d8595c6c79 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eeb17e2a-8684-4685-8c1f-d6ff60077a6c HTTP/1.1" status: 200 len: 217 time: 0.0884693 May 04 18:58:46.239265 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5426c4f5-caad-427f-806b-cf642bb23d48 req-28dab768-cd4e-4a9b-8b4f-0e0906754770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:58:46.241148 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-5426c4f5-caad-427f-806b-cf642bb23d48 req-28dab768-cd4e-4a9b-8b4f-0e0906754770 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=02826e21-c978-41a3-b31e-dd2107bb922c HTTP/1.1" status: 200 len: 858 time: 0.0569038 May 04 18:58:46.250106 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae0128a-4320-478a-8561-cfe9b8ea82fa None None] Pushing event updated for resources: {'Port': ['ID=90083584-db7e-44a6-9405-4960f9b315ca,revision_number=3']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:58:46.253833 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvr_db [None req-2258bfc9-5203-4170-b292-92810cafb3d1 None None] Set router 43e66182-ab7d-4e0a-9b57-76ba23d4ea29 gateway port host: dv-cinder-840525-1-iscsi {{(pid=103282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 18:58:46.303468 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-975c72ed-be6c-4817-b376-de7a26b48191 admin admin] Network e8e6dc94-9bb6-402c-8494-d1c5ccc072e3 is already hosted by enough agents. {{(pid=103279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:58:46.309482 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.scheduler.base_scheduler [None req-975c72ed-be6c-4817-b376-de7a26b48191 admin admin] Resources bound (agent type, host, resource id): {{(pid=103279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:58:46.321673 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-975c72ed-be6c-4817-b376-de7a26b48191 admin admin] Received port after_create {{(pid=103279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 18:58:46.325257 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975c72ed-be6c-4817-b376-de7a26b48191 admin admin] Pushing event updated for resources: {'Port': ['ID=64a1dd12-8f2d-47fb-90ff-923651e6f161,revision_number=1']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:58:46.377606 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5426c4f5-caad-427f-806b-cf642bb23d48 req-e0a9797f-1cda-45b6-b719-25623e4df602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:58:46.379173 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-5426c4f5-caad-427f-806b-cf642bb23d48 req-e0a9797f-1cda-45b6-b719-25623e4df602 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b776d5b6-becc-4024-9dab-9ffc4ba67a01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1172895 May 04 18:58:46.401961 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-975c72ed-be6c-4817-b376-de7a26b48191 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-608641'] for router_interface (43e66182-ab7d-4e0a-9b57-76ba23d4ea29), before_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:46.476198 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-2258bfc9-5203-4170-b292-92810cafb3d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43e66182-ab7d-4e0a-9b57-76ba23d4ea29', 'name': 'tempest-TestShelveInstance-693826301-router', 'tenant_id': '8bf2894c75244d3f8e2c83c7deb9ab3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'external_fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': '90083584-db7e-44a6-9405-4960f9b315ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:58:43Z', 'updated_at': '2022-05-04T18:58:44Z', 'revision_number': 3, 'project_id': '8bf2894c75244d3f8e2c83c7deb9ab3e', 'gw_port': {'id': '90083584-db7e-44a6-9405-4960f9b315ca', 'name': '', 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:55:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43e66182-ab7d-4e0a-9b57-76ba23d4ea29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:58:43Z', 'updated_at': '2022-05-04T18:58:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-1-iscsi'}], 'dv-cinder-840525-1-iscsi', False) {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:58:46.531090 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2258bfc9-5203-4170-b292-92810cafb3d1 None None] The sync data for ids ['43e66182-ab7d-4e0a-9b57-76ba23d4ea29'] in dv-cinder-840525-1-iscsi is: [{'id': '43e66182-ab7d-4e0a-9b57-76ba23d4ea29', 'name': 'tempest-TestShelveInstance-693826301-router', 'tenant_id': '8bf2894c75244d3f8e2c83c7deb9ab3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'external_fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': '90083584-db7e-44a6-9405-4960f9b315ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:58:43Z', 'updated_at': '2022-05-04T18:58:44Z', 'revision_number': 3, 'project_id': '8bf2894c75244d3f8e2c83c7deb9ab3e', 'gw_port': {'id': '90083584-db7e-44a6-9405-4960f9b315ca', 'name': '', 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:55:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43e66182-ab7d-4e0a-9b57-76ba23d4ea29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:58:43Z', 'updated_at': '2022-05-04T18:58:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-1-iscsi'}] {{(pid=103282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 18:58:46.715093 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-975c72ed-be6c-4817-b376-de7a26b48191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (64a1dd12-8f2d-47fb-90ff-923651e6f161), before_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:46.758125 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2b83e6-9c49-46c8-99a0-ae38b637b53d req-191a429b-412e-4f16-b81c-8562a832d477 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:58:46.760855 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-3bbada3d-687e-4e91-bc08-63d773c67343 None None] Provisioning complete for port 64a1dd12-8f2d-47fb-90ff-923651e6f161 triggered by entity DHCP. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:58:46.761539 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3bbada3d-687e-4e91-bc08-63d773c67343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1774450'] for port (64a1dd12-8f2d-47fb-90ff-923651e6f161), provisioning_complete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:46.766040 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-6d2b83e6-9c49-46c8-99a0-ae38b637b53d req-191a429b-412e-4f16-b81c-8562a832d477 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d550c33-794e-4c78-86ef-4101ddf2a3ef HTTP/1.1" status: 200 len: 945 time: 0.0824862 May 04 18:58:46.768556 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-5426c4f5-caad-427f-806b-cf642bb23d48 req-d5ae331e-9cb1-43a9-8d9f-e591e3dc8338 service neutron] 10.222.0.55 "GET /v2.0/networks/b776d5b6-becc-4024-9dab-9ffc4ba67a01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563458 May 04 18:58:46.828288 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-3bbada3d-687e-4e91-bc08-63d773c67343 None None] Port 64a1dd12-8f2d-47fb-90ff-923651e6f161 cannot update to ACTIVE because it is not bound. {{(pid=103281) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 18:58:46.845231 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Device 7c7274f3-74bb-4960-b544-f33523ee7f4e up at agent ovs-agent-dv-cinder-840525-1-iscsi {{(pid=103281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 18:58:46.881967 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-6d2b83e6-9c49-46c8-99a0-ae38b637b53d req-52c7dda6-2a93-4edb-92dd-4e8109300e33 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ea6ee27-c11d-4233-954f-1b439202ab30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149311 May 04 18:58:46.938429 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Provisioning complete for port 7c7274f3-74bb-4960-b544-f33523ee7f4e triggered by entity L2. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:58:46.939624 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1774450'] for port (7c7274f3-74bb-4960-b544-f33523ee7f4e), provisioning_complete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:46.961806 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842272b4-ef10-41a9-8db5-1d96f0d0789b req-04ed0220-665d-4542-ba8c-c068bc94c925 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:58:46.970278 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-842272b4-ef10-41a9-8db5-1d96f0d0789b req-04ed0220-665d-4542-ba8c-c068bc94c925 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] 10.222.0.35 "GET /v2.0/ports?device_id=10a55e21-0170-462a-b076-93f090d20502 HTTP/1.1" status: 200 len: 945 time: 0.1814287 May 04 18:58:47.065317 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-f803ff1a-e3c4-48bc-8f96-d08291a362cb req-52c3ca5a-2da3-4ad0-972d-e4238f0d52f5 tempest-VolumesActionsTest-170887920 tempest-VolumesActionsTest-170887920-project] 10.222.0.35 "GET /v2.0/ports?device_id=c63f9b92-e98b-4561-b6d5-716efbee5d8b HTTP/1.1" status: 200 len: 210 time: 0.0688734 May 04 18:58:47.067486 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Current status of the port 7c7274f3-74bb-4960-b544-f33523ee7f4e is: ACTIVE; New status is: ACTIVE {{(pid=103281) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:58:47.120691 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-842272b4-ef10-41a9-8db5-1d96f0d0789b req-ee9e23d0-d0a8-4746-9726-cfe974c62893 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] 10.222.0.35 "GET /v2.0/security-groups?id=29ce1ee4-e5ef-4ab2-b658-910bf3a5767a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1495008 May 04 18:58:47.127892 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-975c72ed-be6c-4817-b376-de7a26b48191 admin admin] Publish callbacks [] for port (64a1dd12-8f2d-47fb-90ff-923651e6f161), precommit_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:47.134821 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-975c72ed-be6c-4817-b376-de7a26b48191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13908979'] for port (64a1dd12-8f2d-47fb-90ff-923651e6f161), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:47.168662 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-5426c4f5-caad-427f-806b-cf642bb23d48 req-3e1c7097-fb85-48f6-a300-d46f96283131 service neutron] 10.222.0.55 "GET /v2.0/networks/b776d5b6-becc-4024-9dab-9ffc4ba67a01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3558102 May 04 18:58:47.175462 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b384d4e9-e53f-4c1b-aa99-20dcd75c7066 req-7f0b8a73-95c6-41a7-86b9-45d456bdff65 tempest-VolumesActionsTest-170887920 tempest-VolumesActionsTest-170887920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:58:47.176933 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-b384d4e9-e53f-4c1b-aa99-20dcd75c7066 req-7f0b8a73-95c6-41a7-86b9-45d456bdff65 tempest-VolumesActionsTest-170887920 tempest-VolumesActionsTest-170887920-project] 10.222.0.55 "GET /v2.0/networks?id=2e3391c4-4716-4518-996a-49c9a899f879 HTTP/1.1" status: 200 len: 809 time: 0.3098888 May 04 18:58:47.208156 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-975c72ed-be6c-4817-b376-de7a26b48191 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1572630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608635'] for router_interface (43e66182-ab7d-4e0a-9b57-76ba23d4ea29), after_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:47.210180 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975c72ed-be6c-4817-b376-de7a26b48191 admin admin] Pushing event updated for resources: {'Port': ['ID=64a1dd12-8f2d-47fb-90ff-923651e6f161,revision_number=2']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:58:47.303832 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-975c72ed-be6c-4817-b376-de7a26b48191 admin admin] Network e8e6dc94-9bb6-402c-8494-d1c5ccc072e3 is already hosted by enough agents. {{(pid=103279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:58:47.305322 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.scheduler.base_scheduler [None req-975c72ed-be6c-4817-b376-de7a26b48191 admin admin] Resources bound (agent type, host, resource id): {{(pid=103279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:58:47.428920 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-975c72ed-be6c-4817-b376-de7a26b48191 admin admin] Router 43e66182-ab7d-4e0a-9b57-76ba23d4ea29 has already been hosted by L3 agent 0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b {{(pid=103279) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 18:58:47.547656 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-975c72ed-be6c-4817-b376-de7a26b48191 admin admin] Notify agent at l3_agent.dv-cinder-840525-1-iscsi the message routers_updated {{(pid=103279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 18:58:47.552561 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-975c72ed-be6c-4817-b376-de7a26b48191 admin admin] 10.222.0.35 "PUT /v2.0/routers/43e66182-ab7d-4e0a-9b57-76ba23d4ea29/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4638610 May 04 18:58:47.557010 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-f431ddd1-7936-4827-9fae-07de063fb0e6 None None] Provisioning complete for port 64a1dd12-8f2d-47fb-90ff-923651e6f161 triggered by entity DHCP. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:58:47.557427 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f431ddd1-7936-4827-9fae-07de063fb0e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1774450'] for port (64a1dd12-8f2d-47fb-90ff-923651e6f161), provisioning_complete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:47.603389 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-f431ddd1-7936-4827-9fae-07de063fb0e6 None None] Port 64a1dd12-8f2d-47fb-90ff-923651e6f161 cannot update to ACTIVE because it is not bound. {{(pid=103281) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 18:58:48.005488 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26009d4-c23d-4262-86ec-d20c61203c29 req-193dbfbb-5908-44af-8189-0a42f47debf8 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:58:48.006995 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-f26009d4-c23d-4262-86ec-d20c61203c29 req-193dbfbb-5908-44af-8189-0a42f47debf8 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d550c33-794e-4c78-86ef-4101ddf2a3ef HTTP/1.1" status: 200 len: 945 time: 0.0522089 May 04 18:58:48.047462 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 51100) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:58:48.054974 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.v2.base [None req-0a654d36-e6f1-4f05-aac7-2f95b0802f4f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1735526121-network', 'tenant_id': '35ee653d6d2a4669b9161bbdf73b726c'}} {{(pid=103279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:58:48.062858 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-f26009d4-c23d-4262-86ec-d20c61203c29 req-daf9252a-745a-4e3e-87f3-e5050a57d580 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ea6ee27-c11d-4233-954f-1b439202ab30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501320 May 04 18:58:48.079613 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a654d36-e6f1-4f05-aac7-2f95b0802f4f admin admin] Made reservation on behalf of 35ee653d6d2a4669b9161bbdf73b726c for: {'network': 1} {{(pid=103279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:58:48.082041 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-0a654d36-e6f1-4f05-aac7-2f95b0802f4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for network (None), before_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:48.090953 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-0a654d36-e6f1-4f05-aac7-2f95b0802f4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:48.178610 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-0a654d36-e6f1-4f05-aac7-2f95b0802f4f admin admin] Publish callbacks [] for security_group (ee293b92-fe89-4f9c-8bea-f5735e3b8b61), precommit_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:48.184718 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-0a654d36-e6f1-4f05-aac7-2f95b0802f4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (ee293b92-fe89-4f9c-8bea-f5735e3b8b61), after_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:48.188172 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-572381b5-02eb-484f-9e54-d5e049aeea79 req-c7883a41-54d0-4977-9386-59fedcfea96e tempest-VolumesActionsTest-170887920 tempest-VolumesActionsTest-170887920-project] 10.222.0.35 "GET /v2.0/ports?device_id=c63f9b92-e98b-4561-b6d5-716efbee5d8b HTTP/1.1" status: 200 len: 210 time: 0.0364516 May 04 18:58:48.225273 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a654d36-e6f1-4f05-aac7-2f95b0802f4f admin admin] vlan segment allocate from pool success with {'vlan_id': 287, 'physical_network': 'physnet1'} {{(pid=103279) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 18:58:48.258097 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-0a654d36-e6f1-4f05-aac7-2f95b0802f4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589113'] for segment (97b2832f-4767-4004-b13f-d3332ebbabb6), precommit_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:48.258435 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.db.segments_db [None req-0a654d36-e6f1-4f05-aac7-2f95b0802f4f admin admin] Added segment 97b2832f-4767-4004-b13f-d3332ebbabb6 of type vlan for network e7d3972c-5f26-4298-b8e9-41e2e7ddb2e2 May 04 18:58:48.267262 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a654d36-e6f1-4f05-aac7-2f95b0802f4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee293b92-fe89-4f9c-8bea-f5735e3b8b61,revision_number=1']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:58:48.281198 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2906e4-fb36-401d-afd2-6dcae0a2d603 req-aafe249c-cc77-47a4-8c00-36e4895b675e tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:58:48.282560 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-be2906e4-fb36-401d-afd2-6dcae0a2d603 req-aafe249c-cc77-47a4-8c00-36e4895b675e tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] 10.222.0.35 "GET /v2.0/ports?device_id=10a55e21-0170-462a-b076-93f090d20502 HTTP/1.1" status: 200 len: 945 time: 0.0840642 May 04 18:58:48.327943 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-0a654d36-e6f1-4f05-aac7-2f95b0802f4f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790498323402'] for network (e7d3972c-5f26-4298-b8e9-41e2e7ddb2e2), precommit_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:48.357858 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc6029e-16b6-4480-aa44-215615118ce1 None None] Sync routers for ids ['43e66182-ab7d-4e0a-9b57-76ba23d4ea29'] in dv-cinder-840525-1-iscsi {{(pid=103281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 18:58:48.368643 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc6029e-16b6-4480-aa44-215615118ce1 None None] Routers {'43e66182-ab7d-4e0a-9b57-76ba23d4ea29'} bound to L3 agent in host dv-cinder-840525-1-iscsi {{(pid=103281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 18:58:48.369642 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_hamode_db [None req-4dc6029e-16b6-4480-aa44-215615118ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T18:48:29Z,description=,heartbeat_timestamp=2022-05-04T18:58:29Z,host='dv-cinder-840525-1-iscsi',id=0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:48:29Z,topic='l3_agent')) {'router_ids': ['43e66182-ab7d-4e0a-9b57-76ba23d4ea29'], 'active': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:58:48.373703 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-be2906e4-fb36-401d-afd2-6dcae0a2d603 req-13a034cd-d125-4408-858e-d0468ebd2cab tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] 10.222.0.35 "GET /v2.0/security-groups?id=29ce1ee4-e5ef-4ab2-b658-910bf3a5767a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705576 May 04 18:58:48.374841 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-0a654d36-e6f1-4f05-aac7-2f95b0802f4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608'] for network (e7d3972c-5f26-4298-b8e9-41e2e7ddb2e2), after_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:48.375872 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a654d36-e6f1-4f05-aac7-2f95b0802f4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:58:48.376551 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-0a654d36-e6f1-4f05-aac7-2f95b0802f4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572658'] for network (None), before_response {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:48.407750 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-0a654d36-e6f1-4f05-aac7-2f95b0802f4f admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3589945 May 04 18:58:48.410609 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 51106) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:58:48.416352 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [None req-050bb8a2-f6b6-4bcc-b85f-c7c4ecc0281d admin admin] Request body: {'subnet': {'network_id': 'e7d3972c-5f26-4298-b8e9-41e2e7ddb2e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1735526121-subnet', 'tenant_id': '35ee653d6d2a4669b9161bbdf73b726c', 'ip_version': 4}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:58:48.438910 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-050bb8a2-f6b6-4bcc-b85f-c7c4ecc0281d admin admin] Made reservation on behalf of 35ee653d6d2a4669b9161bbdf73b726c for: {'subnet': 1} {{(pid=103280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:58:48.441501 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-050bb8a2-f6b6-4bcc-b85f-c7c4ecc0281d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13129141'] for subnet (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:48.445815 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a654d36-e6f1-4f05-aac7-2f95b0802f4f admin admin] Pushing event updated for resources: {'Network': ['ID=e7d3972c-5f26-4298-b8e9-41e2e7ddb2e2,revision_number=1']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:58:48.469237 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Network e7d3972c-5f26-4298-b8e9-41e2e7ddb2e2 details requested by agent ovs-agent-dv-cinder-840525-1-iscsi with host dv-cinder-840525-1-iscsi {{(pid=103281) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 18:58:48.513531 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvr_db [None req-4dc6029e-16b6-4480-aa44-215615118ce1 None None] Set router 43e66182-ab7d-4e0a-9b57-76ba23d4ea29 gateway port host: dv-cinder-840525-1-iscsi {{(pid=103281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 18:58:48.623477 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-050bb8a2-f6b6-4bcc-b85f-c7c4ecc0281d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12875178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13129159'] for subnet (cd26e13f-7edb-49ec-ac6a-fe3ec47980a7), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:48.683285 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050bb8a2-f6b6-4bcc-b85f-c7c4ecc0281d admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd26e13f-7edb-49ec-ac6a-fe3ec47980a7,revision_number=0']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:58:48.693098 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050bb8a2-f6b6-4bcc-b85f-c7c4ecc0281d admin admin] Checking segment: {'id': '97b2832f-4767-4004-b13f-d3332ebbabb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'e7d3972c-5f26-4298-b8e9-41e2e7ddb2e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 18:58:48.693618 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-050bb8a2-f6b6-4bcc-b85f-c7c4ecc0281d admin admin] Network hostable DHCP agents. Network: e7d3972c-5f26-4298-b8e9-41e2e7ddb2e2, hostable agents: ['ae04e5b6-6ccf-46c0-81ba-a3f5b8ae390c'], hosted agents: [] {{(pid=103280) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 18:58:48.711821 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-050bb8a2-f6b6-4bcc-b85f-c7c4ecc0281d admin admin] Network e7d3972c-5f26-4298-b8e9-41e2e7ddb2e2 is scheduled to be hosted by DHCP agent ae04e5b6-6ccf-46c0-81ba-a3f5b8ae390c with binding_index 1 {{(pid=103280) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 18:58:48.720733 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.base_scheduler [None req-050bb8a2-f6b6-4bcc-b85f-c7c4ecc0281d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840525-1-iscsi, e7d3972c-5f26-4298-b8e9-41e2e7ddb2e2) {{(pid=103280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:58:48.725490 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-050bb8a2-f6b6-4bcc-b85f-c7c4ecc0281d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:58:48.726090 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-050bb8a2-f6b6-4bcc-b85f-c7c4ecc0281d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572658'] for subnet (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:48.730069 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32122a62-624c-4a8b-956e-0654a17c3bc5 None None] Network e7d3972c-5f26-4298-b8e9-41e2e7ddb2e2 requested from dv-cinder-840525-1-iscsi {{(pid=103281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 18:58:48.743842 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-050bb8a2-f6b6-4bcc-b85f-c7c4ecc0281d admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3316021 May 04 18:58:48.746743 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 51112) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:58:48.754126 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [None req-46fe0ab5-5839-4a3a-987d-e9a3a8ae938b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1735526121-router', 'tenant_id': '35ee653d6d2a4669b9161bbdf73b726c', 'external_gateway_info': {'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762'}}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:58:48.778908 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-46fe0ab5-5839-4a3a-987d-e9a3a8ae938b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-620518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4428'] for router (fa2a76ba-a7c6-4c64-881f-b3e23b6677f4), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:48.780183 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-46fe0ab5-5839-4a3a-987d-e9a3a8ae938b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-610031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-693478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4405'] for router (fa2a76ba-a7c6-4c64-881f-b3e23b6677f4), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:48.801457 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_hamode_db [None req-4dc6029e-16b6-4480-aa44-215615118ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43e66182-ab7d-4e0a-9b57-76ba23d4ea29', 'name': 'tempest-TestShelveInstance-693826301-router', 'tenant_id': '8bf2894c75244d3f8e2c83c7deb9ab3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'external_fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': '90083584-db7e-44a6-9405-4960f9b315ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:58:43Z', 'updated_at': '2022-05-04T18:58:46Z', 'revision_number': 4, 'project_id': '8bf2894c75244d3f8e2c83c7deb9ab3e', 'gw_port': {'id': '90083584-db7e-44a6-9405-4960f9b315ca', 'name': '', 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:55:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43e66182-ab7d-4e0a-9b57-76ba23d4ea29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:58:43Z', 'updated_at': '2022-05-04T18:58:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-1-iscsi', '_interfaces': [{'id': '64a1dd12-8f2d-47fb-90ff-923651e6f161', 'name': '', 'network_id': 'e8e6dc94-9bb6-402c-8494-d1c5ccc072e3', 'tenant_id': '8bf2894c75244d3f8e2c83c7deb9ab3e', 'mac_address': 'fa:16:3e:9d:91:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43e66182-ab7d-4e0a-9b57-76ba23d4ea29', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '0e5e1458-2cb0-45f3-927b-d6296b1c3906', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:58:45Z', 'updated_at': '2022-05-04T18:58:46Z', 'revision_number': 2, 'project_id': '8bf2894c75244d3f8e2c83c7deb9ab3e', 'subnets': [{'id': '0e5e1458-2cb0-45f3-927b-d6296b1c3906', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-1-iscsi', False) {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:58:48.835514 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Device 90083584-db7e-44a6-9405-4960f9b315ca up at agent ovs-agent-dv-cinder-840525-1-iscsi {{(pid=103281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 18:58:48.836729 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-46fe0ab5-5839-4a3a-987d-e9a3a8ae938b admin admin] Publish callbacks [] for router_controller (fa2a76ba-a7c6-4c64-881f-b3e23b6677f4), precommit_add_association {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:48.863915 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc6029e-16b6-4480-aa44-215615118ce1 None None] Checking router: 43e66182-ab7d-4e0a-9b57-76ba23d4ea29 for host: dv-cinder-840525-1-iscsi {{(pid=103281) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 18:58:48.864261 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc6029e-16b6-4480-aa44-215615118ce1 None None] Updating router 43e66182-ab7d-4e0a-9b57-76ba23d4ea29 port 64a1dd12-8f2d-47fb-90ff-923651e6f161 binding host dv-cinder-840525-1-iscsi {{(pid=103281) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 18:58:48.920435 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dc6029e-16b6-4480-aa44-215615118ce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (64a1dd12-8f2d-47fb-90ff-923651e6f161), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:48.934309 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe07dbc7-0e0c-4a6a-a947-5fcb6fdb3b41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31efe59b-327d-5d9c-bbb4-4911cdeac679-e7d3972c-5f26-4298-b8e9-41e2e7ddb2e2', 'network_id': 'e7d3972c-5f26-4298-b8e9-41e2e7ddb2e2', 'project_id': '35ee653d6d2a4669b9161bbdf73b726c', 'fixed_ips': [{'subnet_id': 'cd26e13f-7edb-49ec-ac6a-fe3ec47980a7'}]}} from dv-cinder-840525-1-iscsi. {{(pid=103281) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 04 18:58:48.935121 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fe07dbc7-0e0c-4a6a-a947-5fcb6fdb3b41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:48.977553 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Provisioning complete for port 90083584-db7e-44a6-9405-4960f9b315ca triggered by entity L2. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:58:48.977928 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1774450'] for port (90083584-db7e-44a6-9405-4960f9b315ca), provisioning_complete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:48.983496 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-46fe0ab5-5839-4a3a-987d-e9a3a8ae938b admin admin] Publish callbacks [] for router_gateway (fa2a76ba-a7c6-4c64-881f-b3e23b6677f4), precommit_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:49.203540 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-46fe0ab5-5839-4a3a-987d-e9a3a8ae938b admin admin] Publish callbacks [] for router_gateway (fa2a76ba-a7c6-4c64-881f-b3e23b6677f4), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:49.211265 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e83ea38-6924-4370-8e77-d2c449984dd0 req-104ce5a6-70b9-430f-8ae1-d8d231f61a98 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:58:49.212926 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-5e83ea38-6924-4370-8e77-d2c449984dd0 req-104ce5a6-70b9-430f-8ae1-d8d231f61a98 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d550c33-794e-4c78-86ef-4101ddf2a3ef HTTP/1.1" status: 200 len: 945 time: 0.0645361 May 04 18:58:49.234091 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-46fe0ab5-5839-4a3a-987d-e9a3a8ae938b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:49.298075 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-df9c69d0-8741-4db9-a443-7d10ffcec333 req-e0b67925-61eb-4a7d-9a94-16174d3e036e tempest-VolumesActionsTest-170887920 tempest-VolumesActionsTest-170887920-project] 10.222.0.35 "GET /v2.0/ports?device_id=c63f9b92-e98b-4561-b6d5-716efbee5d8b HTTP/1.1" status: 200 len: 210 time: 0.0333707 May 04 18:58:49.324297 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-5e83ea38-6924-4370-8e77-d2c449984dd0 req-ca7cbebb-13bd-4e3f-916a-9b8b94a9b0e0 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ea6ee27-c11d-4233-954f-1b439202ab30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919027 May 04 18:58:49.373801 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.db.db_base_plugin_common [None req-46fe0ab5-5839-4a3a-987d-e9a3a8ae938b admin admin] Allocated IP 172.27.0.81 (cbca2f8d-f88f-49b4-8a9d-8b4714c67762/6d3155f3-7d72-4b90-89ae-8effc01a61e4/1b6ebcee-b868-40ef-8e2f-e2e5723822c8) {{(pid=103280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:58:49.383667 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-fe07dbc7-0e0c-4a6a-a947-5fcb6fdb3b41 None None] Allocated IP 172.20.0.2 (e7d3972c-5f26-4298-b8e9-41e2e7ddb2e2/cd26e13f-7edb-49ec-ac6a-fe3ec47980a7/1fc3f5ce-dda6-4404-9254-98faaa56061e) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:58:49.454468 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Current status of the port 90083584-db7e-44a6-9405-4960f9b315ca is: DOWN; New status is: ACTIVE {{(pid=103281) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:58:49.454849 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (90083584-db7e-44a6-9405-4960f9b315ca), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:49.499817 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8603fb9-cf30-4b78-83d7-66ede5f92cc9 req-5afbca91-5f24-4235-8ff8-7c3fab6293d6 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:58:49.500746 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-46fe0ab5-5839-4a3a-987d-e9a3a8ae938b admin admin] Publish callbacks [] for port (1b6ebcee-b868-40ef-8e2f-e2e5723822c8), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:49.501805 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-e8603fb9-cf30-4b78-83d7-66ede5f92cc9 req-5afbca91-5f24-4235-8ff8-7c3fab6293d6 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] 10.222.0.35 "GET /v2.0/ports?device_id=10a55e21-0170-462a-b076-93f090d20502 HTTP/1.1" status: 200 len: 945 time: 0.0553684 May 04 18:58:49.526126 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] For port 90083584-db7e-44a6-9405-4960f9b315ca, host dv-cinder-840525-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-1-iscsi',level=0,port_id=90083584-db7e-44a6-9405-4960f9b315ca,segment=NetworkSegment(183e99eb-a03a-4429-82ba-edb66df2d5f7),segment_id=183e99eb-a03a-4429-82ba-edb66df2d5f7)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:58:49.537315 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136'] for port (90083584-db7e-44a6-9405-4960f9b315ca), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:49.539798 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-46fe0ab5-5839-4a3a-987d-e9a3a8ae938b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790498302100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12874298'] for port (1b6ebcee-b868-40ef-8e2f-e2e5723822c8), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:49.556982 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-e8603fb9-cf30-4b78-83d7-66ede5f92cc9 req-da607e72-c2c1-41ed-9245-a1da8c28d594 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] 10.222.0.35 "GET /v2.0/security-groups?id=29ce1ee4-e5ef-4ab2-b658-910bf3a5767a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487895 May 04 18:58:49.584543 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46fe0ab5-5839-4a3a-987d-e9a3a8ae938b admin admin] Network cbca2f8d-f88f-49b4-8a9d-8b4714c67762 is already hosted by enough agents. {{(pid=103280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:58:49.588991 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.base_scheduler [None req-46fe0ab5-5839-4a3a-987d-e9a3a8ae938b admin admin] Resources bound (agent type, host, resource id): {{(pid=103280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:58:49.591301 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46fe0ab5-5839-4a3a-987d-e9a3a8ae938b admin admin] Received port after_create {{(pid=103280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 18:58:49.626095 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fe0ab5-5839-4a3a-987d-e9a3a8ae938b admin admin] Pushing event updated for resources: {'Port': ['ID=1b6ebcee-b868-40ef-8e2f-e2e5723822c8,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:58:49.684740 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Pushing event updated for resources: {'Port': ['ID=90083584-db7e-44a6-9405-4960f9b315ca,revision_number=4']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:58:49.710469 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dc6029e-16b6-4480-aa44-215615118ce1 None None] Publish callbacks [] for port (64a1dd12-8f2d-47fb-90ff-923651e6f161), precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:49.714871 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fe07dbc7-0e0c-4a6a-a947-5fcb6fdb3b41 None None] Publish callbacks [] for port (1fc3f5ce-dda6-4404-9254-98faaa56061e), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:49.718500 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dc6029e-16b6-4480-aa44-215615118ce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136'] for port (64a1dd12-8f2d-47fb-90ff-923651e6f161), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:49.744294 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fe07dbc7-0e0c-4a6a-a947-5fcb6fdb3b41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790498302100'] for port (1fc3f5ce-dda6-4404-9254-98faaa56061e), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:49.781198 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1586ac9-6b11-4091-b2be-bc7fe2d47778 None None] Pushing event updated for resources: {'Port': ['ID=64a1dd12-8f2d-47fb-90ff-923651e6f161,revision_number=3']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:58:49.784597 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe07dbc7-0e0c-4a6a-a947-5fcb6fdb3b41 None None] Network e7d3972c-5f26-4298-b8e9-41e2e7ddb2e2 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:58:49.790214 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-fe07dbc7-0e0c-4a6a-a947-5fcb6fdb3b41 None None] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:58:49.794482 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe07dbc7-0e0c-4a6a-a947-5fcb6fdb3b41 None None] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 18:58:49.882654 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-46fe0ab5-5839-4a3a-987d-e9a3a8ae938b admin admin] Publish callbacks [] for router_gateway (fa2a76ba-a7c6-4c64-881f-b3e23b6677f4), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:49.908755 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe07dbc7-0e0c-4a6a-a947-5fcb6fdb3b41 None None] Pushing event updated for resources: {'Port': ['ID=1fc3f5ce-dda6-4404-9254-98faaa56061e,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:58:49.930166 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [None req-4dc6029e-16b6-4480-aa44-215615118ce1 None None] Attempting to bind port 64a1dd12-8f2d-47fb-90ff-923651e6f161 on host dv-cinder-840525-1-iscsi for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 18:58:49.930542 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [None req-4dc6029e-16b6-4480-aa44-215615118ce1 None None] Attempting to bind port 64a1dd12-8f2d-47fb-90ff-923651e6f161 by drivers openvswitch,hyperv on host dv-cinder-840525-1-iscsi at level 0 using segments [{'id': '20f7f636-8156-4de7-9a09-06cf753039da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'e8e6dc94-9bb6-402c-8494-d1c5ccc072e3'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 18:58:49.930893 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc6029e-16b6-4480-aa44-215615118ce1 None None] Attempting to bind port 64a1dd12-8f2d-47fb-90ff-923651e6f161 on network e8e6dc94-9bb6-402c-8494-d1c5ccc072e3 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 18:58:49.937150 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [None req-fe07dbc7-0e0c-4a6a-a947-5fcb6fdb3b41 None None] Attempting to bind port 1fc3f5ce-dda6-4404-9254-98faaa56061e on host dv-cinder-840525-1-iscsi for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 18:58:49.937543 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [None req-fe07dbc7-0e0c-4a6a-a947-5fcb6fdb3b41 None None] Attempting to bind port 1fc3f5ce-dda6-4404-9254-98faaa56061e by drivers openvswitch,hyperv on host dv-cinder-840525-1-iscsi at level 0 using segments [{'id': '97b2832f-4767-4004-b13f-d3332ebbabb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'e7d3972c-5f26-4298-b8e9-41e2e7ddb2e2'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 18:58:49.937905 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe07dbc7-0e0c-4a6a-a947-5fcb6fdb3b41 None None] Attempting to bind port 1fc3f5ce-dda6-4404-9254-98faaa56061e on network e7d3972c-5f26-4298-b8e9-41e2e7ddb2e2 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 18:58:49.940167 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc6029e-16b6-4480-aa44-215615118ce1 None None] Checking agent: {'id': '7e96273e-cd3b-4e2d-a9cb-a5a62cf8f8b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840525-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 18, 48, 33), 'started_at': datetime.datetime(2022, 5, 4, 18, 49, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 18, 58, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840525-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 18:58:49.940540 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc6029e-16b6-4480-aa44-215615118ce1 None None] Checking segment: {'id': '20f7f636-8156-4de7-9a09-06cf753039da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'e8e6dc94-9bb6-402c-8494-d1c5ccc072e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 18:58:49.941022 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dc6029e-16b6-4480-aa44-215615118ce1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:49.941320 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc6029e-16b6-4480-aa44-215615118ce1 None None] Bound using segment: {'id': '20f7f636-8156-4de7-9a09-06cf753039da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'e8e6dc94-9bb6-402c-8494-d1c5ccc072e3'} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 18:58:49.941811 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [None req-4dc6029e-16b6-4480-aa44-215615118ce1 None None] Bound port: 64a1dd12-8f2d-47fb-90ff-923651e6f161, host: dv-cinder-840525-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20f7f636-8156-4de7-9a09-06cf753039da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'e8e6dc94-9bb6-402c-8494-d1c5ccc072e3'}}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 18:58:49.942212 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dc6029e-16b6-4480-aa44-215615118ce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (64a1dd12-8f2d-47fb-90ff-923651e6f161), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:49.953936 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe07dbc7-0e0c-4a6a-a947-5fcb6fdb3b41 None None] Checking agent: {'id': '7e96273e-cd3b-4e2d-a9cb-a5a62cf8f8b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840525-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 18, 48, 33), 'started_at': datetime.datetime(2022, 5, 4, 18, 49, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 18, 58, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840525-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 18:58:49.954316 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe07dbc7-0e0c-4a6a-a947-5fcb6fdb3b41 None None] Checking segment: {'id': '97b2832f-4767-4004-b13f-d3332ebbabb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'e7d3972c-5f26-4298-b8e9-41e2e7ddb2e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 18:58:49.954704 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fe07dbc7-0e0c-4a6a-a947-5fcb6fdb3b41 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:49.955088 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe07dbc7-0e0c-4a6a-a947-5fcb6fdb3b41 None None] Bound using segment: {'id': '97b2832f-4767-4004-b13f-d3332ebbabb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'e7d3972c-5f26-4298-b8e9-41e2e7ddb2e2'} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 18:58:49.955555 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [None req-fe07dbc7-0e0c-4a6a-a947-5fcb6fdb3b41 None None] Bound port: 1fc3f5ce-dda6-4404-9254-98faaa56061e, host: dv-cinder-840525-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97b2832f-4767-4004-b13f-d3332ebbabb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'e7d3972c-5f26-4298-b8e9-41e2e7ddb2e2'}}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 18:58:49.955917 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fe07dbc7-0e0c-4a6a-a947-5fcb6fdb3b41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (1fc3f5ce-dda6-4404-9254-98faaa56061e), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:50.066095 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-4dc6029e-16b6-4480-aa44-215615118ce1 None None] For port 64a1dd12-8f2d-47fb-90ff-923651e6f161, host dv-cinder-840525-1-iscsi, cleared binding levels {{(pid=103281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 18:58:50.070937 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-2796d3fc-5a63-46f6-82a4-65d1066ada11 None None] Provisioning complete for port 64a1dd12-8f2d-47fb-90ff-923651e6f161 triggered by entity DHCP. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:58:50.071315 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2796d3fc-5a63-46f6-82a4-65d1066ada11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1774450'] for port (64a1dd12-8f2d-47fb-90ff-923651e6f161), provisioning_complete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:50.079571 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-fe07dbc7-0e0c-4a6a-a947-5fcb6fdb3b41 None None] For port 1fc3f5ce-dda6-4404-9254-98faaa56061e, host dv-cinder-840525-1-iscsi, cleared binding levels {{(pid=103281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 18:58:50.093139 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-46fe0ab5-5839-4a3a-987d-e9a3a8ae938b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-610012'] for router (fa2a76ba-a7c6-4c64-881f-b3e23b6677f4), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:50.111228 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-4dc6029e-16b6-4480-aa44-215615118ce1 None None] For port 64a1dd12-8f2d-47fb-90ff-923651e6f161, host dv-cinder-840525-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-1-iscsi',level=0,port_id=64a1dd12-8f2d-47fb-90ff-923651e6f161,segment=NetworkSegment(20f7f636-8156-4de7-9a09-06cf753039da),segment_id=20f7f636-8156-4de7-9a09-06cf753039da)] {{(pid=103281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 18:58:50.125164 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dc6029e-16b6-4480-aa44-215615118ce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136'] for port (64a1dd12-8f2d-47fb-90ff-923651e6f161), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:50.128235 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-fe07dbc7-0e0c-4a6a-a947-5fcb6fdb3b41 None None] For port 1fc3f5ce-dda6-4404-9254-98faaa56061e, host dv-cinder-840525-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-1-iscsi',level=0,port_id=1fc3f5ce-dda6-4404-9254-98faaa56061e,segment=NetworkSegment(97b2832f-4767-4004-b13f-d3332ebbabb6),segment_id=97b2832f-4767-4004-b13f-d3332ebbabb6)] {{(pid=103281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 18:58:50.166204 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fe07dbc7-0e0c-4a6a-a947-5fcb6fdb3b41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136'] for port (1fc3f5ce-dda6-4404-9254-98faaa56061e), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:50.171792 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-2796d3fc-5a63-46f6-82a4-65d1066ada11 None None] Port 64a1dd12-8f2d-47fb-90ff-923651e6f161 cannot update to ACTIVE because it is not bound. {{(pid=103281) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 18:58:50.213409 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1586ac9-6b11-4091-b2be-bc7fe2d47778 None None] Pushing event updated for resources: {'Port': ['ID=64a1dd12-8f2d-47fb-90ff-923651e6f161,revision_number=4']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:58:50.216499 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc6029e-16b6-4480-aa44-215615118ce1 None None] Routers {'43e66182-ab7d-4e0a-9b57-76ba23d4ea29'} bound to L3 agent in host dv-cinder-840525-1-iscsi {{(pid=103281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 18:58:50.217229 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_hamode_db [None req-4dc6029e-16b6-4480-aa44-215615118ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T18:48:29Z,description=,heartbeat_timestamp=2022-05-04T18:58:29Z,host='dv-cinder-840525-1-iscsi',id=0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:48:29Z,topic='l3_agent')) {'router_ids': ['43e66182-ab7d-4e0a-9b57-76ba23d4ea29'], 'active': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:58:50.221238 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [req-b384d4e9-e53f-4c1b-aa99-20dcd75c7066 req-a7b1534f-463a-4d55-bb4f-d7b7a1168405 tempest-VolumesActionsTest-170887920 tempest-VolumesActionsTest-170887920-project] Request body: {'port': {'device_id': 'c63f9b92-e98b-4561-b6d5-716efbee5d8b', 'network_id': '2e3391c4-4716-4518-996a-49c9a899f879', 'admin_state_up': True, 'tenant_id': '648aeb6cd9384a51b759fe4fed0586a4'}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:58:50.376197 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe07dbc7-0e0c-4a6a-a947-5fcb6fdb3b41 None None] Pushing event updated for resources: {'Port': ['ID=1fc3f5ce-dda6-4404-9254-98faaa56061e,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:58:50.387017 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46fe0ab5-5839-4a3a-987d-e9a3a8ae938b admin admin] Router fa2a76ba-a7c6-4c64-881f-b3e23b6677f4 is scheduled to L3 agent 0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b with binding_index 1 {{(pid=103280) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 04 18:58:50.531171 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvr_db [None req-4dc6029e-16b6-4480-aa44-215615118ce1 None None] Set router 43e66182-ab7d-4e0a-9b57-76ba23d4ea29 gateway port host: dv-cinder-840525-1-iscsi {{(pid=103281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 18:58:50.597141 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-6dedf793-5d14-4a08-b5fa-1fb6fa5ce721 req-eeff1cbb-b634-4c51-8ec4-759f468da243 tempest-VolumesActionsTest-170887920 tempest-VolumesActionsTest-170887920-project] 10.222.0.35 "GET /v2.0/ports?device_id=c63f9b92-e98b-4561-b6d5-716efbee5d8b HTTP/1.1" status: 200 len: 210 time: 0.0953481 May 04 18:58:50.722268 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3326366c-4f5b-43ec-9e46-8b5e86c45dd4 req-2595be89-6b0c-49b0-97d6-2507ba9f0b24 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:58:50.725324 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-3326366c-4f5b-43ec-9e46-8b5e86c45dd4 req-2595be89-6b0c-49b0-97d6-2507ba9f0b24 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d550c33-794e-4c78-86ef-4101ddf2a3ef HTTP/1.1" status: 200 len: 945 time: 0.1087458 May 04 18:58:50.726704 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46fe0ab5-5839-4a3a-987d-e9a3a8ae938b admin admin] Notify agent at l3_agent.dv-cinder-840525-1-iscsi the message routers_updated {{(pid=103280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 18:58:50.728355 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b384d4e9-e53f-4c1b-aa99-20dcd75c7066 req-a7b1534f-463a-4d55-bb4f-d7b7a1168405 tempest-VolumesActionsTest-170887920 tempest-VolumesActionsTest-170887920-project] Made reservation on behalf of 648aeb6cd9384a51b759fe4fed0586a4 for: {'port': 1} {{(pid=103280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:58:50.731753 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-b384d4e9-e53f-4c1b-aa99-20dcd75c7066 req-a7b1534f-463a-4d55-bb4f-d7b7a1168405 tempest-VolumesActionsTest-170887920 tempest-VolumesActionsTest-170887920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:50.745665 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b844a58b-02c0-46ad-9b4c-a8c7eb129be5 None None] Sync routers for ids ['fa2a76ba-a7c6-4c64-881f-b3e23b6677f4'] in dv-cinder-840525-1-iscsi {{(pid=103282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 18:58:50.763390 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-7cee0b48-41f2-4a8e-a72b-f493415c48ce None None] Provisioning complete for port 64a1dd12-8f2d-47fb-90ff-923651e6f161 triggered by entity DHCP. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:58:50.769883 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7cee0b48-41f2-4a8e-a72b-f493415c48ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1774450'] for port (64a1dd12-8f2d-47fb-90ff-923651e6f161), provisioning_complete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:50.777229 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b844a58b-02c0-46ad-9b4c-a8c7eb129be5 None None] Routers {'fa2a76ba-a7c6-4c64-881f-b3e23b6677f4'} bound to L3 agent in host dv-cinder-840525-1-iscsi {{(pid=103282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 18:58:50.779237 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-b844a58b-02c0-46ad-9b4c-a8c7eb129be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T18:48:29Z,description=,heartbeat_timestamp=2022-05-04T18:58:29Z,host='dv-cinder-840525-1-iscsi',id=0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:48:29Z,topic='l3_agent')) {'router_ids': ['fa2a76ba-a7c6-4c64-881f-b3e23b6677f4'], 'active': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:58:50.817843 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9644e30a-9106-41cf-971d-18101dbe6fad req-c24566e3-5b7f-4a87-88b3-f2edf1cdda26 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:58:50.824847 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-46fe0ab5-5839-4a3a-987d-e9a3a8ae938b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:50.826028 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-9644e30a-9106-41cf-971d-18101dbe6fad req-c24566e3-5b7f-4a87-88b3-f2edf1cdda26 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] 10.222.0.35 "GET /v2.0/ports?device_id=10a55e21-0170-462a-b076-93f090d20502 HTTP/1.1" status: 200 len: 945 time: 0.1320918 May 04 18:58:50.833004 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-46fe0ab5-5839-4a3a-987d-e9a3a8ae938b admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0827742 May 04 18:58:50.840549 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 51156) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:58:50.935230 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-9644e30a-9106-41cf-971d-18101dbe6fad req-b44ca53c-d618-4efc-905e-a5ad98bcd117 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] 10.222.0.35 "GET /v2.0/security-groups?id=29ce1ee4-e5ef-4ab2-b658-910bf3a5767a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068645 May 04 18:58:50.990606 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvr_db [None req-b844a58b-02c0-46ad-9b4c-a8c7eb129be5 None None] Set router fa2a76ba-a7c6-4c64-881f-b3e23b6677f4 gateway port host: dv-cinder-840525-1-iscsi {{(pid=103282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 18:58:51.053830 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Device 90083584-db7e-44a6-9405-4960f9b315ca up at agent ovs-agent-dv-cinder-840525-1-iscsi {{(pid=103281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 18:58:51.128269 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_hamode_db [None req-4dc6029e-16b6-4480-aa44-215615118ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43e66182-ab7d-4e0a-9b57-76ba23d4ea29', 'name': 'tempest-TestShelveInstance-693826301-router', 'tenant_id': '8bf2894c75244d3f8e2c83c7deb9ab3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'external_fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': '90083584-db7e-44a6-9405-4960f9b315ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:58:43Z', 'updated_at': '2022-05-04T18:58:46Z', 'revision_number': 4, 'project_id': '8bf2894c75244d3f8e2c83c7deb9ab3e', 'gw_port': {'id': '90083584-db7e-44a6-9405-4960f9b315ca', 'name': '', 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:55:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e66182-ab7d-4e0a-9b57-76ba23d4ea29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:58:43Z', 'updated_at': '2022-05-04T18:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-1-iscsi', '_interfaces': [{'id': '64a1dd12-8f2d-47fb-90ff-923651e6f161', 'name': '', 'network_id': 'e8e6dc94-9bb6-402c-8494-d1c5ccc072e3', 'tenant_id': '8bf2894c75244d3f8e2c83c7deb9ab3e', 'mac_address': 'fa:16:3e:9d:91:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43e66182-ab7d-4e0a-9b57-76ba23d4ea29', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '0e5e1458-2cb0-45f3-927b-d6296b1c3906', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:58:45Z', 'updated_at': '2022-05-04T18:58:50Z', 'revision_number': 4, 'project_id': '8bf2894c75244d3f8e2c83c7deb9ab3e', 'subnets': [{'id': '0e5e1458-2cb0-45f3-927b-d6296b1c3906', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-1-iscsi', False) {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:58:51.160659 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-7cee0b48-41f2-4a8e-a72b-f493415c48ce None None] Current status of the port 64a1dd12-8f2d-47fb-90ff-923651e6f161 is: DOWN; New status is: ACTIVE {{(pid=103281) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:58:51.161030 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7cee0b48-41f2-4a8e-a72b-f493415c48ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (64a1dd12-8f2d-47fb-90ff-923651e6f161), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:51.165332 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc6029e-16b6-4480-aa44-215615118ce1 None None] The sync data for ids ['43e66182-ab7d-4e0a-9b57-76ba23d4ea29'] in dv-cinder-840525-1-iscsi is: [{'id': '43e66182-ab7d-4e0a-9b57-76ba23d4ea29', 'name': 'tempest-TestShelveInstance-693826301-router', 'tenant_id': '8bf2894c75244d3f8e2c83c7deb9ab3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'external_fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': '90083584-db7e-44a6-9405-4960f9b315ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:58:43Z', 'updated_at': '2022-05-04T18:58:46Z', 'revision_number': 4, 'project_id': '8bf2894c75244d3f8e2c83c7deb9ab3e', 'gw_port': {'id': '90083584-db7e-44a6-9405-4960f9b315ca', 'name': '', 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:55:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e66182-ab7d-4e0a-9b57-76ba23d4ea29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:58:43Z', 'updated_at': '2022-05-04T18:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-1-iscsi', '_interfaces': [{'id': '64a1dd12-8f2d-47fb-90ff-923651e6f161', 'name': '', 'network_id': 'e8e6dc94-9bb6-402c-8494-d1c5ccc072e3', 'tenant_id': '8bf2894c75244d3f8e2c83c7deb9ab3e', 'mac_address': 'fa:16:3e:9d:91:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43e66182-ab7d-4e0a-9b57-76ba23d4ea29', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '0e5e1458-2cb0-45f3-927b-d6296b1c3906', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:58:45Z', 'updated_at': '2022-05-04T18:58:50Z', 'revision_number': 4, 'project_id': '8bf2894c75244d3f8e2c83c7deb9ab3e', 'subnets': [{'id': '0e5e1458-2cb0-45f3-927b-d6296b1c3906', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 18:58:51.200672 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Provisioning complete for port 90083584-db7e-44a6-9405-4960f9b315ca triggered by entity L2. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:58:51.201048 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1774450'] for port (90083584-db7e-44a6-9405-4960f9b315ca), provisioning_complete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:51.228846 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-7cee0b48-41f2-4a8e-a72b-f493415c48ce None None] For port 64a1dd12-8f2d-47fb-90ff-923651e6f161, host dv-cinder-840525-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-1-iscsi',level=0,port_id=64a1dd12-8f2d-47fb-90ff-923651e6f161,segment=NetworkSegment(20f7f636-8156-4de7-9a09-06cf753039da),segment_id=20f7f636-8156-4de7-9a09-06cf753039da)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:58:51.239360 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7cee0b48-41f2-4a8e-a72b-f493415c48ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136'] for port (64a1dd12-8f2d-47fb-90ff-923651e6f161), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:51.273149 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-b844a58b-02c0-46ad-9b4c-a8c7eb129be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa2a76ba-a7c6-4c64-881f-b3e23b6677f4', 'name': 'tempest-TestShelveInstance-1735526121-router', 'tenant_id': '35ee653d6d2a4669b9161bbdf73b726c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'external_fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': '1b6ebcee-b868-40ef-8e2f-e2e5723822c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:58:48Z', 'updated_at': '2022-05-04T18:58:49Z', 'revision_number': 3, 'project_id': '35ee653d6d2a4669b9161bbdf73b726c', 'gw_port': {'id': '1b6ebcee-b868-40ef-8e2f-e2e5723822c8', 'name': '', 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:f7:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa2a76ba-a7c6-4c64-881f-b3e23b6677f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:58:49Z', 'updated_at': '2022-05-04T18:58:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-1-iscsi'}], 'dv-cinder-840525-1-iscsi', False) {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:58:51.303925 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b844a58b-02c0-46ad-9b4c-a8c7eb129be5 None None] Checking router: fa2a76ba-a7c6-4c64-881f-b3e23b6677f4 for host: dv-cinder-840525-1-iscsi {{(pid=103282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 18:58:51.304361 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b844a58b-02c0-46ad-9b4c-a8c7eb129be5 None None] Updating router fa2a76ba-a7c6-4c64-881f-b3e23b6677f4 port 1b6ebcee-b868-40ef-8e2f-e2e5723822c8 binding host dv-cinder-840525-1-iscsi {{(pid=103282) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 18:58:51.341864 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b844a58b-02c0-46ad-9b4c-a8c7eb129be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (1b6ebcee-b868-40ef-8e2f-e2e5723822c8), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:51.392447 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cee0b48-41f2-4a8e-a72b-f493415c48ce None None] Pushing event updated for resources: {'Port': ['ID=64a1dd12-8f2d-47fb-90ff-923651e6f161,revision_number=5']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:58:51.414454 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Current status of the port 90083584-db7e-44a6-9405-4960f9b315ca is: ACTIVE; New status is: ACTIVE {{(pid=103281) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:58:51.415820 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Device 1fc3f5ce-dda6-4404-9254-98faaa56061e up at agent ovs-agent-dv-cinder-840525-1-iscsi {{(pid=103281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 18:58:51.451740 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-3326366c-4f5b-43ec-9e46-8b5e86c45dd4 req-c9d4b109-ba8d-4230-9630-76bd2b7b333b tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ea6ee27-c11d-4233-954f-1b439202ab30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6822622 May 04 18:58:51.490582 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Provisioning complete for port 1fc3f5ce-dda6-4404-9254-98faaa56061e triggered by entity L2. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:58:51.490960 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1774450'] for port (1fc3f5ce-dda6-4404-9254-98faaa56061e), provisioning_complete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:51.681819 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.db.db_base_plugin_common [req-b384d4e9-e53f-4c1b-aa99-20dcd75c7066 req-a7b1534f-463a-4d55-bb4f-d7b7a1168405 tempest-VolumesActionsTest-170887920 tempest-VolumesActionsTest-170887920-project] Allocated IP 172.20.0.12 (2e3391c4-4716-4518-996a-49c9a899f879/e08642fe-2e1e-452f-9621-db39af049291/2c4d1527-76d2-4d3a-8297-88f4f72519b3) {{(pid=103280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:58:51.775628 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Current status of the port 1fc3f5ce-dda6-4404-9254-98faaa56061e is: DOWN; New status is: ACTIVE {{(pid=103281) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:58:51.776690 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (1fc3f5ce-dda6-4404-9254-98faaa56061e), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:51.802692 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-fad5cc0c-2e4c-44d8-9048-029901d8a7e8 req-921d7f8f-b3ca-4c17-b3f6-8e593a8e5f06 tempest-VolumesActionsTest-170887920 tempest-VolumesActionsTest-170887920-project] 10.222.0.35 "GET /v2.0/ports?device_id=c63f9b92-e98b-4561-b6d5-716efbee5d8b HTTP/1.1" status: 200 len: 210 time: 0.0616739 May 04 18:58:51.859004 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] For port 1fc3f5ce-dda6-4404-9254-98faaa56061e, host dv-cinder-840525-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-1-iscsi',level=0,port_id=1fc3f5ce-dda6-4404-9254-98faaa56061e,segment=NetworkSegment(97b2832f-4767-4004-b13f-d3332ebbabb6),segment_id=97b2832f-4767-4004-b13f-d3332ebbabb6)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:58:51.876117 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136'] for port (1fc3f5ce-dda6-4404-9254-98faaa56061e), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:51.938095 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88474053-2901-41b9-8bdc-1c72a5b77736 None None] Network e7d3972c-5f26-4298-b8e9-41e2e7ddb2e2 requested from dv-cinder-840525-1-iscsi {{(pid=103281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 18:58:52.005048 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Pushing event updated for resources: {'Port': ['ID=1fc3f5ce-dda6-4404-9254-98faaa56061e,revision_number=3']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:58:52.025609 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-e37b6915-3d3a-4457-88d8-84262811543e None None] Provisioning complete for port 1fc3f5ce-dda6-4404-9254-98faaa56061e triggered by entity DHCP. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:58:52.026291 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e37b6915-3d3a-4457-88d8-84262811543e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1774450'] for port (1fc3f5ce-dda6-4404-9254-98faaa56061e), provisioning_complete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:52.040447 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b844a58b-02c0-46ad-9b4c-a8c7eb129be5 None None] Publish callbacks [] for port (1b6ebcee-b868-40ef-8e2f-e2e5723822c8), precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:52.050476 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b844a58b-02c0-46ad-9b4c-a8c7eb129be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136'] for port (1b6ebcee-b868-40ef-8e2f-e2e5723822c8), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:52.109818 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-b384d4e9-e53f-4c1b-aa99-20dcd75c7066 req-a7b1534f-463a-4d55-bb4f-d7b7a1168405 tempest-VolumesActionsTest-170887920 tempest-VolumesActionsTest-170887920-project] Publish callbacks [] for port (2c4d1527-76d2-4d3a-8297-88f4f72519b3), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:52.183204 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24075b6f-3ae7-415f-9e79-4e5bb3930746 req-2ef4d746-db4c-44b9-a6f0-414937de3528 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:58:52.187625 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-24075b6f-3ae7-415f-9e79-4e5bb3930746 req-2ef4d746-db4c-44b9-a6f0-414937de3528 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] 10.222.0.35 "GET /v2.0/ports?device_id=10a55e21-0170-462a-b076-93f090d20502 HTTP/1.1" status: 200 len: 945 time: 0.1231103 May 04 18:58:52.205219 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c2a291-8f58-4bde-81de-07176420f3f7 None None] Pushing event updated for resources: {'Port': ['ID=1b6ebcee-b868-40ef-8e2f-e2e5723822c8,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:58:52.228769 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-b844a58b-02c0-46ad-9b4c-a8c7eb129be5 None None] Attempting to bind port 1b6ebcee-b868-40ef-8e2f-e2e5723822c8 on host dv-cinder-840525-1-iscsi for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 18:58:52.231223 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-b844a58b-02c0-46ad-9b4c-a8c7eb129be5 None None] Attempting to bind port 1b6ebcee-b868-40ef-8e2f-e2e5723822c8 by drivers openvswitch,hyperv on host dv-cinder-840525-1-iscsi at level 0 using segments [{'id': '183e99eb-a03a-4429-82ba-edb66df2d5f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 18:58:52.231356 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b844a58b-02c0-46ad-9b4c-a8c7eb129be5 None None] Attempting to bind port 1b6ebcee-b868-40ef-8e2f-e2e5723822c8 on network cbca2f8d-f88f-49b4-8a9d-8b4714c67762 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 18:58:52.242284 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b844a58b-02c0-46ad-9b4c-a8c7eb129be5 None None] Checking agent: {'id': '7e96273e-cd3b-4e2d-a9cb-a5a62cf8f8b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840525-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 18, 48, 33), 'started_at': datetime.datetime(2022, 5, 4, 18, 49, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 18, 58, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840525-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 18:58:52.242284 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b844a58b-02c0-46ad-9b4c-a8c7eb129be5 None None] Checking segment: {'id': '183e99eb-a03a-4429-82ba-edb66df2d5f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 18:58:52.242618 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b844a58b-02c0-46ad-9b4c-a8c7eb129be5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:52.243180 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b844a58b-02c0-46ad-9b4c-a8c7eb129be5 None None] Bound using segment: {'id': '183e99eb-a03a-4429-82ba-edb66df2d5f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 18:58:52.243327 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-b844a58b-02c0-46ad-9b4c-a8c7eb129be5 None None] Bound port: 1b6ebcee-b868-40ef-8e2f-e2e5723822c8, host: dv-cinder-840525-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '183e99eb-a03a-4429-82ba-edb66df2d5f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 18:58:52.243833 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b844a58b-02c0-46ad-9b4c-a8c7eb129be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (1b6ebcee-b868-40ef-8e2f-e2e5723822c8), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:52.278443 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-e37b6915-3d3a-4457-88d8-84262811543e None None] Current status of the port 1fc3f5ce-dda6-4404-9254-98faaa56061e is: ACTIVE; New status is: ACTIVE {{(pid=103281) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:58:52.292752 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-24075b6f-3ae7-415f-9e79-4e5bb3930746 req-0c652aa6-1390-45f5-9386-b0c18ba7fbf0 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] 10.222.0.35 "GET /v2.0/security-groups?id=29ce1ee4-e5ef-4ab2-b658-910bf3a5767a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977159 May 04 18:58:52.322431 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-ca39f11c-ebe5-4ac7-8883-1c7c3a6a84dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:52.332559 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-b384d4e9-e53f-4c1b-aa99-20dcd75c7066 req-a7b1534f-463a-4d55-bb4f-d7b7a1168405 tempest-VolumesActionsTest-170887920 tempest-VolumesActionsTest-170887920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790498302100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12874298'] for port (2c4d1527-76d2-4d3a-8297-88f4f72519b3), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:52.347970 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-b844a58b-02c0-46ad-9b4c-a8c7eb129be5 None None] For port 1b6ebcee-b868-40ef-8e2f-e2e5723822c8, host dv-cinder-840525-1-iscsi, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 18:58:52.351813 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-b844a58b-02c0-46ad-9b4c-a8c7eb129be5 None None] For port 1b6ebcee-b868-40ef-8e2f-e2e5723822c8, host dv-cinder-840525-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-1-iscsi',level=0,port_id=1b6ebcee-b868-40ef-8e2f-e2e5723822c8,segment=NetworkSegment(183e99eb-a03a-4429-82ba-edb66df2d5f7),segment_id=183e99eb-a03a-4429-82ba-edb66df2d5f7)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 18:58:52.360077 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b844a58b-02c0-46ad-9b4c-a8c7eb129be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136'] for port (1b6ebcee-b868-40ef-8e2f-e2e5723822c8), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:52.400368 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b384d4e9-e53f-4c1b-aa99-20dcd75c7066 req-a7b1534f-463a-4d55-bb4f-d7b7a1168405 tempest-VolumesActionsTest-170887920 tempest-VolumesActionsTest-170887920-project] Network 2e3391c4-4716-4518-996a-49c9a899f879 is already hosted by enough agents. {{(pid=103280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:58:52.406628 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.base_scheduler [req-b384d4e9-e53f-4c1b-aa99-20dcd75c7066 req-a7b1534f-463a-4d55-bb4f-d7b7a1168405 tempest-VolumesActionsTest-170887920 tempest-VolumesActionsTest-170887920-project] Resources bound (agent type, host, resource id): {{(pid=103280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:58:52.409796 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvrscheduler_db [req-b384d4e9-e53f-4c1b-aa99-20dcd75c7066 req-a7b1534f-463a-4d55-bb4f-d7b7a1168405 tempest-VolumesActionsTest-170887920 tempest-VolumesActionsTest-170887920-project] Received port after_create {{(pid=103280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 18:58:52.432157 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b844a58b-02c0-46ad-9b4c-a8c7eb129be5 None None] Routers {'fa2a76ba-a7c6-4c64-881f-b3e23b6677f4'} bound to L3 agent in host dv-cinder-840525-1-iscsi {{(pid=103282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 18:58:52.433002 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-b844a58b-02c0-46ad-9b4c-a8c7eb129be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T18:48:29Z,description=,heartbeat_timestamp=2022-05-04T18:58:29Z,host='dv-cinder-840525-1-iscsi',id=0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:48:29Z,topic='l3_agent')) {'router_ids': ['fa2a76ba-a7c6-4c64-881f-b3e23b6677f4'], 'active': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:58:52.485201 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b1534f-463a-4d55-bb4f-d7b7a1168405 tempest-VolumesActionsTest-170887920 tempest-VolumesActionsTest-170887920-project] Pushing event updated for resources: {'Port': ['ID=2c4d1527-76d2-4d3a-8297-88f4f72519b3,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:58:52.502452 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-f0d28b20-5883-44f8-9931-982073aba982 None None] Provisioning complete for port 1fc3f5ce-dda6-4404-9254-98faaa56061e triggered by entity DHCP. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:58:52.503062 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f0d28b20-5883-44f8-9931-982073aba982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1774450'] for port (1fc3f5ce-dda6-4404-9254-98faaa56061e), provisioning_complete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:52.505634 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c2a291-8f58-4bde-81de-07176420f3f7 None None] Pushing event updated for resources: {'Port': ['ID=1b6ebcee-b868-40ef-8e2f-e2e5723822c8,revision_number=3']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:58:52.514271 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b1534f-463a-4d55-bb4f-d7b7a1168405 tempest-VolumesActionsTest-170887920 tempest-VolumesActionsTest-170887920-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:58:52.514617 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b1534f-463a-4d55-bb4f-d7b7a1168405 tempest-VolumesActionsTest-170887920 tempest-VolumesActionsTest-170887920-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:58:52.514960 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b1534f-463a-4d55-bb4f-d7b7a1168405 tempest-VolumesActionsTest-170887920 tempest-VolumesActionsTest-170887920-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:58:52.515296 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b1534f-463a-4d55-bb4f-d7b7a1168405 tempest-VolumesActionsTest-170887920 tempest-VolumesActionsTest-170887920-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:58:52.515631 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b1534f-463a-4d55-bb4f-d7b7a1168405 tempest-VolumesActionsTest-170887920 tempest-VolumesActionsTest-170887920-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:58:52.515962 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b1534f-463a-4d55-bb4f-d7b7a1168405 tempest-VolumesActionsTest-170887920 tempest-VolumesActionsTest-170887920-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:58:52.516290 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b1534f-463a-4d55-bb4f-d7b7a1168405 tempest-VolumesActionsTest-170887920 tempest-VolumesActionsTest-170887920-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:58:52.516759 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b1534f-463a-4d55-bb4f-d7b7a1168405 tempest-VolumesActionsTest-170887920 tempest-VolumesActionsTest-170887920-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:58:52.516924 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b1534f-463a-4d55-bb4f-d7b7a1168405 tempest-VolumesActionsTest-170887920 tempest-VolumesActionsTest-170887920-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:58:52.517251 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b1534f-463a-4d55-bb4f-d7b7a1168405 tempest-VolumesActionsTest-170887920 tempest-VolumesActionsTest-170887920-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:58:52.517597 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b1534f-463a-4d55-bb4f-d7b7a1168405 tempest-VolumesActionsTest-170887920 tempest-VolumesActionsTest-170887920-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:58:52.517921 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b1534f-463a-4d55-bb4f-d7b7a1168405 tempest-VolumesActionsTest-170887920 tempest-VolumesActionsTest-170887920-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:58:52.518255 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b1534f-463a-4d55-bb4f-d7b7a1168405 tempest-VolumesActionsTest-170887920 tempest-VolumesActionsTest-170887920-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:58:52.518575 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b1534f-463a-4d55-bb4f-d7b7a1168405 tempest-VolumesActionsTest-170887920 tempest-VolumesActionsTest-170887920-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:58:52.518894 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b1534f-463a-4d55-bb4f-d7b7a1168405 tempest-VolumesActionsTest-170887920 tempest-VolumesActionsTest-170887920-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:58:52.558265 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b384d4e9-e53f-4c1b-aa99-20dcd75c7066 req-a7b1534f-463a-4d55-bb4f-d7b7a1168405 tempest-VolumesActionsTest-170887920 tempest-VolumesActionsTest-170887920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:58:52.558920 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-b384d4e9-e53f-4c1b-aa99-20dcd75c7066 req-a7b1534f-463a-4d55-bb4f-d7b7a1168405 tempest-VolumesActionsTest-170887920 tempest-VolumesActionsTest-170887920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127086'] for port (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:52.565005 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvr_db [None req-b844a58b-02c0-46ad-9b4c-a8c7eb129be5 None None] Set router fa2a76ba-a7c6-4c64-881f-b3e23b6677f4 gateway port host: dv-cinder-840525-1-iscsi {{(pid=103282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 18:58:52.588621 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2dfc09-9a10-4501-8040-dc61f2d1f298 req-618964c5-cd30-4b8c-bf13-06635ce56f16 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:58:52.592076 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-b384d4e9-e53f-4c1b-aa99-20dcd75c7066 req-a7b1534f-463a-4d55-bb4f-d7b7a1168405 tempest-VolumesActionsTest-170887920 tempest-VolumesActionsTest-170887920-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3763413 May 04 18:58:52.598199 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-da2dfc09-9a10-4501-8040-dc61f2d1f298 req-618964c5-cd30-4b8c-bf13-06635ce56f16 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d550c33-794e-4c78-86ef-4101ddf2a3ef HTTP/1.1" status: 200 len: 945 time: 0.0751512 May 04 18:58:52.652838 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.db.db_base_plugin_common [None req-ca39f11c-ebe5-4ac7-8883-1c7c3a6a84dd admin admin] Allocated IP 172.20.0.1 (e7d3972c-5f26-4298-b8e9-41e2e7ddb2e2/cd26e13f-7edb-49ec-ac6a-fe3ec47980a7/14ec0272-350f-4eb7-b096-d1c4a284b6f1) {{(pid=103280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:58:52.682186 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-f0d28b20-5883-44f8-9931-982073aba982 None None] Current status of the port 1fc3f5ce-dda6-4404-9254-98faaa56061e is: ACTIVE; New status is: ACTIVE {{(pid=103281) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:58:52.688062 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-da2dfc09-9a10-4501-8040-dc61f2d1f298 req-eb786068-78c3-4f0d-899f-be36f8938730 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ea6ee27-c11d-4233-954f-1b439202ab30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736127 May 04 18:58:52.759774 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-b844a58b-02c0-46ad-9b4c-a8c7eb129be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa2a76ba-a7c6-4c64-881f-b3e23b6677f4', 'name': 'tempest-TestShelveInstance-1735526121-router', 'tenant_id': '35ee653d6d2a4669b9161bbdf73b726c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'external_fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': '1b6ebcee-b868-40ef-8e2f-e2e5723822c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:58:48Z', 'updated_at': '2022-05-04T18:58:49Z', 'revision_number': 3, 'project_id': '35ee653d6d2a4669b9161bbdf73b726c', 'gw_port': {'id': '1b6ebcee-b868-40ef-8e2f-e2e5723822c8', 'name': '', 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:f7:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa2a76ba-a7c6-4c64-881f-b3e23b6677f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:58:49Z', 'updated_at': '2022-05-04T18:58:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-1-iscsi'}], 'dv-cinder-840525-1-iscsi', False) {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:58:52.787971 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b844a58b-02c0-46ad-9b4c-a8c7eb129be5 None None] The sync data for ids ['fa2a76ba-a7c6-4c64-881f-b3e23b6677f4'] in dv-cinder-840525-1-iscsi is: [{'id': 'fa2a76ba-a7c6-4c64-881f-b3e23b6677f4', 'name': 'tempest-TestShelveInstance-1735526121-router', 'tenant_id': '35ee653d6d2a4669b9161bbdf73b726c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'external_fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': '1b6ebcee-b868-40ef-8e2f-e2e5723822c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:58:48Z', 'updated_at': '2022-05-04T18:58:49Z', 'revision_number': 3, 'project_id': '35ee653d6d2a4669b9161bbdf73b726c', 'gw_port': {'id': '1b6ebcee-b868-40ef-8e2f-e2e5723822c8', 'name': '', 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:f7:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa2a76ba-a7c6-4c64-881f-b3e23b6677f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:58:49Z', 'updated_at': '2022-05-04T18:58:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-1-iscsi'}] {{(pid=103282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 18:58:52.809467 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-ca39f11c-ebe5-4ac7-8883-1c7c3a6a84dd admin admin] Publish callbacks [] for port (14ec0272-350f-4eb7-b096-d1c4a284b6f1), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:52.844973 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-ca39f11c-ebe5-4ac7-8883-1c7c3a6a84dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790498302100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12874298'] for port (14ec0272-350f-4eb7-b096-d1c4a284b6f1), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:52.904616 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca39f11c-ebe5-4ac7-8883-1c7c3a6a84dd admin admin] Network e7d3972c-5f26-4298-b8e9-41e2e7ddb2e2 is already hosted by enough agents. {{(pid=103280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:58:52.906469 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.base_scheduler [None req-ca39f11c-ebe5-4ac7-8883-1c7c3a6a84dd admin admin] Resources bound (agent type, host, resource id): {{(pid=103280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:58:52.914254 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca39f11c-ebe5-4ac7-8883-1c7c3a6a84dd admin admin] Received port after_create {{(pid=103280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 18:58:52.928699 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a97895-0efc-4b45-a266-760002c5607b req-7ce34ae7-ab6e-4c1d-b770-deb70747721e tempest-VolumesActionsTest-170887920 tempest-VolumesActionsTest-170887920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:58:52.931487 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-17a97895-0efc-4b45-a266-760002c5607b req-7ce34ae7-ab6e-4c1d-b770-deb70747721e tempest-VolumesActionsTest-170887920 tempest-VolumesActionsTest-170887920-project] 10.222.0.35 "GET /v2.0/ports?device_id=c63f9b92-e98b-4561-b6d5-716efbee5d8b HTTP/1.1" status: 200 len: 932 time: 0.0685010 May 04 18:58:52.952606 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca39f11c-ebe5-4ac7-8883-1c7c3a6a84dd admin admin] Pushing event updated for resources: {'Port': ['ID=14ec0272-350f-4eb7-b096-d1c4a284b6f1,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:58:52.960230 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Device 64a1dd12-8f2d-47fb-90ff-923651e6f161 up at agent ovs-agent-dv-cinder-840525-1-iscsi {{(pid=103281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 18:58:52.988418 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-ca39f11c-ebe5-4ac7-8883-1c7c3a6a84dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-608641'] for router_interface (fa2a76ba-a7c6-4c64-881f-b3e23b6677f4), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:53.016631 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-17a97895-0efc-4b45-a266-760002c5607b req-f5f9f807-21bc-4c56-addd-557bdcee420c tempest-VolumesActionsTest-170887920 tempest-VolumesActionsTest-170887920-project] 10.222.0.35 "GET /v2.0/security-groups?id=908d0572-22b8-47fc-8bad-14ce5d02d5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785806 May 04 18:58:53.039461 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Provisioning complete for port 64a1dd12-8f2d-47fb-90ff-923651e6f161 triggered by entity L2. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:58:53.039948 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1774450'] for port (64a1dd12-8f2d-47fb-90ff-923651e6f161), provisioning_complete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:53.123872 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Current status of the port 64a1dd12-8f2d-47fb-90ff-923651e6f161 is: ACTIVE; New status is: ACTIVE {{(pid=103281) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:58:53.125316 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Device 1fc3f5ce-dda6-4404-9254-98faaa56061e up at agent ovs-agent-dv-cinder-840525-1-iscsi {{(pid=103281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 18:58:53.172112 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-ca39f11c-ebe5-4ac7-8883-1c7c3a6a84dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (14ec0272-350f-4eb7-b096-d1c4a284b6f1), before_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:53.175167 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Provisioning complete for port 1fc3f5ce-dda6-4404-9254-98faaa56061e triggered by entity L2. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:58:53.175639 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1774450'] for port (1fc3f5ce-dda6-4404-9254-98faaa56061e), provisioning_complete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:53.213836 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-8573dc27-7300-4e81-9825-d662d9f51422 None None] Provisioning complete for port 14ec0272-350f-4eb7-b096-d1c4a284b6f1 triggered by entity DHCP. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:58:53.214202 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8573dc27-7300-4e81-9825-d662d9f51422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1774450'] for port (14ec0272-350f-4eb7-b096-d1c4a284b6f1), provisioning_complete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:53.293526 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-8573dc27-7300-4e81-9825-d662d9f51422 None None] Port 14ec0272-350f-4eb7-b096-d1c4a284b6f1 cannot update to ACTIVE because it is not bound. {{(pid=103281) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 18:58:53.362760 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Current status of the port 1fc3f5ce-dda6-4404-9254-98faaa56061e is: ACTIVE; New status is: ACTIVE {{(pid=103281) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:58:53.387751 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-ca39f11c-ebe5-4ac7-8883-1c7c3a6a84dd admin admin] Publish callbacks [] for port (14ec0272-350f-4eb7-b096-d1c4a284b6f1), precommit_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:53.393825 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-ca39f11c-ebe5-4ac7-8883-1c7c3a6a84dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12874275'] for port (14ec0272-350f-4eb7-b096-d1c4a284b6f1), after_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:53.409502 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48fcba7-6cd4-42d9-b54e-e5a2fdbdb3d4 req-c86ae5a6-f23c-405e-aa15-ba98f2a44825 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:58:53.411151 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-c48fcba7-6cd4-42d9-b54e-e5a2fdbdb3d4 req-c86ae5a6-f23c-405e-aa15-ba98f2a44825 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] 10.222.0.35 "GET /v2.0/ports?device_id=10a55e21-0170-462a-b076-93f090d20502 HTTP/1.1" status: 200 len: 945 time: 0.0497916 May 04 18:58:53.462977 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-ca39f11c-ebe5-4ac7-8883-1c7c3a6a84dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1572630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608635'] for router_interface (fa2a76ba-a7c6-4c64-881f-b3e23b6677f4), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:53.471220 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca39f11c-ebe5-4ac7-8883-1c7c3a6a84dd admin admin] Pushing event updated for resources: {'Port': ['ID=14ec0272-350f-4eb7-b096-d1c4a284b6f1,revision_number=2']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:58:53.472820 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-c48fcba7-6cd4-42d9-b54e-e5a2fdbdb3d4 req-c9bf8415-e999-4782-92c9-4b805085bed2 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] 10.222.0.35 "GET /v2.0/security-groups?id=29ce1ee4-e5ef-4ab2-b658-910bf3a5767a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558586 May 04 18:58:53.563355 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca39f11c-ebe5-4ac7-8883-1c7c3a6a84dd admin admin] Network e7d3972c-5f26-4298-b8e9-41e2e7ddb2e2 is already hosted by enough agents. {{(pid=103280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:58:53.565273 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.base_scheduler [None req-ca39f11c-ebe5-4ac7-8883-1c7c3a6a84dd admin admin] Resources bound (agent type, host, resource id): {{(pid=103280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:58:53.688657 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca39f11c-ebe5-4ac7-8883-1c7c3a6a84dd admin admin] Router fa2a76ba-a7c6-4c64-881f-b3e23b6677f4 has already been hosted by L3 agent 0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b {{(pid=103280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 18:58:53.804003 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078c4ffb-29d8-4ff3-8ba8-a40ba500cb6f req-0b8b35bc-5c0c-4812-a9c5-ee46d2fda589 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:58:53.805837 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-078c4ffb-29d8-4ff3-8ba8-a40ba500cb6f req-0b8b35bc-5c0c-4812-a9c5-ee46d2fda589 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d550c33-794e-4c78-86ef-4101ddf2a3ef HTTP/1.1" status: 200 len: 945 time: 0.0495520 May 04 18:58:53.809912 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca39f11c-ebe5-4ac7-8883-1c7c3a6a84dd admin admin] Notify agent at l3_agent.dv-cinder-840525-1-iscsi the message routers_updated {{(pid=103280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 18:58:53.815337 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-ca39f11c-ebe5-4ac7-8883-1c7c3a6a84dd admin admin] 10.222.0.35 "PUT /v2.0/routers/fa2a76ba-a7c6-4c64-881f-b3e23b6677f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9731994 May 04 18:58:53.826503 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-d865c02d-34b1-481c-bba5-6870fe54fdf7 None None] Provisioning complete for port 14ec0272-350f-4eb7-b096-d1c4a284b6f1 triggered by entity DHCP. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:58:53.826773 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d865c02d-34b1-481c-bba5-6870fe54fdf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1774450'] for port (14ec0272-350f-4eb7-b096-d1c4a284b6f1), provisioning_complete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:53.865655 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-d865c02d-34b1-481c-bba5-6870fe54fdf7 None None] Port 14ec0272-350f-4eb7-b096-d1c4a284b6f1 cannot update to ACTIVE because it is not bound. {{(pid=103281) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 18:58:53.872749 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-078c4ffb-29d8-4ff3-8ba8-a40ba500cb6f req-377c24e1-828b-4466-b31f-8c271a3b2200 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ea6ee27-c11d-4233-954f-1b439202ab30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582910 May 04 18:58:54.280538 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 51200) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:58:54.285147 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.v2.base [None req-0234abd0-beea-4b7c-8ca1-79cec7a0c47c tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1735188729', 'description': 'tempest-secgroup-smoke-1735188729 description', 'project_id': '8bf2894c75244d3f8e2c83c7deb9ab3e'}} {{(pid=103279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:58:54.311620 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-0234abd0-beea-4b7c-8ca1-79cec7a0c47c tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] Publish callbacks [] for security_group (None), before_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:54.384860 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adce92cb-38e6-4bd7-9195-97a956316072 req-12a94fba-5000-406d-b300-377c91eeb707 tempest-VolumesActionsTest-170887920 tempest-VolumesActionsTest-170887920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:58:54.386415 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-adce92cb-38e6-4bd7-9195-97a956316072 req-12a94fba-5000-406d-b300-377c91eeb707 tempest-VolumesActionsTest-170887920 tempest-VolumesActionsTest-170887920-project] 10.222.0.35 "GET /v2.0/ports?device_id=c63f9b92-e98b-4561-b6d5-716efbee5d8b HTTP/1.1" status: 200 len: 932 time: 0.0615253 May 04 18:58:54.447159 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-0234abd0-beea-4b7c-8ca1-79cec7a0c47c tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] Publish callbacks [] for security_group (21f831f8-7055-49b7-bcbd-6286b30d4ac8), precommit_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:54.457639 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-0234abd0-beea-4b7c-8ca1-79cec7a0c47c tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (21f831f8-7055-49b7-bcbd-6286b30d4ac8), after_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:54.474396 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-adce92cb-38e6-4bd7-9195-97a956316072 req-2099132b-97fd-48e6-a513-8891b22f69c2 tempest-VolumesActionsTest-170887920 tempest-VolumesActionsTest-170887920-project] 10.222.0.35 "GET /v2.0/security-groups?id=908d0572-22b8-47fc-8bad-14ce5d02d5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797393 May 04 18:58:54.489296 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-0234abd0-beea-4b7c-8ca1-79cec7a0c47c tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] Publish callbacks [] for security_group (None), before_response {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:54.490567 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-0234abd0-beea-4b7c-8ca1-79cec7a0c47c tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2090056 May 04 18:58:54.493805 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 51202) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:58:54.500363 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [None req-8cc2d486-6ef5-44e0-a473-be3c31f83e26 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] Request body: {'security_group_rule': {'security_group_id': '21f831f8-7055-49b7-bcbd-6286b30d4ac8', 'project_id': '8bf2894c75244d3f8e2c83c7deb9ab3e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:58:54.501080 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0234abd0-beea-4b7c-8ca1-79cec7a0c47c tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21f831f8-7055-49b7-bcbd-6286b30d4ac8,revision_number=1']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:58:54.509703 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [req-b384d4e9-e53f-4c1b-aa99-20dcd75c7066 req-a6a6c2a6-f3f9-4648-9d9c-4fe9c6864340 service neutron] Request body: {'port': {'device_id': 'c63f9b92-e98b-4561-b6d5-716efbee5d8b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84052'}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:58:54.512785 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0234abd0-beea-4b7c-8ca1-79cec7a0c47c tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:58:54.513494 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0234abd0-beea-4b7c-8ca1-79cec7a0c47c tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:58:54.514203 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0234abd0-beea-4b7c-8ca1-79cec7a0c47c tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:58:54.514809 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0234abd0-beea-4b7c-8ca1-79cec7a0c47c tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:58:54.515661 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0234abd0-beea-4b7c-8ca1-79cec7a0c47c tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:58:54.516190 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0234abd0-beea-4b7c-8ca1-79cec7a0c47c tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:58:54.517134 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0234abd0-beea-4b7c-8ca1-79cec7a0c47c tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:58:54.518114 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0234abd0-beea-4b7c-8ca1-79cec7a0c47c tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:58:54.519085 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0234abd0-beea-4b7c-8ca1-79cec7a0c47c tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:58:54.519796 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0234abd0-beea-4b7c-8ca1-79cec7a0c47c tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:58:54.520313 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0234abd0-beea-4b7c-8ca1-79cec7a0c47c tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:58:54.520995 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0234abd0-beea-4b7c-8ca1-79cec7a0c47c tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:58:54.521563 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0234abd0-beea-4b7c-8ca1-79cec7a0c47c tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:58:54.522108 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0234abd0-beea-4b7c-8ca1-79cec7a0c47c tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:58:54.522636 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0234abd0-beea-4b7c-8ca1-79cec7a0c47c tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:58:54.604614 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-8cc2d486-6ef5-44e0-a473-be3c31f83e26 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] Publish callbacks [] for security_group_rule (ffd841ba-bf50-4362-b02d-9b520768c9dd), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:54.620151 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0cd2f2-3a3e-45b2-a2fb-4f473f9e4854 req-c5f1391d-0e0c-4b33-9fca-bace1ea83647 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:58:54.622268 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-4d0cd2f2-3a3e-45b2-a2fb-4f473f9e4854 req-c5f1391d-0e0c-4b33-9fca-bace1ea83647 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] 10.222.0.35 "GET /v2.0/ports?device_id=10a55e21-0170-462a-b076-93f090d20502 HTTP/1.1" status: 200 len: 945 time: 0.0636096 May 04 18:58:54.646639 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-b384d4e9-e53f-4c1b-aa99-20dcd75c7066 req-a6a6c2a6-f3f9-4648-9d9c-4fe9c6864340 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (2c4d1527-76d2-4d3a-8297-88f4f72519b3), before_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:54.680481 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-8cc2d486-6ef5-44e0-a473-be3c31f83e26 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] Publish callbacks [] for security_group_rule (ffd841ba-bf50-4362-b02d-9b520768c9dd), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:54.691095 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-4d0cd2f2-3a3e-45b2-a2fb-4f473f9e4854 req-31934862-3fd1-4c4f-938d-228899ce211e tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] 10.222.0.35 "GET /v2.0/security-groups?id=29ce1ee4-e5ef-4ab2-b658-910bf3a5767a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631800 May 04 18:58:54.707861 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d530f38-5570-4534-b001-cf9247fb72d1 None None] Sync routers for ids ['fa2a76ba-a7c6-4c64-881f-b3e23b6677f4'] in dv-cinder-840525-1-iscsi {{(pid=103281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 18:58:54.720547 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d530f38-5570-4534-b001-cf9247fb72d1 None None] Routers {'fa2a76ba-a7c6-4c64-881f-b3e23b6677f4'} bound to L3 agent in host dv-cinder-840525-1-iscsi {{(pid=103281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 18:58:54.721255 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_hamode_db [None req-0d530f38-5570-4534-b001-cf9247fb72d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T18:48:29Z,description=,heartbeat_timestamp=2022-05-04T18:58:29Z,host='dv-cinder-840525-1-iscsi',id=0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:48:29Z,topic='l3_agent')) {'router_ids': ['fa2a76ba-a7c6-4c64-881f-b3e23b6677f4'], 'active': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:58:54.746559 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-8cc2d486-6ef5-44e0-a473-be3c31f83e26 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577292'] for security_group_rule (ffd841ba-bf50-4362-b02d-9b520768c9dd), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:54.795192 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074df04c-1786-4b85-960f-e907c73f5a70 req-55fa7c4c-2107-4c59-8fb1-249bb3c66a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:58:54.796761 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-074df04c-1786-4b85-960f-e907c73f5a70 req-55fa7c4c-2107-4c59-8fb1-249bb3c66a97 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d220357192eb4ba5a2cdd43f000cd4c4&device_id=10a55e21-0170-462a-b076-93f090d20502 HTTP/1.1" status: 200 len: 1129 time: 0.1151924 May 04 18:58:54.801212 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc2d486-6ef5-44e0-a473-be3c31f83e26 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffd841ba-bf50-4362-b02d-9b520768c9dd,revision_number=0']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:58:54.857105 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-8cc2d486-6ef5-44e0-a473-be3c31f83e26 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:54.861019 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-8cc2d486-6ef5-44e0-a473-be3c31f83e26 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3633561 May 04 18:58:54.862061 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 51212) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:58:54.867306 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.v2.base [None req-85c9a5f6-a3a2-4644-ab5c-21e22c62c418 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] Request body: {'security_group_rule': {'security_group_id': '21f831f8-7055-49b7-bcbd-6286b30d4ac8', 'project_id': '8bf2894c75244d3f8e2c83c7deb9ab3e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:58:54.903125 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvr_db [None req-0d530f38-5570-4534-b001-cf9247fb72d1 None None] Set router fa2a76ba-a7c6-4c64-881f-b3e23b6677f4 gateway port host: dv-cinder-840525-1-iscsi {{(pid=103281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 18:58:54.941265 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-85c9a5f6-a3a2-4644-ab5c-21e22c62c418 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] Publish callbacks [] for security_group_rule (aac2f428-44d8-40e7-8921-cb6bc8121787), before_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:54.998498 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Device 1b6ebcee-b868-40ef-8e2f-e2e5723822c8 up at agent ovs-agent-dv-cinder-840525-1-iscsi {{(pid=103281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 18:58:55.019870 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074df04c-1786-4b85-960f-e907c73f5a70 req-285b39d2-aa40-4d32-bde0-7ba45b9948ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:58:55.021691 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-074df04c-1786-4b85-960f-e907c73f5a70 req-285b39d2-aa40-4d32-bde0-7ba45b9948ab service neutron] 10.222.0.55 "GET /v2.0/networks?id=30fa2e3e-f6d8-4564-bce1-ee05a5bd0ce9 HTTP/1.1" status: 200 len: 912 time: 0.1775055 May 04 18:58:55.034025 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a1154c-4092-45bc-a07f-875257618e41 req-30fa709a-7d3e-4e8c-a5a4-bce640435a7f tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:58:55.041118 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-d5a1154c-4092-45bc-a07f-875257618e41 req-30fa709a-7d3e-4e8c-a5a4-bce640435a7f tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d550c33-794e-4c78-86ef-4101ddf2a3ef HTTP/1.1" status: 200 len: 945 time: 0.0796857 May 04 18:58:55.104112 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-85c9a5f6-a3a2-4644-ab5c-21e22c62c418 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] Publish callbacks [] for security_group_rule (aac2f428-44d8-40e7-8921-cb6bc8121787), precommit_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:55.115284 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-d5a1154c-4092-45bc-a07f-875257618e41 req-fb0c268a-cf93-4406-b0f6-7efe175cac14 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ea6ee27-c11d-4233-954f-1b439202ab30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729201 May 04 18:58:55.122098 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-074df04c-1786-4b85-960f-e907c73f5a70 req-e4902af3-7a65-44e6-bb19-a3ea5c333770 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=843fc3ed-e6f9-4db5-9c3e-d942e8b8745c HTTP/1.1" status: 200 len: 1001 time: 0.0856051 May 04 18:58:55.123043 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-85c9a5f6-a3a2-4644-ab5c-21e22c62c418 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577292'] for security_group_rule (aac2f428-44d8-40e7-8921-cb6bc8121787), after_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:55.124584 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Provisioning complete for port 1b6ebcee-b868-40ef-8e2f-e2e5723822c8 triggered by entity L2. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:58:55.125243 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1774450'] for port (1b6ebcee-b868-40ef-8e2f-e2e5723822c8), provisioning_complete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:55.162699 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-85c9a5f6-a3a2-4644-ab5c-21e22c62c418 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:55.168161 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-85c9a5f6-a3a2-4644-ab5c-21e22c62c418 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3004103 May 04 18:58:55.168161 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c9a5f6-a3a2-4644-ab5c-21e22c62c418 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aac2f428-44d8-40e7-8921-cb6bc8121787,revision_number=0']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:58:55.168485 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 51218) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:58:55.172915 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [None req-466acaab-e0e9-46f6-a221-e728a22dd89d tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] Request body: {'security_group_rule': {'security_group_id': '21f831f8-7055-49b7-bcbd-6286b30d4ac8', 'project_id': '8bf2894c75244d3f8e2c83c7deb9ab3e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:58:55.179179 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.notifiers.nova [req-b384d4e9-e53f-4c1b-aa99-20dcd75c7066 req-a6a6c2a6-f3f9-4648-9d9c-4fe9c6864340 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c4d1527-76d2-4d3a-8297-88f4f72519b3 {{(pid=103280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 18:58:55.189458 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-b384d4e9-e53f-4c1b-aa99-20dcd75c7066 req-a6a6c2a6-f3f9-4648-9d9c-4fe9c6864340 service neutron] Publish callbacks [] for port (2c4d1527-76d2-4d3a-8297-88f4f72519b3), precommit_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:55.209378 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.db.provisioning_blocks [req-b384d4e9-e53f-4c1b-aa99-20dcd75c7066 req-a6a6c2a6-f3f9-4648-9d9c-4fe9c6864340 service neutron] Transition to ACTIVE for port object 2c4d1527-76d2-4d3a-8297-88f4f72519b3 will not be triggered until provisioned by entity L2. {{(pid=103280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 18:58:55.210928 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_hamode_db [None req-0d530f38-5570-4534-b001-cf9247fb72d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa2a76ba-a7c6-4c64-881f-b3e23b6677f4', 'name': 'tempest-TestShelveInstance-1735526121-router', 'tenant_id': '35ee653d6d2a4669b9161bbdf73b726c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'external_fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': '1b6ebcee-b868-40ef-8e2f-e2e5723822c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:58:48Z', 'updated_at': '2022-05-04T18:58:53Z', 'revision_number': 4, 'project_id': '35ee653d6d2a4669b9161bbdf73b726c', 'gw_port': {'id': '1b6ebcee-b868-40ef-8e2f-e2e5723822c8', 'name': '', 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:f7:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa2a76ba-a7c6-4c64-881f-b3e23b6677f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:58:49Z', 'updated_at': '2022-05-04T18:58:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-1-iscsi', '_interfaces': [{'id': '14ec0272-350f-4eb7-b096-d1c4a284b6f1', 'name': '', 'network_id': 'e7d3972c-5f26-4298-b8e9-41e2e7ddb2e2', 'tenant_id': '35ee653d6d2a4669b9161bbdf73b726c', 'mac_address': 'fa:16:3e:25:90:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa2a76ba-a7c6-4c64-881f-b3e23b6677f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'cd26e13f-7edb-49ec-ac6a-fe3ec47980a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:58:52Z', 'updated_at': '2022-05-04T18:58:53Z', 'revision_number': 2, 'project_id': '35ee653d6d2a4669b9161bbdf73b726c', 'subnets': [{'id': 'cd26e13f-7edb-49ec-ac6a-fe3ec47980a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-1-iscsi', False) {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:58:55.218946 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-b384d4e9-e53f-4c1b-aa99-20dcd75c7066 req-a6a6c2a6-f3f9-4648-9d9c-4fe9c6864340 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12874275'] for port (2c4d1527-76d2-4d3a-8297-88f4f72519b3), after_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:55.243511 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d530f38-5570-4534-b001-cf9247fb72d1 None None] Checking router: fa2a76ba-a7c6-4c64-881f-b3e23b6677f4 for host: dv-cinder-840525-1-iscsi {{(pid=103281) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 18:58:55.244235 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d530f38-5570-4534-b001-cf9247fb72d1 None None] Updating router fa2a76ba-a7c6-4c64-881f-b3e23b6677f4 port 14ec0272-350f-4eb7-b096-d1c4a284b6f1 binding host dv-cinder-840525-1-iscsi {{(pid=103281) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 18:58:55.274471 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-466acaab-e0e9-46f6-a221-e728a22dd89d tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] Publish callbacks [] for security_group_rule (8bf219b0-6707-4bac-994c-0df6c6f312e7), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:55.303711 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0d530f38-5570-4534-b001-cf9247fb72d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (14ec0272-350f-4eb7-b096-d1c4a284b6f1), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:55.307502 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Current status of the port 1b6ebcee-b868-40ef-8e2f-e2e5723822c8 is: DOWN; New status is: ACTIVE {{(pid=103281) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:58:55.307820 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (1b6ebcee-b868-40ef-8e2f-e2e5723822c8), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:55.320128 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a6c2a6-f3f9-4648-9d9c-4fe9c6864340 service neutron] Pushing event updated for resources: {'Port': ['ID=2c4d1527-76d2-4d3a-8297-88f4f72519b3,revision_number=2']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:58:55.329629 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074df04c-1786-4b85-960f-e907c73f5a70 req-76e68972-1458-4f27-b4dc-778c61a97424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:58:55.330808 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-074df04c-1786-4b85-960f-e907c73f5a70 req-76e68972-1458-4f27-b4dc-778c61a97424 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d9b5c29e-b014-49ec-aabd-8c0ad7c78e2e HTTP/1.1" status: 200 len: 850 time: 0.1205766 May 04 18:58:55.361248 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] For port 1b6ebcee-b868-40ef-8e2f-e2e5723822c8, host dv-cinder-840525-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-1-iscsi',level=0,port_id=1b6ebcee-b868-40ef-8e2f-e2e5723822c8,segment=NetworkSegment(183e99eb-a03a-4429-82ba-edb66df2d5f7),segment_id=183e99eb-a03a-4429-82ba-edb66df2d5f7)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:58:55.370388 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136'] for port (1b6ebcee-b868-40ef-8e2f-e2e5723822c8), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:55.441117 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074df04c-1786-4b85-960f-e907c73f5a70 req-604aa65e-6c8a-4c68-9319-eb5f5bbf5093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:58:55.442637 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-074df04c-1786-4b85-960f-e907c73f5a70 req-604aa65e-6c8a-4c68-9319-eb5f5bbf5093 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=30fa2e3e-f6d8-4564-bce1-ee05a5bd0ce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1024060 May 04 18:58:55.454887 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-466acaab-e0e9-46f6-a221-e728a22dd89d tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] Publish callbacks [] for security_group_rule (8bf219b0-6707-4bac-994c-0df6c6f312e7), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:55.479606 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-466acaab-e0e9-46f6-a221-e728a22dd89d tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577292'] for security_group_rule (8bf219b0-6707-4bac-994c-0df6c6f312e7), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:55.501698 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (bff7e656-358d-4e40-a36a-3f10fe33ffdf), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:55.526145 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Pushing event updated for resources: {'Port': ['ID=1b6ebcee-b868-40ef-8e2f-e2e5723822c8,revision_number=4']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:58:55.526735 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.managers [req-b384d4e9-e53f-4c1b-aa99-20dcd75c7066 req-a6a6c2a6-f3f9-4648-9d9c-4fe9c6864340 service neutron] Attempting to bind port 2c4d1527-76d2-4d3a-8297-88f4f72519b3 on host hv-cinder-84052 for vnic_type normal with profile {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 18:58:55.527212 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.managers [req-b384d4e9-e53f-4c1b-aa99-20dcd75c7066 req-a6a6c2a6-f3f9-4648-9d9c-4fe9c6864340 service neutron] Attempting to bind port 2c4d1527-76d2-4d3a-8297-88f4f72519b3 by drivers openvswitch,hyperv on host hv-cinder-84052 at level 0 using segments [{'id': '8b116a02-2c8f-47da-aa2d-79c1b6ad4018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '2e3391c4-4716-4518-996a-49c9a899f879'}] {{(pid=103280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 18:58:55.527395 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b384d4e9-e53f-4c1b-aa99-20dcd75c7066 req-a6a6c2a6-f3f9-4648-9d9c-4fe9c6864340 service neutron] Attempting to bind port 2c4d1527-76d2-4d3a-8297-88f4f72519b3 on network 2e3391c4-4716-4518-996a-49c9a899f879 {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 18:58:55.694112 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0d530f38-5570-4534-b001-cf9247fb72d1 None None] Publish callbacks [] for port (14ec0272-350f-4eb7-b096-d1c4a284b6f1), precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:55.701410 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0d530f38-5570-4534-b001-cf9247fb72d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136'] for port (14ec0272-350f-4eb7-b096-d1c4a284b6f1), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:55.754709 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72495e78-e5cc-4772-ab41-57ec07c9dd07 None None] Pushing event updated for resources: {'Port': ['ID=14ec0272-350f-4eb7-b096-d1c4a284b6f1,revision_number=3']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:58:55.835869 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [None req-0d530f38-5570-4534-b001-cf9247fb72d1 None None] Attempting to bind port 14ec0272-350f-4eb7-b096-d1c4a284b6f1 on host dv-cinder-840525-1-iscsi for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 18:58:55.836512 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [None req-0d530f38-5570-4534-b001-cf9247fb72d1 None None] Attempting to bind port 14ec0272-350f-4eb7-b096-d1c4a284b6f1 by drivers openvswitch,hyperv on host dv-cinder-840525-1-iscsi at level 0 using segments [{'id': '97b2832f-4767-4004-b13f-d3332ebbabb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'e7d3972c-5f26-4298-b8e9-41e2e7ddb2e2'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 18:58:55.836880 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d530f38-5570-4534-b001-cf9247fb72d1 None None] Attempting to bind port 14ec0272-350f-4eb7-b096-d1c4a284b6f1 on network e7d3972c-5f26-4298-b8e9-41e2e7ddb2e2 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 18:58:55.858832 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d530f38-5570-4534-b001-cf9247fb72d1 None None] Checking agent: {'id': '7e96273e-cd3b-4e2d-a9cb-a5a62cf8f8b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840525-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 18, 48, 33), 'started_at': datetime.datetime(2022, 5, 4, 18, 49, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 18, 58, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840525-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 18:58:55.859738 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d530f38-5570-4534-b001-cf9247fb72d1 None None] Checking segment: {'id': '97b2832f-4767-4004-b13f-d3332ebbabb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'e7d3972c-5f26-4298-b8e9-41e2e7ddb2e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 18:58:55.859862 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0d530f38-5570-4534-b001-cf9247fb72d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:55.860298 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d530f38-5570-4534-b001-cf9247fb72d1 None None] Bound using segment: {'id': '97b2832f-4767-4004-b13f-d3332ebbabb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'e7d3972c-5f26-4298-b8e9-41e2e7ddb2e2'} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 18:58:55.860985 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [None req-0d530f38-5570-4534-b001-cf9247fb72d1 None None] Bound port: 14ec0272-350f-4eb7-b096-d1c4a284b6f1, host: dv-cinder-840525-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97b2832f-4767-4004-b13f-d3332ebbabb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'e7d3972c-5f26-4298-b8e9-41e2e7ddb2e2'}}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 18:58:55.861547 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0d530f38-5570-4534-b001-cf9247fb72d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (14ec0272-350f-4eb7-b096-d1c4a284b6f1), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:55.871505 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466acaab-e0e9-46f6-a221-e728a22dd89d tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bf219b0-6707-4bac-994c-0df6c6f312e7,revision_number=0']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:58:55.890086 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b384d4e9-e53f-4c1b-aa99-20dcd75c7066 req-a6a6c2a6-f3f9-4648-9d9c-4fe9c6864340 service neutron] Port 2c4d1527-76d2-4d3a-8297-88f4f72519b3 on network 2e3391c4-4716-4518-996a-49c9a899f879 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84052 {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 18:58:55.890691 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b384d4e9-e53f-4c1b-aa99-20dcd75c7066 req-a6a6c2a6-f3f9-4648-9d9c-4fe9c6864340 service neutron] Attempting to bind port 2c4d1527-76d2-4d3a-8297-88f4f72519b3 on network 2e3391c4-4716-4518-996a-49c9a899f879 {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 18:58:55.932278 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9aac72-7db6-4466-b00a-def581ede93e req-c5aa2016-3dbd-48bb-ba13-570a8d6c07a7 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:58:55.940476 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b384d4e9-e53f-4c1b-aa99-20dcd75c7066 req-a6a6c2a6-f3f9-4648-9d9c-4fe9c6864340 service neutron] Checking agent: {'id': 'bff7e656-358d-4e40-a36a-3f10fe33ffdf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84052', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 18, 54, 55), 'started_at': datetime.datetime(2022, 5, 4, 18, 54, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 18, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 18:58:55.941196 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b384d4e9-e53f-4c1b-aa99-20dcd75c7066 req-a6a6c2a6-f3f9-4648-9d9c-4fe9c6864340 service neutron] Checking segment: {'id': '8b116a02-2c8f-47da-aa2d-79c1b6ad4018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '2e3391c4-4716-4518-996a-49c9a899f879'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 18:58:55.942717 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b384d4e9-e53f-4c1b-aa99-20dcd75c7066 req-a6a6c2a6-f3f9-4648-9d9c-4fe9c6864340 service neutron] Bound using segment: {'id': '8b116a02-2c8f-47da-aa2d-79c1b6ad4018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '2e3391c4-4716-4518-996a-49c9a899f879'} {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 18:58:55.943266 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.managers [req-b384d4e9-e53f-4c1b-aa99-20dcd75c7066 req-a6a6c2a6-f3f9-4648-9d9c-4fe9c6864340 service neutron] Bound port: 2c4d1527-76d2-4d3a-8297-88f4f72519b3, host: hv-cinder-84052, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b116a02-2c8f-47da-aa2d-79c1b6ad4018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '2e3391c4-4716-4518-996a-49c9a899f879'}}] {{(pid=103280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 18:58:55.943793 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-b384d4e9-e53f-4c1b-aa99-20dcd75c7066 req-a6a6c2a6-f3f9-4648-9d9c-4fe9c6864340 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (2c4d1527-76d2-4d3a-8297-88f4f72519b3), before_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:55.946747 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-7f9aac72-7db6-4466-b00a-def581ede93e req-c5aa2016-3dbd-48bb-ba13-570a8d6c07a7 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] 10.222.0.35 "GET /v2.0/ports?device_id=10a55e21-0170-462a-b076-93f090d20502 HTTP/1.1" status: 200 len: 945 time: 0.1147375 May 04 18:58:55.961256 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-466acaab-e0e9-46f6-a221-e728a22dd89d tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:55.962982 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-466acaab-e0e9-46f6-a221-e728a22dd89d tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7945781 May 04 18:58:55.971661 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 51260) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:58:55.981407 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [None req-af10cf75-e309-46e6-9fe4-ee805a806b68 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] Request body: {'security_group_rule': {'security_group_id': '21f831f8-7055-49b7-bcbd-6286b30d4ac8', 'project_id': '8bf2894c75244d3f8e2c83c7deb9ab3e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:58:56.027695 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-0d530f38-5570-4534-b001-cf9247fb72d1 None None] For port 14ec0272-350f-4eb7-b096-d1c4a284b6f1, host dv-cinder-840525-1-iscsi, cleared binding levels {{(pid=103281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 18:58:56.033846 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-0d530f38-5570-4534-b001-cf9247fb72d1 None None] For port 14ec0272-350f-4eb7-b096-d1c4a284b6f1, host dv-cinder-840525-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-1-iscsi',level=0,port_id=14ec0272-350f-4eb7-b096-d1c4a284b6f1,segment=NetworkSegment(97b2832f-4767-4004-b13f-d3332ebbabb6),segment_id=97b2832f-4767-4004-b13f-d3332ebbabb6)] {{(pid=103281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 18:58:56.040405 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41ce6c9-b935-4085-8fdb-6b196f2e89eb req-5322f334-bbb8-42d2-9add-75a6fd9fe9e9 tempest-VolumesActionsTest-170887920 tempest-VolumesActionsTest-170887920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:58:56.047771 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a41ce6c9-b935-4085-8fdb-6b196f2e89eb req-5322f334-bbb8-42d2-9add-75a6fd9fe9e9 tempest-VolumesActionsTest-170887920 tempest-VolumesActionsTest-170887920-project] 10.222.0.35 "GET /v2.0/ports?device_id=c63f9b92-e98b-4561-b6d5-716efbee5d8b HTTP/1.1" status: 200 len: 944 time: 0.1719913 May 04 18:58:56.053942 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-7f9aac72-7db6-4466-b00a-def581ede93e req-06128d8a-ce14-4d1b-a8c9-ed4f8e6e169f tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] 10.222.0.35 "GET /v2.0/security-groups?id=29ce1ee4-e5ef-4ab2-b658-910bf3a5767a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063216 May 04 18:58:56.063517 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0d530f38-5570-4534-b001-cf9247fb72d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136'] for port (14ec0272-350f-4eb7-b096-d1c4a284b6f1), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:56.069328 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-074df04c-1786-4b85-960f-e907c73f5a70 req-516fa17a-cb70-436a-a521-472a8e068190 service neutron] 10.222.0.55 "GET /v2.0/networks/30fa2e3e-f6d8-4564-bce1-ee05a5bd0ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6118629 May 04 18:58:56.133855 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-28af571d-1042-4077-ae1a-648a08841009 None None] Provisioning complete for port 14ec0272-350f-4eb7-b096-d1c4a284b6f1 triggered by entity DHCP. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:58:56.134636 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-28af571d-1042-4077-ae1a-648a08841009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1774450'] for port (14ec0272-350f-4eb7-b096-d1c4a284b6f1), provisioning_complete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:56.155480 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.db [req-b384d4e9-e53f-4c1b-aa99-20dcd75c7066 req-a6a6c2a6-f3f9-4648-9d9c-4fe9c6864340 service neutron] For port 2c4d1527-76d2-4d3a-8297-88f4f72519b3, host hv-cinder-84052, cleared binding levels {{(pid=103280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 18:58:56.157770 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-af10cf75-e309-46e6-9fe4-ee805a806b68 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] Publish callbacks [] for security_group_rule (d8b0705c-ff31-43d8-b592-ec0faa8fde9e), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:56.172856 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72495e78-e5cc-4772-ab41-57ec07c9dd07 None None] Pushing event updated for resources: {'Port': ['ID=14ec0272-350f-4eb7-b096-d1c4a284b6f1,revision_number=4']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:58:56.213312 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d530f38-5570-4534-b001-cf9247fb72d1 None None] Routers {'fa2a76ba-a7c6-4c64-881f-b3e23b6677f4'} bound to L3 agent in host dv-cinder-840525-1-iscsi {{(pid=103281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 18:58:56.213966 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_hamode_db [None req-0d530f38-5570-4534-b001-cf9247fb72d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T18:48:29Z,description=,heartbeat_timestamp=2022-05-04T18:58:29Z,host='dv-cinder-840525-1-iscsi',id=0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:48:29Z,topic='l3_agent')) {'router_ids': ['fa2a76ba-a7c6-4c64-881f-b3e23b6677f4'], 'active': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:58:56.244995 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.db [req-b384d4e9-e53f-4c1b-aa99-20dcd75c7066 req-a6a6c2a6-f3f9-4648-9d9c-4fe9c6864340 service neutron] For port 2c4d1527-76d2-4d3a-8297-88f4f72519b3, host hv-cinder-84052, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=2c4d1527-76d2-4d3a-8297-88f4f72519b3,segment=NetworkSegment(8b116a02-2c8f-47da-aa2d-79c1b6ad4018),segment_id=8b116a02-2c8f-47da-aa2d-79c1b6ad4018)] {{(pid=103280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 18:58:56.300930 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a41ce6c9-b935-4085-8fdb-6b196f2e89eb req-e99f2d5a-60de-4ae8-85dd-de880c8535db tempest-VolumesActionsTest-170887920 tempest-VolumesActionsTest-170887920-project] 10.222.0.35 "GET /v2.0/security-groups?id=908d0572-22b8-47fc-8bad-14ce5d02d5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403908 May 04 18:58:56.307167 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-b384d4e9-e53f-4c1b-aa99-20dcd75c7066 req-a6a6c2a6-f3f9-4648-9d9c-4fe9c6864340 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12874275'] for port (2c4d1527-76d2-4d3a-8297-88f4f72519b3), after_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:56.372181 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ead97d-3432-421a-a969-de2eec84760a req-a2aa386b-cef9-463a-b65c-e1f3553889e0 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:58:56.373985 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-f6ead97d-3432-421a-a969-de2eec84760a req-a2aa386b-cef9-463a-b65c-e1f3553889e0 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d550c33-794e-4c78-86ef-4101ddf2a3ef HTTP/1.1" status: 200 len: 945 time: 0.1022444 May 04 18:58:56.417692 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-074df04c-1786-4b85-960f-e907c73f5a70 req-44ed8d5c-34bc-4f5e-950b-0a57a314e5be service neutron] 10.222.0.55 "GET /v2.0/networks/30fa2e3e-f6d8-4564-bce1-ee05a5bd0ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3248248 May 04 18:58:56.426109 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b384d4e9-e53f-4c1b-aa99-20dcd75c7066 req-a6a6c2a6-f3f9-4648-9d9c-4fe9c6864340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:58:56.426741 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-b384d4e9-e53f-4c1b-aa99-20dcd75c7066 req-a6a6c2a6-f3f9-4648-9d9c-4fe9c6864340 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127086'] for port (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:56.428656 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-b384d4e9-e53f-4c1b-aa99-20dcd75c7066 req-a6a6c2a6-f3f9-4648-9d9c-4fe9c6864340 service neutron] 10.222.0.55 "PUT /v2.0/ports/2c4d1527-76d2-4d3a-8297-88f4f72519b3 HTTP/1.1" status: 200 len: 1094 time: 1.9224756 May 04 18:58:56.430679 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-af10cf75-e309-46e6-9fe4-ee805a806b68 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] Publish callbacks [] for security_group_rule (d8b0705c-ff31-43d8-b592-ec0faa8fde9e), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:56.431570 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c63f9b92-e98b-4561-b6d5-716efbee5d8b', 'tag': '2c4d1527-76d2-4d3a-8297-88f4f72519b3'}] {{(pid=103280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:58:56.434462 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d17ed66b9d9b08214cd1b2d258b378c61736cd464b468dfe37a5b26948fd6e52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27afa83b-74c3-4d2a-bcdc-dd104c4b3885" -d '{"events": [{"name": "network-changed", "server_uuid": "c63f9b92-e98b-4561-b6d5-716efbee5d8b", "tag": "2c4d1527-76d2-4d3a-8297-88f4f72519b3"}]}' {{(pid=103280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 18:58:56.441597 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-af10cf75-e309-46e6-9fe4-ee805a806b68 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577292'] for security_group_rule (d8b0705c-ff31-43d8-b592-ec0faa8fde9e), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:56.490677 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af10cf75-e309-46e6-9fe4-ee805a806b68 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8b0705c-ff31-43d8-b592-ec0faa8fde9e,revision_number=0']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:58:56.492871 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a6c2a6-f3f9-4648-9d9c-4fe9c6864340 service neutron] Pushing event updated for resources: {'Port': ['ID=2c4d1527-76d2-4d3a-8297-88f4f72519b3,revision_number=3']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:58:56.496658 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvr_db [None req-0d530f38-5570-4534-b001-cf9247fb72d1 None None] Set router fa2a76ba-a7c6-4c64-881f-b3e23b6677f4 gateway port host: dv-cinder-840525-1-iscsi {{(pid=103281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 18:58:56.527447 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-af10cf75-e309-46e6-9fe4-ee805a806b68 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:56.534015 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-af10cf75-e309-46e6-9fe4-ee805a806b68 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5511518 May 04 18:58:56.535669 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 51286) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:58:56.536890 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-28af571d-1042-4077-ae1a-648a08841009 None None] Current status of the port 14ec0272-350f-4eb7-b096-d1c4a284b6f1 is: DOWN; New status is: ACTIVE {{(pid=103281) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:58:56.537304 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-28af571d-1042-4077-ae1a-648a08841009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (14ec0272-350f-4eb7-b096-d1c4a284b6f1), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:56.556704 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 18:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80cb75b7-f8f2-41e8-874a-2e259c2be7b2 x-openstack-request-id: req-80cb75b7-f8f2-41e8-874a-2e259c2be7b2 {{(pid=103280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 18:58:56.557585 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c63f9b92-e98b-4561-b6d5-716efbee5d8b", "tag": "2c4d1527-76d2-4d3a-8297-88f4f72519b3", "status": "completed", "code": 200}]} {{(pid=103280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 18:58:56.557855 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-80cb75b7-f8f2-41e8-874a-2e259c2be7b2 {{(pid=103280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 18:58:56.558266 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80cb75b7-f8f2-41e8-874a-2e259c2be7b2'] response: {'name': 'network-changed', 'server_uuid': 'c63f9b92-e98b-4561-b6d5-716efbee5d8b', 'tag': '2c4d1527-76d2-4d3a-8297-88f4f72519b3', 'status': 'completed', 'code': 200} May 04 18:58:56.571239 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.v2.base [None req-d248f3f7-4523-47a1-9c4f-c61adf5cca65 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] Request body: {'security_group_rule': {'security_group_id': '21f831f8-7055-49b7-bcbd-6286b30d4ac8', 'project_id': '8bf2894c75244d3f8e2c83c7deb9ab3e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:58:56.572725 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b384d4e9-e53f-4c1b-aa99-20dcd75c7066 req-606aa613-8011-4c16-942f-913a989e5ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:58:56.575095 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-b384d4e9-e53f-4c1b-aa99-20dcd75c7066 req-606aa613-8011-4c16-942f-913a989e5ea0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=648aeb6cd9384a51b759fe4fed0586a4&device_id=c63f9b92-e98b-4561-b6d5-716efbee5d8b HTTP/1.1" status: 200 len: 1128 time: 0.0688579 May 04 18:58:56.589032 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-f6ead97d-3432-421a-a969-de2eec84760a req-062644e7-590c-4eae-9ffb-c51783b058e6 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ea6ee27-c11d-4233-954f-1b439202ab30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066734 May 04 18:58:56.633964 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.db.securitygroups_db [None req-d248f3f7-4523-47a1-9c4f-c61adf5cca65 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] Project 8bf2894c75244d3f8e2c83c7deb9ab3e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 04 18:58:56.641105 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-d248f3f7-4523-47a1-9c4f-c61adf5cca65 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] Publish callbacks [] for security_group_rule (2043a7dc-85b0-4d8b-9c78-47236e8bc421), before_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:56.647756 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-b384d4e9-e53f-4c1b-aa99-20dcd75c7066 req-bca9862f-3339-45db-a492-7c8cccde0133 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2c4d1527-76d2-4d3a-8297-88f4f72519b3 HTTP/1.1" status: 200 len: 217 time: 0.0542839 May 04 18:58:56.682446 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-28af571d-1042-4077-ae1a-648a08841009 None None] For port 14ec0272-350f-4eb7-b096-d1c4a284b6f1, host dv-cinder-840525-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-1-iscsi',level=0,port_id=14ec0272-350f-4eb7-b096-d1c4a284b6f1,segment=NetworkSegment(97b2832f-4767-4004-b13f-d3332ebbabb6),segment_id=97b2832f-4767-4004-b13f-d3332ebbabb6)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:58:56.689792 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-28af571d-1042-4077-ae1a-648a08841009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136'] for port (14ec0272-350f-4eb7-b096-d1c4a284b6f1), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:56.711719 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-d248f3f7-4523-47a1-9c4f-c61adf5cca65 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] Publish callbacks [] for security_group_rule (2043a7dc-85b0-4d8b-9c78-47236e8bc421), precommit_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:56.717677 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-d248f3f7-4523-47a1-9c4f-c61adf5cca65 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577292'] for security_group_rule (2043a7dc-85b0-4d8b-9c78-47236e8bc421), after_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:56.742942 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d248f3f7-4523-47a1-9c4f-c61adf5cca65 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2043a7dc-85b0-4d8b-9c78-47236e8bc421,revision_number=0']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:58:56.758119 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-d248f3f7-4523-47a1-9c4f-c61adf5cca65 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:56.759516 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-d248f3f7-4523-47a1-9c4f-c61adf5cca65 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2226565 May 04 18:58:56.762373 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 51290) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:58:56.767549 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.v2.base [None req-b26f57ce-5df0-44f7-a2db-cae1df3486b4 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] Request body: {'security_group_rule': {'security_group_id': '21f831f8-7055-49b7-bcbd-6286b30d4ac8', 'project_id': '8bf2894c75244d3f8e2c83c7deb9ab3e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:58:56.800350 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.db.securitygroups_db [None req-b26f57ce-5df0-44f7-a2db-cae1df3486b4 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] Project 8bf2894c75244d3f8e2c83c7deb9ab3e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 04 18:58:56.808990 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-b26f57ce-5df0-44f7-a2db-cae1df3486b4 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] Publish callbacks [] for security_group_rule (b3028fc7-0b78-43cc-9d6e-89b72f13df6c), before_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:56.924589 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-b26f57ce-5df0-44f7-a2db-cae1df3486b4 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] Publish callbacks [] for security_group_rule (b3028fc7-0b78-43cc-9d6e-89b72f13df6c), precommit_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:56.927079 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b384d4e9-e53f-4c1b-aa99-20dcd75c7066 req-d6111b99-fc9b-473b-a1b9-e752fa79e4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:58:56.928921 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-b384d4e9-e53f-4c1b-aa99-20dcd75c7066 req-d6111b99-fc9b-473b-a1b9-e752fa79e4bd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e08642fe-2e1e-452f-9621-db39af049291 HTTP/1.1" status: 200 len: 849 time: 0.0807543 May 04 18:58:56.932307 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-b26f57ce-5df0-44f7-a2db-cae1df3486b4 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577292'] for security_group_rule (b3028fc7-0b78-43cc-9d6e-89b72f13df6c), after_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:56.998947 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Device 1b6ebcee-b868-40ef-8e2f-e2e5723822c8 up at agent ovs-agent-dv-cinder-840525-1-iscsi {{(pid=103281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 18:58:57.000571 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26f57ce-5df0-44f7-a2db-cae1df3486b4 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3028fc7-0b78-43cc-9d6e-89b72f13df6c,revision_number=0']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:58:57.011829 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-b384d4e9-e53f-4c1b-aa99-20dcd75c7066 req-8aef41e1-5471-4eb3-a96e-367588651134 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2e3391c4-4716-4518-996a-49c9a899f879&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0692916 May 04 18:58:57.018120 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-b26f57ce-5df0-44f7-a2db-cae1df3486b4 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:57.019383 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-b26f57ce-5df0-44f7-a2db-cae1df3486b4 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2560279 May 04 18:58:57.046246 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28af571d-1042-4077-ae1a-648a08841009 None None] Pushing event updated for resources: {'Port': ['ID=14ec0272-350f-4eb7-b096-d1c4a284b6f1,revision_number=5']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:58:57.062783 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-c17f1743-5b31-4e4e-92c9-7560932b5031 None None] Provisioning complete for port 14ec0272-350f-4eb7-b096-d1c4a284b6f1 triggered by entity DHCP. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:58:57.063395 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c17f1743-5b31-4e4e-92c9-7560932b5031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1774450'] for port (14ec0272-350f-4eb7-b096-d1c4a284b6f1), provisioning_complete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:57.105082 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_hamode_db [None req-0d530f38-5570-4534-b001-cf9247fb72d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa2a76ba-a7c6-4c64-881f-b3e23b6677f4', 'name': 'tempest-TestShelveInstance-1735526121-router', 'tenant_id': '35ee653d6d2a4669b9161bbdf73b726c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'external_fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': '1b6ebcee-b868-40ef-8e2f-e2e5723822c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:58:48Z', 'updated_at': '2022-05-04T18:58:53Z', 'revision_number': 4, 'project_id': '35ee653d6d2a4669b9161bbdf73b726c', 'gw_port': {'id': '1b6ebcee-b868-40ef-8e2f-e2e5723822c8', 'name': '', 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:f7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2a76ba-a7c6-4c64-881f-b3e23b6677f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:58:49Z', 'updated_at': '2022-05-04T18:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-1-iscsi', '_interfaces': [{'id': '14ec0272-350f-4eb7-b096-d1c4a284b6f1', 'name': '', 'network_id': 'e7d3972c-5f26-4298-b8e9-41e2e7ddb2e2', 'tenant_id': '35ee653d6d2a4669b9161bbdf73b726c', 'mac_address': 'fa:16:3e:25:90:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa2a76ba-a7c6-4c64-881f-b3e23b6677f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'cd26e13f-7edb-49ec-ac6a-fe3ec47980a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:58:52Z', 'updated_at': '2022-05-04T18:58:56Z', 'revision_number': 4, 'project_id': '35ee653d6d2a4669b9161bbdf73b726c', 'subnets': [{'id': 'cd26e13f-7edb-49ec-ac6a-fe3ec47980a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-1-iscsi', False) {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:58:57.106932 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9384b2be-caee-4bdf-a8e4-f54631940595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (ae04e5b6-6ccf-46c0-81ba-a3f5b8ae390c), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:57.151418 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-b384d4e9-e53f-4c1b-aa99-20dcd75c7066 req-0ef22222-c7b4-4e33-9a02-fe02bc1c0650 service neutron] 10.222.0.55 "GET /v2.0/networks/2e3391c4-4716-4518-996a-49c9a899f879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303461 May 04 18:58:57.151748 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d530f38-5570-4534-b001-cf9247fb72d1 None None] The sync data for ids ['fa2a76ba-a7c6-4c64-881f-b3e23b6677f4'] in dv-cinder-840525-1-iscsi is: [{'id': 'fa2a76ba-a7c6-4c64-881f-b3e23b6677f4', 'name': 'tempest-TestShelveInstance-1735526121-router', 'tenant_id': '35ee653d6d2a4669b9161bbdf73b726c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'external_fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': '1b6ebcee-b868-40ef-8e2f-e2e5723822c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:58:48Z', 'updated_at': '2022-05-04T18:58:53Z', 'revision_number': 4, 'project_id': '35ee653d6d2a4669b9161bbdf73b726c', 'gw_port': {'id': '1b6ebcee-b868-40ef-8e2f-e2e5723822c8', 'name': '', 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:f7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2a76ba-a7c6-4c64-881f-b3e23b6677f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:58:49Z', 'updated_at': '2022-05-04T18:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-1-iscsi', '_interfaces': [{'id': '14ec0272-350f-4eb7-b096-d1c4a284b6f1', 'name': '', 'network_id': 'e7d3972c-5f26-4298-b8e9-41e2e7ddb2e2', 'tenant_id': '35ee653d6d2a4669b9161bbdf73b726c', 'mac_address': 'fa:16:3e:25:90:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa2a76ba-a7c6-4c64-881f-b3e23b6677f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'cd26e13f-7edb-49ec-ac6a-fe3ec47980a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:58:52Z', 'updated_at': '2022-05-04T18:58:56Z', 'revision_number': 4, 'project_id': '35ee653d6d2a4669b9161bbdf73b726c', 'subnets': [{'id': 'cd26e13f-7edb-49ec-ac6a-fe3ec47980a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 18:58:57.168741 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Provisioning complete for port 1b6ebcee-b868-40ef-8e2f-e2e5723822c8 triggered by entity L2. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:58:57.169122 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1774450'] for port (1b6ebcee-b868-40ef-8e2f-e2e5723822c8), provisioning_complete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:57.258197 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e662b46-13c7-44d3-b177-38c16306a16c req-fcc84e43-f6a3-4fc3-b52b-fd6c5f402e17 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:58:57.259957 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-2e662b46-13c7-44d3-b177-38c16306a16c req-fcc84e43-f6a3-4fc3-b52b-fd6c5f402e17 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] 10.222.0.35 "GET /v2.0/ports?device_id=10a55e21-0170-462a-b076-93f090d20502 HTTP/1.1" status: 200 len: 945 time: 0.1039257 May 04 18:58:57.265783 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-c17f1743-5b31-4e4e-92c9-7560932b5031 None None] Current status of the port 14ec0272-350f-4eb7-b096-d1c4a284b6f1 is: ACTIVE; New status is: ACTIVE {{(pid=103281) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:58:57.342568 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Current status of the port 1b6ebcee-b868-40ef-8e2f-e2e5723822c8 is: ACTIVE; New status is: ACTIVE {{(pid=103281) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:58:57.365611 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-2e662b46-13c7-44d3-b177-38c16306a16c req-8a8c001e-4142-4b1d-9d06-7104c2130ba4 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] 10.222.0.35 "GET /v2.0/security-groups?id=29ce1ee4-e5ef-4ab2-b658-910bf3a5767a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999167 May 04 18:58:57.458690 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.agents_db [None req-bd7ab176-2eba-4334-8b69-697435aa36c2 None None] Agent healthcheck: found 6 active agents {{(pid=103282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 18:58:57.475688 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ab981c-bff1-4e1e-b78e-508fde8d7e84 req-9b3d4760-88d9-4e45-ad3d-b77d0594d9d8 tempest-VolumesActionsTest-170887920 tempest-VolumesActionsTest-170887920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:58:57.477858 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-03ab981c-bff1-4e1e-b78e-508fde8d7e84 req-9b3d4760-88d9-4e45-ad3d-b77d0594d9d8 tempest-VolumesActionsTest-170887920 tempest-VolumesActionsTest-170887920-project] 10.222.0.35 "GET /v2.0/ports?device_id=c63f9b92-e98b-4561-b6d5-716efbee5d8b HTTP/1.1" status: 200 len: 944 time: 0.0860224 May 04 18:58:57.538721 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-03ab981c-bff1-4e1e-b78e-508fde8d7e84 req-b268083d-b167-4603-80db-a768bd7ae4a4 tempest-VolumesActionsTest-170887920 tempest-VolumesActionsTest-170887920-project] 10.222.0.35 "GET /v2.0/security-groups?id=908d0572-22b8-47fc-8bad-14ce5d02d5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534210 May 04 18:58:57.570751 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-b384d4e9-e53f-4c1b-aa99-20dcd75c7066 req-9b1043b2-e58c-4ff8-b46a-37103659439f service neutron] 10.222.0.55 "GET /v2.0/networks/2e3391c4-4716-4518-996a-49c9a899f879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412461 May 04 18:58:57.728362 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b087b443-8b8a-402e-9319-1311d0cb045d req-8da8013b-0570-45e9-bec5-52eabb0f8958 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:58:57.730094 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-b087b443-8b8a-402e-9319-1311d0cb045d req-8da8013b-0570-45e9-bec5-52eabb0f8958 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d550c33-794e-4c78-86ef-4101ddf2a3ef HTTP/1.1" status: 200 len: 945 time: 0.0522826 May 04 18:58:57.781811 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-b087b443-8b8a-402e-9319-1311d0cb045d req-b8832717-17e8-4cb6-8fac-bce0948f9178 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ea6ee27-c11d-4233-954f-1b439202ab30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452833 May 04 18:58:58.516128 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265e9e16-7386-4c4f-8c16-0da95837008a req-0062f711-b4a3-4b0f-9275-613ddb011be0 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:58:58.517831 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-265e9e16-7386-4c4f-8c16-0da95837008a req-0062f711-b4a3-4b0f-9275-613ddb011be0 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] 10.222.0.35 "GET /v2.0/ports?device_id=10a55e21-0170-462a-b076-93f090d20502 HTTP/1.1" status: 200 len: 945 time: 0.0721548 May 04 18:58:58.572999 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-265e9e16-7386-4c4f-8c16-0da95837008a req-af2469c3-f141-4a91-aa7d-fb2e07291fee tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] 10.222.0.35 "GET /v2.0/security-groups?id=29ce1ee4-e5ef-4ab2-b658-910bf3a5767a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495603 May 04 18:58:58.668432 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129e597f-17bc-42ec-a1c7-a22a6e0b17e8 req-17fa4efa-bee3-419e-8b73-9487774a72e1 tempest-VolumesActionsTest-170887920 tempest-VolumesActionsTest-170887920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:58:58.670017 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-129e597f-17bc-42ec-a1c7-a22a6e0b17e8 req-17fa4efa-bee3-419e-8b73-9487774a72e1 tempest-VolumesActionsTest-170887920 tempest-VolumesActionsTest-170887920-project] 10.222.0.35 "GET /v2.0/ports?device_id=c63f9b92-e98b-4561-b6d5-716efbee5d8b HTTP/1.1" status: 200 len: 944 time: 0.0467284 May 04 18:58:58.720934 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-129e597f-17bc-42ec-a1c7-a22a6e0b17e8 req-de2e514f-bb27-49ce-85e3-9d945294b67f tempest-VolumesActionsTest-170887920 tempest-VolumesActionsTest-170887920-project] 10.222.0.35 "GET /v2.0/security-groups?id=908d0572-22b8-47fc-8bad-14ce5d02d5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442729 May 04 18:58:58.805957 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27afa83b-74c3-4d2a-bcdc-dd104c4b3885 req-d0b7096e-b056-4bea-a358-add32c851d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:58:58.808014 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-27afa83b-74c3-4d2a-bcdc-dd104c4b3885 req-d0b7096e-b056-4bea-a358-add32c851d91 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=648aeb6cd9384a51b759fe4fed0586a4&device_id=c63f9b92-e98b-4561-b6d5-716efbee5d8b HTTP/1.1" status: 200 len: 1128 time: 0.0467043 May 04 18:58:58.847841 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Device 14ec0272-350f-4eb7-b096-d1c4a284b6f1 up at agent ovs-agent-dv-cinder-840525-1-iscsi {{(pid=103281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 18:58:58.914198 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Provisioning complete for port 14ec0272-350f-4eb7-b096-d1c4a284b6f1 triggered by entity L2. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:58:58.914862 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1774450'] for port (14ec0272-350f-4eb7-b096-d1c4a284b6f1), provisioning_complete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:58.946379 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27afa83b-74c3-4d2a-bcdc-dd104c4b3885 req-3a0e7f82-b303-4d98-ba3b-0146d8a473d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:58:58.947662 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b82bcc-28eb-4fd5-ab66-65c5e7fd4fde req-7d2abc62-75a9-4bf1-8c7b-1ea33725b68b tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:58:58.948578 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-27afa83b-74c3-4d2a-bcdc-dd104c4b3885 req-3a0e7f82-b303-4d98-ba3b-0146d8a473d1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2e3391c4-4716-4518-996a-49c9a899f879 HTTP/1.1" status: 200 len: 910 time: 0.1317470 May 04 18:58:58.949200 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-29b82bcc-28eb-4fd5-ab66-65c5e7fd4fde req-7d2abc62-75a9-4bf1-8c7b-1ea33725b68b tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d550c33-794e-4c78-86ef-4101ddf2a3ef HTTP/1.1" status: 200 len: 945 time: 0.0654802 May 04 18:58:58.999490 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-29b82bcc-28eb-4fd5-ab66-65c5e7fd4fde req-f3ba276e-de90-4829-800f-27d22569820c tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ea6ee27-c11d-4233-954f-1b439202ab30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441577 May 04 18:58:59.006551 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-27afa83b-74c3-4d2a-bcdc-dd104c4b3885 req-575865bd-916a-4d18-9d03-868751801e40 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2c4d1527-76d2-4d3a-8297-88f4f72519b3 HTTP/1.1" status: 200 len: 217 time: 0.0450883 May 04 18:58:59.012098 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Current status of the port 14ec0272-350f-4eb7-b096-d1c4a284b6f1 is: ACTIVE; New status is: ACTIVE {{(pid=103281) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:58:59.047206 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-80a37c2d-3038-42b2-9524-daa15b470575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:58:59.059535 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27afa83b-74c3-4d2a-bcdc-dd104c4b3885 req-46eb5d31-9df6-4194-8600-99a3d5f8cc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:58:59.061028 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-27afa83b-74c3-4d2a-bcdc-dd104c4b3885 req-46eb5d31-9df6-4194-8600-99a3d5f8cc5e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e08642fe-2e1e-452f-9621-db39af049291 HTTP/1.1" status: 200 len: 849 time: 0.0469935 May 04 18:58:59.095139 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-27afa83b-74c3-4d2a-bcdc-dd104c4b3885 req-ff122923-6272-4930-9179-8310b5f2e9d7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2e3391c4-4716-4518-996a-49c9a899f879&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271070 May 04 18:58:59.198650 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-27afa83b-74c3-4d2a-bcdc-dd104c4b3885 req-d3fa38b3-3916-4a64-9cc4-0a074cb18938 service neutron] 10.222.0.55 "GET /v2.0/networks/2e3391c4-4716-4518-996a-49c9a899f879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933602 May 04 18:58:59.291408 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-27afa83b-74c3-4d2a-bcdc-dd104c4b3885 req-400b4739-b2dd-41e0-b7cc-72e0c3861323 service neutron] 10.222.0.55 "GET /v2.0/networks/2e3391c4-4716-4518-996a-49c9a899f879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852959 May 04 18:58:59.695574 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089fbb14-086a-49e5-8186-33cef8264aa6 req-bde11d22-6493-4e20-8a60-edbbf82dd6fa tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:58:59.697080 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-089fbb14-086a-49e5-8186-33cef8264aa6 req-bde11d22-6493-4e20-8a60-edbbf82dd6fa tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] 10.222.0.35 "GET /v2.0/ports?device_id=10a55e21-0170-462a-b076-93f090d20502 HTTP/1.1" status: 200 len: 945 time: 0.0519824 May 04 18:58:59.753640 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-089fbb14-086a-49e5-8186-33cef8264aa6 req-40c50c93-bc84-479e-95d4-91d8084df6bd tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] 10.222.0.35 "GET /v2.0/security-groups?id=29ce1ee4-e5ef-4ab2-b658-910bf3a5767a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508590 May 04 18:58:59.840705 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a333fd-fa4d-45bd-b36e-5fdeca5f4a66 req-9a5feebd-ac29-4b53-ac0a-28f295af04f6 tempest-VolumesActionsTest-170887920 tempest-VolumesActionsTest-170887920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:58:59.842228 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-60a333fd-fa4d-45bd-b36e-5fdeca5f4a66 req-9a5feebd-ac29-4b53-ac0a-28f295af04f6 tempest-VolumesActionsTest-170887920 tempest-VolumesActionsTest-170887920-project] 10.222.0.35 "GET /v2.0/ports?device_id=c63f9b92-e98b-4561-b6d5-716efbee5d8b HTTP/1.1" status: 200 len: 944 time: 0.0499921 May 04 18:58:59.894997 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-60a333fd-fa4d-45bd-b36e-5fdeca5f4a66 req-8c317740-8502-4f8a-9abe-dcd5df848af0 tempest-VolumesActionsTest-170887920 tempest-VolumesActionsTest-170887920-project] 10.222.0.35 "GET /v2.0/security-groups?id=908d0572-22b8-47fc-8bad-14ce5d02d5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448155 May 04 18:59:00.115442 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-821a3753-c8bb-408e-a9d9-42d2a9d3d908 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (306b1285-d967-49ee-a8ef-a34b4fe65fa5), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:59:00.118054 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e5f4ae-53dc-44ad-886f-6081699f92a5 req-aed58585-9148-47e7-9ef2-b02425008c85 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:59:00.119890 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-75e5f4ae-53dc-44ad-886f-6081699f92a5 req-aed58585-9148-47e7-9ef2-b02425008c85 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d550c33-794e-4c78-86ef-4101ddf2a3ef HTTP/1.1" status: 200 len: 945 time: 0.0520318 May 04 18:59:00.171128 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-75e5f4ae-53dc-44ad-886f-6081699f92a5 req-4d836401-216b-439d-a5a6-ba494e3ea38c tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ea6ee27-c11d-4233-954f-1b439202ab30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452089 May 04 18:59:00.520584 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Device 2c4d1527-76d2-4d3a-8297-88f4f72519b3 details requested by agent hyperv_hv-cinder-84052 with host hv-cinder-84052 {{(pid=103281) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 18:59:00.622517 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] For port 2c4d1527-76d2-4d3a-8297-88f4f72519b3, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=2c4d1527-76d2-4d3a-8297-88f4f72519b3,segment=NetworkSegment(8b116a02-2c8f-47da-aa2d-79c1b6ad4018),segment_id=8b116a02-2c8f-47da-aa2d-79c1b6ad4018)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:59:00.633949 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Returning: {'device': '2c4d1527-76d2-4d3a-8297-88f4f72519b3', 'network_id': '2e3391c4-4716-4518-996a-49c9a899f879', 'port_id': '2c4d1527-76d2-4d3a-8297-88f4f72519b3', 'mac_address': 'fa:16:3e:70:b4:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 271, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e08642fe-2e1e-452f-9621-db39af049291', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103281) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 18:59:00.674782 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Current status of the port 2c4d1527-76d2-4d3a-8297-88f4f72519b3 is: DOWN; New status is: BUILD {{(pid=103281) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:59:00.675191 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (2c4d1527-76d2-4d3a-8297-88f4f72519b3), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:59:00.688949 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.notifiers.nova [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c4d1527-76d2-4d3a-8297-88f4f72519b3 {{(pid=103281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 18:59:00.709580 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] For port 2c4d1527-76d2-4d3a-8297-88f4f72519b3, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=2c4d1527-76d2-4d3a-8297-88f4f72519b3,segment=NetworkSegment(8b116a02-2c8f-47da-aa2d-79c1b6ad4018),segment_id=8b116a02-2c8f-47da-aa2d-79c1b6ad4018)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:59:00.715150 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136'] for port (2c4d1527-76d2-4d3a-8297-88f4f72519b3), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:59:00.766082 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Pushing event updated for resources: {'Port': ['ID=2c4d1527-76d2-4d3a-8297-88f4f72519b3,revision_number=4']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:59:00.906501 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e3aef2-ad6b-405b-bb76-4ce7ef615856 req-9fe75a68-4a8b-4f93-a220-67ba34ad54cf tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:59:00.908353 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-e9e3aef2-ad6b-405b-bb76-4ce7ef615856 req-9fe75a68-4a8b-4f93-a220-67ba34ad54cf tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] 10.222.0.35 "GET /v2.0/ports?device_id=10a55e21-0170-462a-b076-93f090d20502 HTTP/1.1" status: 200 len: 945 time: 0.0588284 May 04 18:59:00.959569 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-e9e3aef2-ad6b-405b-bb76-4ce7ef615856 req-4875196a-7dda-4a9c-b7b5-cced2ca06e22 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] 10.222.0.35 "GET /v2.0/security-groups?id=29ce1ee4-e5ef-4ab2-b658-910bf3a5767a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450087 May 04 18:59:01.027255 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 51432) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:59:01.029489 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276248a4-07a1-42d1-80f9-bc80130d27af req-6cf9c197-9e04-48dc-a81e-4e3be59d05a9 tempest-VolumesActionsTest-170887920 tempest-VolumesActionsTest-170887920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:59:01.031237 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-276248a4-07a1-42d1-80f9-bc80130d27af req-6cf9c197-9e04-48dc-a81e-4e3be59d05a9 tempest-VolumesActionsTest-170887920 tempest-VolumesActionsTest-170887920-project] 10.222.0.35 "GET /v2.0/ports?device_id=c63f9b92-e98b-4561-b6d5-716efbee5d8b HTTP/1.1" status: 200 len: 945 time: 0.0480583 May 04 18:59:01.077815 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-276248a4-07a1-42d1-80f9-bc80130d27af req-1c996a03-826f-4ed5-ab56-0b1453a92969 tempest-VolumesActionsTest-170887920 tempest-VolumesActionsTest-170887920-project] 10.222.0.35 "GET /v2.0/security-groups?id=908d0572-22b8-47fc-8bad-14ce5d02d5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403135 May 04 18:59:01.139533 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-471948cc-d564-43e8-8188-e539d7989ff8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:59:01.234133 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-471948cc-d564-43e8-8188-e539d7989ff8 admin admin] Publish callbacks [] for security_group (6ecce447-e3c4-42b5-b7bc-1d11c2fb6f8a), precommit_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:59:01.237228 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] get_ports_and_sgs() called for port_ids ['2c4d1527-76d2-4d3a-8297-88f4f72519b3'] {{(pid=103281) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 18:59:01.241181 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-471948cc-d564-43e8-8188-e539d7989ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (6ecce447-e3c4-42b5-b7bc-1d11c2fb6f8a), after_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:59:01.313125 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-471948cc-d564-43e8-8188-e539d7989ff8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=bbe01dbbc9a24be6be531f155c9f8957&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2824817 May 04 18:59:01.313550 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 51440) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:59:01.317038 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471948cc-d564-43e8-8188-e539d7989ff8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ecce447-e3c4-42b5-b7bc-1d11c2fb6f8a,revision_number=1']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:59:01.324998 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbea46a-d50a-435e-8e9b-ec0529835121 req-6121f015-7ced-455c-9154-7ab9b3fcf342 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:59:01.326692 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-4dbea46a-d50a-435e-8e9b-ec0529835121 req-6121f015-7ced-455c-9154-7ab9b3fcf342 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d550c33-794e-4c78-86ef-4101ddf2a3ef HTTP/1.1" status: 200 len: 945 time: 0.0792303 May 04 18:59:01.379119 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-4dbea46a-d50a-435e-8e9b-ec0529835121 req-1cbde20c-04d9-4c08-9f86-0fa8ccb0207a tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ea6ee27-c11d-4233-954f-1b439202ab30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451553 May 04 18:59:01.390652 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-773595c8-2c0a-479b-9fa5-12125cf8c6ef admin admin] Publish callbacks [] for security_group (6ecce447-e3c4-42b5-b7bc-1d11c2fb6f8a), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:59:01.418739 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-773595c8-2c0a-479b-9fa5-12125cf8c6ef admin admin] Publish callbacks [] for security_group (6ecce447-e3c4-42b5-b7bc-1d11c2fb6f8a), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:59:01.473528 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-773595c8-2c0a-479b-9fa5-12125cf8c6ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (6ecce447-e3c4-42b5-b7bc-1d11c2fb6f8a), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:59:01.477948 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-773595c8-2c0a-479b-9fa5-12125cf8c6ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:59:01.479266 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-773595c8-2c0a-479b-9fa5-12125cf8c6ef admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6ecce447-e3c4-42b5-b7bc-1d11c2fb6f8a HTTP/1.1" status: 204 len: 168 time: 0.1645653 May 04 18:59:01.488223 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773595c8-2c0a-479b-9fa5-12125cf8c6ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ecce447-e3c4-42b5-b7bc-1d11c2fb6f8a,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:59:01.541307 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6c0ba996-b759-4c13-9ac4-7b7303adc758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (c2d3299f-8f0d-4c34-a270-91edff31f494), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:59:01.712461 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 51450) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:59:01.875591 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-20193bee-e9d9-4617-bc46-11c1d7befb19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:59:01.948070 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-20193bee-e9d9-4617-bc46-11c1d7befb19 admin admin] Publish callbacks [] for security_group (36ccdc90-9793-4cea-9e67-550ba1fb4b26), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:59:01.954002 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-20193bee-e9d9-4617-bc46-11c1d7befb19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (36ccdc90-9793-4cea-9e67-550ba1fb4b26), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:59:01.994147 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-20193bee-e9d9-4617-bc46-11c1d7befb19 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=db6a31b239a2435faa31560ce7b0eda8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2778056 May 04 18:59:01.994147 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20193bee-e9d9-4617-bc46-11c1d7befb19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36ccdc90-9793-4cea-9e67-550ba1fb4b26,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:59:01.994765 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 51458) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:59:02.048173 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-0e5008aa-c350-4594-bb3f-b621afe62e1e admin admin] Publish callbacks [] for security_group (36ccdc90-9793-4cea-9e67-550ba1fb4b26), before_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:59:02.070852 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-0e5008aa-c350-4594-bb3f-b621afe62e1e admin admin] Publish callbacks [] for security_group (36ccdc90-9793-4cea-9e67-550ba1fb4b26), precommit_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:59:02.085917 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13a4e84-2738-4ba7-90a6-5ac5e93c129d req-1554826b-ef4c-4158-bda4-1bac84373d1e tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:59:02.087414 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a13a4e84-2738-4ba7-90a6-5ac5e93c129d req-1554826b-ef4c-4158-bda4-1bac84373d1e tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] 10.222.0.35 "GET /v2.0/ports?device_id=10a55e21-0170-462a-b076-93f090d20502 HTTP/1.1" status: 200 len: 945 time: 0.0507069 May 04 18:59:02.122367 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-0e5008aa-c350-4594-bb3f-b621afe62e1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (36ccdc90-9793-4cea-9e67-550ba1fb4b26), after_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:59:02.125000 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-0e5008aa-c350-4594-bb3f-b621afe62e1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:59:02.128575 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-0e5008aa-c350-4594-bb3f-b621afe62e1e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/36ccdc90-9793-4cea-9e67-550ba1fb4b26 HTTP/1.1" status: 204 len: 168 time: 0.1303921 May 04 18:59:02.137319 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5008aa-c350-4594-bb3f-b621afe62e1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36ccdc90-9793-4cea-9e67-550ba1fb4b26,revision_number=None']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:59:02.147077 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a13a4e84-2738-4ba7-90a6-5ac5e93c129d req-ebfae802-2c11-4aff-83db-f7ecfbe98571 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] 10.222.0.35 "GET /v2.0/security-groups?id=29ce1ee4-e5ef-4ab2-b658-910bf3a5767a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535729 May 04 18:59:02.203062 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b06338d-1495-4705-af51-01062ac5f039 req-c3f77aea-4952-4c35-8dda-134f4f83efe2 tempest-VolumesActionsTest-170887920 tempest-VolumesActionsTest-170887920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:59:02.204578 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-9b06338d-1495-4705-af51-01062ac5f039 req-c3f77aea-4952-4c35-8dda-134f4f83efe2 tempest-VolumesActionsTest-170887920 tempest-VolumesActionsTest-170887920-project] 10.222.0.35 "GET /v2.0/ports?device_id=c63f9b92-e98b-4561-b6d5-716efbee5d8b HTTP/1.1" status: 200 len: 945 time: 0.0499487 May 04 18:59:02.262005 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-9b06338d-1495-4705-af51-01062ac5f039 req-f0460723-b65a-496d-aa3f-df470202b967 tempest-VolumesActionsTest-170887920 tempest-VolumesActionsTest-170887920-project] 10.222.0.35 "GET /v2.0/security-groups?id=908d0572-22b8-47fc-8bad-14ce5d02d5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512872 May 04 18:59:02.510331 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9eab23-43aa-4dbb-8158-2021fef6317d req-657227c7-1c46-43d8-9484-f26ad8412444 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:59:02.511732 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-9e9eab23-43aa-4dbb-8158-2021fef6317d req-657227c7-1c46-43d8-9484-f26ad8412444 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d550c33-794e-4c78-86ef-4101ddf2a3ef HTTP/1.1" status: 200 len: 945 time: 0.0488501 May 04 18:59:02.538147 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Device 2c4d1527-76d2-4d3a-8297-88f4f72519b3 up at agent hyperv_hv-cinder-84052 {{(pid=103281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 18:59:02.559978 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-9e9eab23-43aa-4dbb-8158-2021fef6317d req-ac4e2a0f-53d8-4b95-a307-b96bf1d605cc tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ea6ee27-c11d-4233-954f-1b439202ab30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419412 May 04 18:59:02.588653 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Provisioning for port 2c4d1527-76d2-4d3a-8297-88f4f72519b3 completed by entity L2. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 18:59:02.595169 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Provisioning complete for port 2c4d1527-76d2-4d3a-8297-88f4f72519b3 triggered by entity L2. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:59:02.595649 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1774450'] for port (2c4d1527-76d2-4d3a-8297-88f4f72519b3), provisioning_complete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:59:02.671381 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 51474) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:59:02.675965 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [None req-2074daa3-75e1-45ba-b5d4-2e4418f7de2a tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1861174158', 'description': 'tempest-description--299151926'}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:59:02.677886 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Current status of the port 2c4d1527-76d2-4d3a-8297-88f4f72519b3 is: BUILD; New status is: ACTIVE {{(pid=103281) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:59:02.678298 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (2c4d1527-76d2-4d3a-8297-88f4f72519b3), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:59:02.695748 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-2074daa3-75e1-45ba-b5d4-2e4418f7de2a tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks [] for security_group (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:59:02.702715 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c63f9b92-e98b-4561-b6d5-716efbee5d8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c4d1527-76d2-4d3a-8297-88f4f72519b3'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:59:02.704989 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29bc9e8fddf1e81845832baf79700cdfe783df1752dea94dce4e4e68657cb9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f42ffd0b-8135-45af-a381-505ead63d0f6" -d '{"events": [{"server_uuid": "c63f9b92-e98b-4561-b6d5-716efbee5d8b", "name": "network-vif-plugged", "status": "completed", "tag": "2c4d1527-76d2-4d3a-8297-88f4f72519b3"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 18:59:02.721866 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] For port 2c4d1527-76d2-4d3a-8297-88f4f72519b3, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=2c4d1527-76d2-4d3a-8297-88f4f72519b3,segment=NetworkSegment(8b116a02-2c8f-47da-aa2d-79c1b6ad4018),segment_id=8b116a02-2c8f-47da-aa2d-79c1b6ad4018)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:59:02.730857 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136'] for port (2c4d1527-76d2-4d3a-8297-88f4f72519b3), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:59:02.757687 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 18:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30bebd56-9c37-433f-8a05-32c22a31e90a x-openstack-request-id: req-30bebd56-9c37-433f-8a05-32c22a31e90a {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 18:59:02.757904 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c63f9b92-e98b-4561-b6d5-716efbee5d8b", "name": "network-vif-plugged", "status": "completed", "tag": "2c4d1527-76d2-4d3a-8297-88f4f72519b3", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 18:59:02.758519 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-30bebd56-9c37-433f-8a05-32c22a31e90a {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 18:59:02.758959 dv-cinder-840525-1-iscsi neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30bebd56-9c37-433f-8a05-32c22a31e90a'] response: {'server_uuid': 'c63f9b92-e98b-4561-b6d5-716efbee5d8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c4d1527-76d2-4d3a-8297-88f4f72519b3', 'code': 200} May 04 18:59:02.777645 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-2074daa3-75e1-45ba-b5d4-2e4418f7de2a tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks [] for security_group (c6403a3b-72bf-4a4f-9946-177d65b0f402), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:59:02.782561 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-2074daa3-75e1-45ba-b5d4-2e4418f7de2a tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (c6403a3b-72bf-4a4f-9946-177d65b0f402), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:59:02.789476 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Pushing event updated for resources: {'Port': ['ID=2c4d1527-76d2-4d3a-8297-88f4f72519b3,revision_number=5']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:59:02.796679 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:59:02.797226 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:59:02.797613 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:59:02.797963 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:59:02.798291 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:59:02.798614 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:59:02.798941 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:59:02.799250 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:59:02.799569 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:59:02.799886 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:59:02.800351 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:59:02.800807 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:59:02.801276 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:59:02.801753 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:59:02.802023 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:59:02.811921 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-2074daa3-75e1-45ba-b5d4-2e4418f7de2a tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks [] for security_group (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:59:02.813160 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-2074daa3-75e1-45ba-b5d4-2e4418f7de2a tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1407657 May 04 18:59:02.815312 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2074daa3-75e1-45ba-b5d4-2e4418f7de2a tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6403a3b-72bf-4a4f-9946-177d65b0f402,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:59:02.816167 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 51478) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:59:02.821485 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.v2.base [None req-8388a7f2-5b16-4fec-9e90-93a1281df727 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Request body: {'security_group_rule': {'security_group_id': 'c6403a3b-72bf-4a4f-9946-177d65b0f402', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:59:02.849084 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-8388a7f2-5b16-4fec-9e90-93a1281df727 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks [] for security_group_rule (70b3a6c0-d8c2-4c93-8f17-1c4cedd7c88b), before_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:59:02.920941 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-8388a7f2-5b16-4fec-9e90-93a1281df727 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks [] for security_group_rule (70b3a6c0-d8c2-4c93-8f17-1c4cedd7c88b), precommit_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:59:02.926169 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-8388a7f2-5b16-4fec-9e90-93a1281df727 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577292'] for security_group_rule (70b3a6c0-d8c2-4c93-8f17-1c4cedd7c88b), after_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:59:02.949427 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8388a7f2-5b16-4fec-9e90-93a1281df727 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70b3a6c0-d8c2-4c93-8f17-1c4cedd7c88b,revision_number=0']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:59:02.950522 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d962cd-994c-48f4-9d47-644abb0c55d7 req-d6871952-015f-4065-835e-bfeeda16701f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:59:02.953204 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a0d962cd-994c-48f4-9d47-644abb0c55d7 req-d6871952-015f-4065-835e-bfeeda16701f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c63f9b92-e98b-4561-b6d5-716efbee5d8b HTTP/1.1" status: 200 len: 1130 time: 0.0461330 May 04 18:59:02.959675 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-8388a7f2-5b16-4fec-9e90-93a1281df727 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:59:02.963648 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 51482) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:59:02.963852 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-8388a7f2-5b16-4fec-9e90-93a1281df727 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1461790 May 04 18:59:02.967246 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (7e96273e-cd3b-4e2d-a9cb-a5a62cf8f8b6), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:59:02.968268 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [None req-a54f5716-15a5-407b-b679-02a4d2627893 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Request body: {'security_group_rule': {'security_group_id': 'c6403a3b-72bf-4a4f-9946-177d65b0f402', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:59:03.024918 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-a54f5716-15a5-407b-b679-02a4d2627893 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks [] for security_group_rule (1a0f414b-13f3-46a7-b4ec-d6d32507190f), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:59:03.029102 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a0d962cd-994c-48f4-9d47-644abb0c55d7 req-16166585-2aff-4df6-a9f0-b64a9ee523f7 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=908d0572-22b8-47fc-8bad-14ce5d02d5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566719 May 04 18:59:03.081413 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-a54f5716-15a5-407b-b679-02a4d2627893 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks [] for security_group_rule (1a0f414b-13f3-46a7-b4ec-d6d32507190f), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:59:03.086965 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-a54f5716-15a5-407b-b679-02a4d2627893 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577292'] for security_group_rule (1a0f414b-13f3-46a7-b4ec-d6d32507190f), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:59:03.105012 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54f5716-15a5-407b-b679-02a4d2627893 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a0f414b-13f3-46a7-b4ec-d6d32507190f,revision_number=0']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:59:03.113439 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-a54f5716-15a5-407b-b679-02a4d2627893 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:59:03.114614 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-a54f5716-15a5-407b-b679-02a4d2627893 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1498797 May 04 18:59:03.118010 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 51484) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:59:03.123599 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.v2.base [None req-e2ec1216-84da-4fd5-995d-3d232451773f tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Request body: {'floatingip': {'floating_network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762'}} {{(pid=103279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:59:03.144306 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-e2ec1216-84da-4fd5-995d-3d232451773f tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:59:03.224805 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-e2ec1216-84da-4fd5-995d-3d232451773f tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (None), before_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:59:03.274553 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763c428a-0b9f-4556-92d8-35bc3da788dc req-ca9ded5f-d536-401d-98ca-4f16fb3396af tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:59:03.276390 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-763c428a-0b9f-4556-92d8-35bc3da788dc req-ca9ded5f-d536-401d-98ca-4f16fb3396af tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] 10.222.0.35 "GET /v2.0/ports?device_id=10a55e21-0170-462a-b076-93f090d20502 HTTP/1.1" status: 200 len: 945 time: 0.0555303 May 04 18:59:03.328072 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-763c428a-0b9f-4556-92d8-35bc3da788dc req-79425ffd-74c0-472b-8028-fc412aabb5f9 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] 10.222.0.35 "GET /v2.0/security-groups?id=29ce1ee4-e5ef-4ab2-b658-910bf3a5767a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451651 May 04 18:59:03.368097 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.db.db_base_plugin_common [None req-e2ec1216-84da-4fd5-995d-3d232451773f tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Allocated IP 172.27.0.101 (cbca2f8d-f88f-49b4-8a9d-8b4714c67762/6d3155f3-7d72-4b90-89ae-8effc01a61e4/b6db80fa-02f6-41af-b9d6-940dc6b75be4) {{(pid=103279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:59:03.387679 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e241ba-760a-4fd0-a58b-43897faae0db req-ee53dfd1-29ea-4448-90b4-0ecd2e33e75f tempest-VolumesActionsTest-170887920 tempest-VolumesActionsTest-170887920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:59:03.389237 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-24e241ba-760a-4fd0-a58b-43897faae0db req-ee53dfd1-29ea-4448-90b4-0ecd2e33e75f tempest-VolumesActionsTest-170887920 tempest-VolumesActionsTest-170887920-project] 10.222.0.35 "GET /v2.0/ports?device_id=c63f9b92-e98b-4561-b6d5-716efbee5d8b HTTP/1.1" status: 200 len: 946 time: 0.0628304 May 04 18:59:03.495383 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-24e241ba-760a-4fd0-a58b-43897faae0db req-56d9259d-22a9-433c-a787-c928d390813a tempest-VolumesActionsTest-170887920 tempest-VolumesActionsTest-170887920-project] 10.222.0.35 "GET /v2.0/security-groups?id=908d0572-22b8-47fc-8bad-14ce5d02d5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002600 May 04 18:59:03.523823 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-e2ec1216-84da-4fd5-995d-3d232451773f tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks [] for port (b6db80fa-02f6-41af-b9d6-940dc6b75be4), precommit_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:59:03.556275 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-e2ec1216-84da-4fd5-995d-3d232451773f tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790498302100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13908970'] for port (b6db80fa-02f6-41af-b9d6-940dc6b75be4), after_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:59:03.592312 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2ec1216-84da-4fd5-995d-3d232451773f tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Network cbca2f8d-f88f-49b4-8a9d-8b4714c67762 is already hosted by enough agents. {{(pid=103279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:59:03.595078 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.scheduler.base_scheduler [None req-e2ec1216-84da-4fd5-995d-3d232451773f tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Resources bound (agent type, host, resource id): {{(pid=103279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:59:03.598883 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ec1216-84da-4fd5-995d-3d232451773f tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Received port after_create {{(pid=103279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 18:59:03.625305 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ec1216-84da-4fd5-995d-3d232451773f tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Pushing event updated for resources: {'Port': ['ID=b6db80fa-02f6-41af-b9d6-940dc6b75be4,revision_number=1']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:59:03.674270 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287e96bd-b8c6-4fe8-ba5b-e0b56c6d7cc5 req-8f8e9b8f-0e16-46c6-8c99-773301450d49 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:59:03.675718 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-287e96bd-b8c6-4fe8-ba5b-e0b56c6d7cc5 req-8f8e9b8f-0e16-46c6-8c99-773301450d49 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d550c33-794e-4c78-86ef-4101ddf2a3ef HTTP/1.1" status: 200 len: 945 time: 0.0465233 May 04 18:59:03.698345 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-e2ec1216-84da-4fd5-995d-3d232451773f tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks [] for floatingip (0947f07c-eebf-414f-8ce4-e694d399fc76), precommit_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:59:03.730812 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-287e96bd-b8c6-4fe8-ba5b-e0b56c6d7cc5 req-1c7ef8d7-1088-42e2-9ccd-b71f4478ec5c tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ea6ee27-c11d-4233-954f-1b439202ab30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491745 May 04 18:59:03.738380 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-e2ec1216-84da-4fd5-995d-3d232451773f tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (b6db80fa-02f6-41af-b9d6-940dc6b75be4), before_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:59:03.898406 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-e2ec1216-84da-4fd5-995d-3d232451773f tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks [] for port (b6db80fa-02f6-41af-b9d6-940dc6b75be4), precommit_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:59:03.905718 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-e2ec1216-84da-4fd5-995d-3d232451773f tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13908979'] for port (b6db80fa-02f6-41af-b9d6-940dc6b75be4), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:59:03.971169 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ec1216-84da-4fd5-995d-3d232451773f tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Pushing event updated for resources: {'Port': ['ID=b6db80fa-02f6-41af-b9d6-940dc6b75be4,revision_number=2']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:59:03.984567 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-e2ec1216-84da-4fd5-995d-3d232451773f tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608971'] for floatingip (0947f07c-eebf-414f-8ce4-e694d399fc76), after_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:59:04.002024 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-e2ec1216-84da-4fd5-995d-3d232451773f tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127086'] for floatingip (None), before_response {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:59:04.003271 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-e2ec1216-84da-4fd5-995d-3d232451773f tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8842528 May 04 18:59:04.240307 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-ccdf6ad7-1a50-437e-966b-f3f42ace7013 req-d33b8df0-4d90-4fa6-86e0-39a5621b6ae3 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1861174158&fields=id&tenant_id=dd17f7a747ad43fc905b8d1688a71ba7 HTTP/1.1" status: 200 len: 267 time: 0.0448747 May 04 18:59:04.348966 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdf6ad7-1a50-437e-966b-f3f42ace7013 req-0fbdbcbf-459b-4465-b4e1-99e501c787f8 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:59:04.350624 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-ccdf6ad7-1a50-437e-966b-f3f42ace7013 req-0fbdbcbf-459b-4465-b4e1-99e501c787f8 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "GET /v2.0/networks?id=53f417bd-e455-4de8-9365-a661c93c9b00 HTTP/1.1" status: 200 len: 815 time: 0.1033556 May 04 18:59:04.365962 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-ccdf6ad7-1a50-437e-966b-f3f42ace7013 req-3a6f9e5f-da6e-4f8d-a385-13a4f8cf1233 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "GET /v2.0/quotas/dd17f7a747ad43fc905b8d1688a71ba7 HTTP/1.1" status: 200 len: 375 time: 0.0095067 May 04 18:59:04.418154 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-ccdf6ad7-1a50-437e-966b-f3f42ace7013 req-66303f89-31df-41a8-a0c7-c3ea1293e01d tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=dd17f7a747ad43fc905b8d1688a71ba7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0467408 May 04 18:59:04.448027 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17931ca7-50ac-4820-b9f1-e098ddbf9ea1 req-6b70d033-1497-4f64-8fb0-da382a6a09bf tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:59:04.449980 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-17931ca7-50ac-4820-b9f1-e098ddbf9ea1 req-6b70d033-1497-4f64-8fb0-da382a6a09bf tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] 10.222.0.35 "GET /v2.0/ports?device_id=10a55e21-0170-462a-b076-93f090d20502 HTTP/1.1" status: 200 len: 945 time: 0.0508699 May 04 18:59:04.514319 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-17931ca7-50ac-4820-b9f1-e098ddbf9ea1 req-4c164b90-5e0a-4967-8cc3-2dfe615a308b tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] 10.222.0.35 "GET /v2.0/security-groups?id=29ce1ee4-e5ef-4ab2-b658-910bf3a5767a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541193 May 04 18:59:04.542879 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-ccdf6ad7-1a50-437e-966b-f3f42ace7013 req-d26aee56-8dd7-4aa2-8214-f01ff7ab533d service neutron] 10.222.0.35 "GET /v2.0/networks/53f417bd-e455-4de8-9365-a661c93c9b00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123931 May 04 18:59:04.624945 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fdfe6f-6997-4491-a30c-8dd27a9ddf45 req-17e41427-0dc4-455b-8dd5-28661c280ea8 tempest-VolumesActionsTest-170887920 tempest-VolumesActionsTest-170887920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:59:04.626966 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-02fdfe6f-6997-4491-a30c-8dd27a9ddf45 req-17e41427-0dc4-455b-8dd5-28661c280ea8 tempest-VolumesActionsTest-170887920 tempest-VolumesActionsTest-170887920-project] 10.222.0.35 "GET /v2.0/ports?device_id=c63f9b92-e98b-4561-b6d5-716efbee5d8b HTTP/1.1" status: 200 len: 946 time: 0.0485587 May 04 18:59:04.635358 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-ccdf6ad7-1a50-437e-966b-f3f42ace7013 req-1ba88f9a-6128-4aef-8e57-184a7ad72a3d service neutron] 10.222.0.35 "GET /v2.0/networks/53f417bd-e455-4de8-9365-a661c93c9b00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866477 May 04 18:59:04.676538 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-02fdfe6f-6997-4491-a30c-8dd27a9ddf45 req-db3bb835-151b-4783-a08b-f1f4aa274ddb tempest-VolumesActionsTest-170887920 tempest-VolumesActionsTest-170887920-project] 10.222.0.35 "GET /v2.0/security-groups?id=908d0572-22b8-47fc-8bad-14ce5d02d5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437927 May 04 18:59:04.811240 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6cb05bf5-168e-4823-ab67-9620a1090012 req-48b70066-8670-4f96-92c9-7b91563229c9 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "GET /v2.0/ports?device_id=8063d07e-d006-48e1-b3f7-8bb5a0ef9010 HTTP/1.1" status: 200 len: 210 time: 0.0319617 May 04 18:59:04.866474 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beddafb-2f59-4618-8d93-f631ea63a0e2 req-4bae1144-e35f-4176-a3f7-da475220681b tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:59:04.867989 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-9beddafb-2f59-4618-8d93-f631ea63a0e2 req-4bae1144-e35f-4176-a3f7-da475220681b tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d550c33-794e-4c78-86ef-4101ddf2a3ef HTTP/1.1" status: 200 len: 945 time: 0.0572484 May 04 18:59:04.926258 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-9beddafb-2f59-4618-8d93-f631ea63a0e2 req-9442e47a-8a6c-49e9-a35b-c5198dea7314 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ea6ee27-c11d-4233-954f-1b439202ab30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515180 May 04 18:59:05.507866 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8336a8-14c4-4eb9-836e-0440f2c836b3 req-b29d2309-ad74-40ad-ba4d-7752f0412b10 tempest-VolumesActionsTest-170887920 tempest-VolumesActionsTest-170887920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:59:05.509321 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-cb8336a8-14c4-4eb9-836e-0440f2c836b3 req-b29d2309-ad74-40ad-ba4d-7752f0412b10 tempest-VolumesActionsTest-170887920 tempest-VolumesActionsTest-170887920-project] 10.222.0.35 "GET /v2.0/ports?device_id=c63f9b92-e98b-4561-b6d5-716efbee5d8b HTTP/1.1" status: 200 len: 946 time: 0.0461805 May 04 18:59:05.556350 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-cb8336a8-14c4-4eb9-836e-0440f2c836b3 req-69577d71-e5e5-442c-a1b9-601fc0ce5606 tempest-VolumesActionsTest-170887920 tempest-VolumesActionsTest-170887920-project] 10.222.0.35 "GET /v2.0/security-groups?id=908d0572-22b8-47fc-8bad-14ce5d02d5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412922 May 04 18:59:05.640353 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dbe9af-e84f-47cb-8c0b-ed2b23285d52 req-6c750a47-71cd-40be-89c6-4271497f5064 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:59:05.641942 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-47dbe9af-e84f-47cb-8c0b-ed2b23285d52 req-6c750a47-71cd-40be-89c6-4271497f5064 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] 10.222.0.35 "GET /v2.0/ports?device_id=10a55e21-0170-462a-b076-93f090d20502 HTTP/1.1" status: 200 len: 945 time: 0.0505292 May 04 18:59:05.693645 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-47dbe9af-e84f-47cb-8c0b-ed2b23285d52 req-c6e1a0d9-fc27-41fd-8aae-fd738c06c910 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] 10.222.0.35 "GET /v2.0/security-groups?id=29ce1ee4-e5ef-4ab2-b658-910bf3a5767a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434422 May 04 18:59:05.913871 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-958a44bc-0671-4415-b97d-801518b455ea req-b32cd03f-7831-4962-9d84-46a03400301d tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "GET /v2.0/ports?device_id=8063d07e-d006-48e1-b3f7-8bb5a0ef9010 HTTP/1.1" status: 200 len: 210 time: 0.0280573 May 04 18:59:06.044915 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420e293b-b7b3-47b6-b340-8c9a94a4d7d5 req-c43de002-d3f3-4761-bd0d-f4ad8bd18469 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:59:06.048974 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-420e293b-b7b3-47b6-b340-8c9a94a4d7d5 req-c43de002-d3f3-4761-bd0d-f4ad8bd18469 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d550c33-794e-4c78-86ef-4101ddf2a3ef HTTP/1.1" status: 200 len: 945 time: 0.0478525 May 04 18:59:06.105565 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-420e293b-b7b3-47b6-b340-8c9a94a4d7d5 req-49e14eda-a7c3-4f30-b9e1-e2cf27f954e4 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ea6ee27-c11d-4233-954f-1b439202ab30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479498 May 04 18:59:06.684693 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea371823-1e71-442e-91a7-6189a60305ca req-8d9e24be-e59a-4d80-9088-4dcd93e69b90 tempest-VolumesActionsTest-170887920 tempest-VolumesActionsTest-170887920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:59:06.686301 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-ea371823-1e71-442e-91a7-6189a60305ca req-8d9e24be-e59a-4d80-9088-4dcd93e69b90 tempest-VolumesActionsTest-170887920 tempest-VolumesActionsTest-170887920-project] 10.222.0.35 "GET /v2.0/ports?device_id=c63f9b92-e98b-4561-b6d5-716efbee5d8b HTTP/1.1" status: 200 len: 946 time: 0.0512121 May 04 18:59:06.734834 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-ea371823-1e71-442e-91a7-6189a60305ca req-73271161-4701-4a98-827f-faa58ab76067 tempest-VolumesActionsTest-170887920 tempest-VolumesActionsTest-170887920-project] 10.222.0.35 "GET /v2.0/security-groups?id=908d0572-22b8-47fc-8bad-14ce5d02d5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427976 May 04 18:59:06.816444 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e48a279-f715-4c3a-b0b5-c86edceb0a2d req-37f0e7d9-68c3-46cf-9bcb-94742f538a77 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:59:06.817939 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-1e48a279-f715-4c3a-b0b5-c86edceb0a2d req-37f0e7d9-68c3-46cf-9bcb-94742f538a77 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] 10.222.0.35 "GET /v2.0/ports?device_id=10a55e21-0170-462a-b076-93f090d20502 HTTP/1.1" status: 200 len: 945 time: 0.0512953 May 04 18:59:06.868494 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-1e48a279-f715-4c3a-b0b5-c86edceb0a2d req-91c6a3aa-cefa-4dcf-b101-ddd1a7158df7 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] 10.222.0.35 "GET /v2.0/security-groups?id=29ce1ee4-e5ef-4ab2-b658-910bf3a5767a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445671 May 04 18:59:07.011733 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-88457642-8a59-4ad3-80ad-8ffe35f49288 req-5755b106-0e2b-45bd-83e1-74c0a9e9e630 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "GET /v2.0/ports?device_id=8063d07e-d006-48e1-b3f7-8bb5a0ef9010 HTTP/1.1" status: 200 len: 210 time: 0.0290024 May 04 18:59:07.222988 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8c1a86-2cb9-4b59-bd5c-57169c8de6eb req-523ba7ff-d453-474c-84c9-363256fb03ae tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:59:07.224506 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6c8c1a86-2cb9-4b59-bd5c-57169c8de6eb req-523ba7ff-d453-474c-84c9-363256fb03ae tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d550c33-794e-4c78-86ef-4101ddf2a3ef HTTP/1.1" status: 200 len: 945 time: 0.0491650 May 04 18:59:07.372900 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6c8c1a86-2cb9-4b59-bd5c-57169c8de6eb req-6c8a8ecc-3ddb-4e95-a20a-bf1c9afa0f19 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ea6ee27-c11d-4233-954f-1b439202ab30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383078 May 04 18:59:07.381315 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138c0e8e-32ae-40d7-97e8-6581e76b9837 req-001d1855-709d-491a-a9cd-0841ff04aa4c tempest-VolumesActionsTest-170887920 tempest-VolumesActionsTest-170887920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:59:07.382770 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-138c0e8e-32ae-40d7-97e8-6581e76b9837 req-001d1855-709d-491a-a9cd-0841ff04aa4c tempest-VolumesActionsTest-170887920 tempest-VolumesActionsTest-170887920-project] 10.222.0.55 "GET /v2.0/ports?device_id=c63f9b92-e98b-4561-b6d5-716efbee5d8b HTTP/1.1" status: 200 len: 946 time: 0.1049218 May 04 18:59:07.444497 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdf6ad7-1a50-437e-966b-f3f42ace7013 req-9448bfb2-0682-414b-a238-0e1aa53cf8ec tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:59:07.445979 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-ccdf6ad7-1a50-437e-966b-f3f42ace7013 req-9448bfb2-0682-414b-a238-0e1aa53cf8ec tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.55 "GET /v2.0/networks?id=53f417bd-e455-4de8-9365-a661c93c9b00 HTTP/1.1" status: 200 len: 815 time: 0.2205822 May 04 18:59:07.499258 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.plugin [req-138c0e8e-32ae-40d7-97e8-6581e76b9837 req-dcf7376d-b0c8-4f4b-9973-cd7dda4d0578 tempest-VolumesActionsTest-170887920 tempest-VolumesActionsTest-170887920-project] Deleting port 2c4d1527-76d2-4d3a-8297-88f4f72519b3 {{(pid=103280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 18:59:07.499609 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-138c0e8e-32ae-40d7-97e8-6581e76b9837 req-dcf7376d-b0c8-4f4b-9973-cd7dda4d0578 tempest-VolumesActionsTest-170887920 tempest-VolumesActionsTest-170887920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790498772255'] for port (2c4d1527-76d2-4d3a-8297-88f4f72519b3), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:59:07.632601 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.db [req-138c0e8e-32ae-40d7-97e8-6581e76b9837 req-dcf7376d-b0c8-4f4b-9973-cd7dda4d0578 tempest-VolumesActionsTest-170887920 tempest-VolumesActionsTest-170887920-project] For port 2c4d1527-76d2-4d3a-8297-88f4f72519b3, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=2c4d1527-76d2-4d3a-8297-88f4f72519b3,segment=NetworkSegment(8b116a02-2c8f-47da-aa2d-79c1b6ad4018),segment_id=8b116a02-2c8f-47da-aa2d-79c1b6ad4018)] {{(pid=103280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:59:07.632845 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-138c0e8e-32ae-40d7-97e8-6581e76b9837 req-dcf7376d-b0c8-4f4b-9973-cd7dda4d0578 tempest-VolumesActionsTest-170887920 tempest-VolumesActionsTest-170887920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607728'] for port (2c4d1527-76d2-4d3a-8297-88f4f72519b3), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:59:07.640973 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-ccdf6ad7-1a50-437e-966b-f3f42ace7013 req-f4220e13-cbe1-49c1-912a-73916cfa73c3 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dd17f7a747ad43fc905b8d1688a71ba7 HTTP/1.1" status: 200 len: 473 time: 0.1369362 May 04 18:59:07.651621 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.plugin [req-138c0e8e-32ae-40d7-97e8-6581e76b9837 req-dcf7376d-b0c8-4f4b-9973-cd7dda4d0578 tempest-VolumesActionsTest-170887920 tempest-VolumesActionsTest-170887920-project] Calling delete_port for 2c4d1527-76d2-4d3a-8297-88f4f72519b3 owned by compute:nova {{(pid=103280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 18:59:07.665056 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [req-ccdf6ad7-1a50-437e-966b-f3f42ace7013 req-4ec7282d-9685-443c-9c90-9a6268dc94a0 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Request body: {'port': {'device_id': '8063d07e-d006-48e1-b3f7-8bb5a0ef9010', 'network_id': '53f417bd-e455-4de8-9365-a661c93c9b00', 'admin_state_up': True, 'tenant_id': 'dd17f7a747ad43fc905b8d1688a71ba7', 'security_groups': ['c6403a3b-72bf-4a4f-9946-177d65b0f402']}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:59:07.851566 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e63e2d-d2ba-4980-89b2-c7e6e8fff285 req-ab6225c5-c68e-4643-ba10-1827bc656403 tempest-VolumesActionsTest-170887920 tempest-VolumesActionsTest-170887920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:59:07.853367 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-12e63e2d-d2ba-4980-89b2-c7e6e8fff285 req-ab6225c5-c68e-4643-ba10-1827bc656403 tempest-VolumesActionsTest-170887920 tempest-VolumesActionsTest-170887920-project] 10.222.0.35 "GET /v2.0/ports?device_id=c63f9b92-e98b-4561-b6d5-716efbee5d8b HTTP/1.1" status: 200 len: 946 time: 0.0485344 May 04 18:59:07.858568 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccdf6ad7-1a50-437e-966b-f3f42ace7013 req-4ec7282d-9685-443c-9c90-9a6268dc94a0 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Made reservation on behalf of dd17f7a747ad43fc905b8d1688a71ba7 for: {'port': 1} {{(pid=103280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:59:07.862049 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-ccdf6ad7-1a50-437e-966b-f3f42ace7013 req-4ec7282d-9685-443c-9c90-9a6268dc94a0 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:59:07.884865 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-138c0e8e-32ae-40d7-97e8-6581e76b9837 req-dcf7376d-b0c8-4f4b-9973-cd7dda4d0578 tempest-VolumesActionsTest-170887920 tempest-VolumesActionsTest-170887920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790498779311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790498302109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12874298'] for port (2c4d1527-76d2-4d3a-8297-88f4f72519b3), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:59:07.898754 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] get_ports_and_sgs() called for port_ids ['2c4d1527-76d2-4d3a-8297-88f4f72519b3'] {{(pid=103281) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 18:59:07.916721 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-12e63e2d-d2ba-4980-89b2-c7e6e8fff285 req-cdeef3c8-0cdf-4a8b-8922-45fbf409afb5 tempest-VolumesActionsTest-170887920 tempest-VolumesActionsTest-170887920-project] 10.222.0.35 "GET /v2.0/security-groups?id=908d0572-22b8-47fc-8bad-14ce5d02d5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539067 May 04 18:59:07.920918 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf7376d-b0c8-4f4b-9973-cd7dda4d0578 tempest-VolumesActionsTest-170887920 tempest-VolumesActionsTest-170887920-project] Pushing event deleted for resources: {'Port': ['ID=2c4d1527-76d2-4d3a-8297-88f4f72519b3,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:59:08.036704 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvrscheduler_db [req-138c0e8e-32ae-40d7-97e8-6581e76b9837 req-dcf7376d-b0c8-4f4b-9973-cd7dda4d0578 tempest-VolumesActionsTest-170887920 tempest-VolumesActionsTest-170887920-project] No DVR routers for this DVR port 2c4d1527-76d2-4d3a-8297-88f4f72519b3 on host hv-cinder-84052 {{(pid=103280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 18:59:08.042930 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-138c0e8e-32ae-40d7-97e8-6581e76b9837 req-dcf7376d-b0c8-4f4b-9973-cd7dda4d0578 tempest-VolumesActionsTest-170887920 tempest-VolumesActionsTest-170887920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127086'] for port (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:59:08.046229 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-138c0e8e-32ae-40d7-97e8-6581e76b9837 req-dcf7376d-b0c8-4f4b-9973-cd7dda4d0578 tempest-VolumesActionsTest-170887920 tempest-VolumesActionsTest-170887920-project] 10.222.0.55 "DELETE /v2.0/ports/2c4d1527-76d2-4d3a-8297-88f4f72519b3 HTTP/1.1" status: 204 len: 173 time: 0.6532035 May 04 18:59:08.048522 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c63f9b92-e98b-4561-b6d5-716efbee5d8b', 'name': 'network-vif-deleted', 'tag': '2c4d1527-76d2-4d3a-8297-88f4f72519b3'}] {{(pid=103280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:59:08.050854 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d17ed66b9d9b08214cd1b2d258b378c61736cd464b468dfe37a5b26948fd6e52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ad9debc-db81-483d-a619-1f00d50a0791" -d '{"events": [{"server_uuid": "c63f9b92-e98b-4561-b6d5-716efbee5d8b", "name": "network-vif-deleted", "tag": "2c4d1527-76d2-4d3a-8297-88f4f72519b3"}]}' {{(pid=103280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 18:59:08.062838 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0714a2f1-2b2a-4520-ac50-975890d25234 req-0c175e22-c190-49a5-92df-a9a842981254 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:59:08.064357 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-0714a2f1-2b2a-4520-ac50-975890d25234 req-0c175e22-c190-49a5-92df-a9a842981254 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] 10.222.0.35 "GET /v2.0/ports?device_id=10a55e21-0170-462a-b076-93f090d20502 HTTP/1.1" status: 200 len: 945 time: 0.1008739 May 04 18:59:08.121760 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-c9ca2828-583b-4340-9271-20024e62b118 req-273db18e-0780-4481-a1f9-334f7b03ff37 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "GET /v2.0/ports?device_id=8063d07e-d006-48e1-b3f7-8bb5a0ef9010 HTTP/1.1" status: 200 len: 210 time: 0.0346837 May 04 18:59:08.145984 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.db.db_base_plugin_common [req-ccdf6ad7-1a50-437e-966b-f3f42ace7013 req-4ec7282d-9685-443c-9c90-9a6268dc94a0 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Allocated IP 172.20.0.12 (53f417bd-e455-4de8-9365-a661c93c9b00/e66736f7-cfb8-4201-a579-14943c9785b1/bff56cf3-79cc-41b5-ad65-b51add4f3218) {{(pid=103280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:59:08.154025 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-0714a2f1-2b2a-4520-ac50-975890d25234 req-43713cef-0bb4-4cf7-a923-6dab5d6641d2 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] 10.222.0.35 "GET /v2.0/security-groups?id=29ce1ee4-e5ef-4ab2-b658-910bf3a5767a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680659 May 04 18:59:08.180620 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 18:59:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6c88036-7758-4c4c-a494-7bafa3c2b69c x-openstack-request-id: req-c6c88036-7758-4c4c-a494-7bafa3c2b69c {{(pid=103280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 18:59:08.180923 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c63f9b92-e98b-4561-b6d5-716efbee5d8b", "name": "network-vif-deleted", "tag": "2c4d1527-76d2-4d3a-8297-88f4f72519b3", "status": "completed", "code": 200}]} {{(pid=103280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 18:59:08.181159 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c6c88036-7758-4c4c-a494-7bafa3c2b69c {{(pid=103280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 18:59:08.181577 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6c88036-7758-4c4c-a494-7bafa3c2b69c'] response: {'server_uuid': 'c63f9b92-e98b-4561-b6d5-716efbee5d8b', 'name': 'network-vif-deleted', 'tag': '2c4d1527-76d2-4d3a-8297-88f4f72519b3', 'status': 'completed', 'code': 200} May 04 18:59:08.298196 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-ccdf6ad7-1a50-437e-966b-f3f42ace7013 req-4ec7282d-9685-443c-9c90-9a6268dc94a0 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks [] for port (bff56cf3-79cc-41b5-ad65-b51add4f3218), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:59:08.333632 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-ccdf6ad7-1a50-437e-966b-f3f42ace7013 req-4ec7282d-9685-443c-9c90-9a6268dc94a0 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790498302100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12874298'] for port (bff56cf3-79cc-41b5-ad65-b51add4f3218), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:59:08.379511 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccdf6ad7-1a50-437e-966b-f3f42ace7013 req-4ec7282d-9685-443c-9c90-9a6268dc94a0 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Network 53f417bd-e455-4de8-9365-a661c93c9b00 is already hosted by enough agents. {{(pid=103280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:59:08.382772 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.base_scheduler [req-ccdf6ad7-1a50-437e-966b-f3f42ace7013 req-4ec7282d-9685-443c-9c90-9a6268dc94a0 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Resources bound (agent type, host, resource id): {{(pid=103280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:59:08.388403 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccdf6ad7-1a50-437e-966b-f3f42ace7013 req-4ec7282d-9685-443c-9c90-9a6268dc94a0 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Received port after_create {{(pid=103280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 18:59:08.394917 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec7282d-9685-443c-9c90-9a6268dc94a0 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Pushing event updated for resources: {'Port': ['ID=bff56cf3-79cc-41b5-ad65-b51add4f3218,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:59:08.442673 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdf6ad7-1a50-437e-966b-f3f42ace7013 req-4ec7282d-9685-443c-9c90-9a6268dc94a0 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:59:08.443649 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-ccdf6ad7-1a50-437e-966b-f3f42ace7013 req-4ec7282d-9685-443c-9c90-9a6268dc94a0 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127086'] for port (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:59:08.486605 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-ccdf6ad7-1a50-437e-966b-f3f42ace7013 req-4ec7282d-9685-443c-9c90-9a6268dc94a0 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8265002 May 04 18:59:08.510199 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef33bc58-3970-4735-8237-8f5672773ea2 req-e1a31876-707f-4dda-890f-f73c81aacd4b tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:59:08.512282 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-ef33bc58-3970-4735-8237-8f5672773ea2 req-e1a31876-707f-4dda-890f-f73c81aacd4b tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d550c33-794e-4c78-86ef-4101ddf2a3ef HTTP/1.1" status: 200 len: 945 time: 0.0592544 May 04 18:59:08.517898 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [req-ccdf6ad7-1a50-437e-966b-f3f42ace7013 req-5f1d13b5-af1d-41ff-8e3b-8f0ac6c06d0e service neutron] Request body: {'port': {'device_id': '8063d07e-d006-48e1-b3f7-8bb5a0ef9010', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84052'}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:59:08.623038 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-ef33bc58-3970-4735-8237-8f5672773ea2 req-3aaa7eb7-892b-4a72-8cdc-e05242e90eb5 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ea6ee27-c11d-4233-954f-1b439202ab30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994532 May 04 18:59:08.623749 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-ccdf6ad7-1a50-437e-966b-f3f42ace7013 req-5f1d13b5-af1d-41ff-8e3b-8f0ac6c06d0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (bff56cf3-79cc-41b5-ad65-b51add4f3218), before_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:59:08.664420 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-3432cfda-4e9b-492a-8d07-b0d60dee478a None None] Provisioning complete for port bff56cf3-79cc-41b5-ad65-b51add4f3218 triggered by entity DHCP. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:59:08.665072 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3432cfda-4e9b-492a-8d07-b0d60dee478a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1774450'] for port (bff56cf3-79cc-41b5-ad65-b51add4f3218), provisioning_complete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:59:08.700384 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-3432cfda-4e9b-492a-8d07-b0d60dee478a None None] Port bff56cf3-79cc-41b5-ad65-b51add4f3218 cannot update to ACTIVE because it is not bound. {{(pid=103281) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 18:59:09.138943 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.notifiers.nova [req-ccdf6ad7-1a50-437e-966b-f3f42ace7013 req-5f1d13b5-af1d-41ff-8e3b-8f0ac6c06d0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bff56cf3-79cc-41b5-ad65-b51add4f3218 {{(pid=103280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 18:59:09.147176 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-ccdf6ad7-1a50-437e-966b-f3f42ace7013 req-5f1d13b5-af1d-41ff-8e3b-8f0ac6c06d0e service neutron] Publish callbacks [] for port (bff56cf3-79cc-41b5-ad65-b51add4f3218), precommit_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:59:09.160856 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.db.provisioning_blocks [req-ccdf6ad7-1a50-437e-966b-f3f42ace7013 req-5f1d13b5-af1d-41ff-8e3b-8f0ac6c06d0e service neutron] Transition to ACTIVE for port object bff56cf3-79cc-41b5-ad65-b51add4f3218 will not be triggered until provisioned by entity L2. {{(pid=103280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 18:59:09.164609 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-ccdf6ad7-1a50-437e-966b-f3f42ace7013 req-5f1d13b5-af1d-41ff-8e3b-8f0ac6c06d0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12874275'] for port (bff56cf3-79cc-41b5-ad65-b51add4f3218), after_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:59:09.227053 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1d13b5-af1d-41ff-8e3b-8f0ac6c06d0e service neutron] Pushing event updated for resources: {'Port': ['ID=bff56cf3-79cc-41b5-ad65-b51add4f3218,revision_number=2']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:59:09.339776 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.managers [req-ccdf6ad7-1a50-437e-966b-f3f42ace7013 req-5f1d13b5-af1d-41ff-8e3b-8f0ac6c06d0e service neutron] Attempting to bind port bff56cf3-79cc-41b5-ad65-b51add4f3218 on host hv-cinder-84052 for vnic_type normal with profile {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 18:59:09.339950 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a84743-aa13-494d-a541-a90b18cb9038 req-0995ce64-00c1-425f-be48-83c7ae8e3d0a tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:59:09.340428 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.managers [req-ccdf6ad7-1a50-437e-966b-f3f42ace7013 req-5f1d13b5-af1d-41ff-8e3b-8f0ac6c06d0e service neutron] Attempting to bind port bff56cf3-79cc-41b5-ad65-b51add4f3218 by drivers openvswitch,hyperv on host hv-cinder-84052 at level 0 using segments [{'id': '83414da3-b767-40e5-839e-69613fac7970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '53f417bd-e455-4de8-9365-a661c93c9b00'}] {{(pid=103280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 18:59:09.340428 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccdf6ad7-1a50-437e-966b-f3f42ace7013 req-5f1d13b5-af1d-41ff-8e3b-8f0ac6c06d0e service neutron] Attempting to bind port bff56cf3-79cc-41b5-ad65-b51add4f3218 on network 53f417bd-e455-4de8-9365-a661c93c9b00 {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 18:59:09.347224 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-c6a84743-aa13-494d-a541-a90b18cb9038 req-0995ce64-00c1-425f-be48-83c7ae8e3d0a tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] 10.222.0.35 "GET /v2.0/ports?device_id=10a55e21-0170-462a-b076-93f090d20502 HTTP/1.1" status: 200 len: 945 time: 0.0927634 May 04 18:59:09.353938 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcda7cd-73c0-4066-bc4e-3d517ae6594d req-68e3361d-f83a-4081-85b7-c08548cc2fc4 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:59:09.355772 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-1bcda7cd-73c0-4066-bc4e-3d517ae6594d req-68e3361d-f83a-4081-85b7-c08548cc2fc4 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "GET /v2.0/ports?device_id=8063d07e-d006-48e1-b3f7-8bb5a0ef9010 HTTP/1.1" status: 200 len: 944 time: 0.0676959 May 04 18:59:09.356949 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccdf6ad7-1a50-437e-966b-f3f42ace7013 req-5f1d13b5-af1d-41ff-8e3b-8f0ac6c06d0e service neutron] Port bff56cf3-79cc-41b5-ad65-b51add4f3218 on network 53f417bd-e455-4de8-9365-a661c93c9b00 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84052 {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 18:59:09.357277 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccdf6ad7-1a50-437e-966b-f3f42ace7013 req-5f1d13b5-af1d-41ff-8e3b-8f0ac6c06d0e service neutron] Attempting to bind port bff56cf3-79cc-41b5-ad65-b51add4f3218 on network 53f417bd-e455-4de8-9365-a661c93c9b00 {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 18:59:09.365361 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccdf6ad7-1a50-437e-966b-f3f42ace7013 req-5f1d13b5-af1d-41ff-8e3b-8f0ac6c06d0e service neutron] Checking agent: {'id': 'bff7e656-358d-4e40-a36a-3f10fe33ffdf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84052', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 18, 54, 55), 'started_at': datetime.datetime(2022, 5, 4, 18, 54, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 18, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 18:59:09.365704 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccdf6ad7-1a50-437e-966b-f3f42ace7013 req-5f1d13b5-af1d-41ff-8e3b-8f0ac6c06d0e service neutron] Checking segment: {'id': '83414da3-b767-40e5-839e-69613fac7970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '53f417bd-e455-4de8-9365-a661c93c9b00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 18:59:09.366085 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccdf6ad7-1a50-437e-966b-f3f42ace7013 req-5f1d13b5-af1d-41ff-8e3b-8f0ac6c06d0e service neutron] Bound using segment: {'id': '83414da3-b767-40e5-839e-69613fac7970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '53f417bd-e455-4de8-9365-a661c93c9b00'} {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 18:59:09.366519 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.managers [req-ccdf6ad7-1a50-437e-966b-f3f42ace7013 req-5f1d13b5-af1d-41ff-8e3b-8f0ac6c06d0e service neutron] Bound port: bff56cf3-79cc-41b5-ad65-b51add4f3218, host: hv-cinder-84052, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83414da3-b767-40e5-839e-69613fac7970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '53f417bd-e455-4de8-9365-a661c93c9b00'}}] {{(pid=103280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 18:59:09.366876 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-ccdf6ad7-1a50-437e-966b-f3f42ace7013 req-5f1d13b5-af1d-41ff-8e3b-8f0ac6c06d0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (bff56cf3-79cc-41b5-ad65-b51add4f3218), before_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:59:09.414201 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-c6a84743-aa13-494d-a541-a90b18cb9038 req-01af803b-3282-42ac-8c40-a5a1456ba765 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] 10.222.0.35 "GET /v2.0/security-groups?id=29ce1ee4-e5ef-4ab2-b658-910bf3a5767a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657644 May 04 18:59:09.453949 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-1bcda7cd-73c0-4066-bc4e-3d517ae6594d req-13e6fa17-c1ac-454d-ac0f-1614e5b8f65b tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "GET /v2.0/security-groups?id=c6403a3b-72bf-4a4f-9946-177d65b0f402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902846 May 04 18:59:09.481532 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.db [req-ccdf6ad7-1a50-437e-966b-f3f42ace7013 req-5f1d13b5-af1d-41ff-8e3b-8f0ac6c06d0e service neutron] For port bff56cf3-79cc-41b5-ad65-b51add4f3218, host hv-cinder-84052, cleared binding levels {{(pid=103280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 18:59:09.484994 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.db [req-ccdf6ad7-1a50-437e-966b-f3f42ace7013 req-5f1d13b5-af1d-41ff-8e3b-8f0ac6c06d0e service neutron] For port bff56cf3-79cc-41b5-ad65-b51add4f3218, host hv-cinder-84052, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=bff56cf3-79cc-41b5-ad65-b51add4f3218,segment=NetworkSegment(83414da3-b767-40e5-839e-69613fac7970),segment_id=83414da3-b767-40e5-839e-69613fac7970)] {{(pid=103280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 18:59:09.492689 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-ccdf6ad7-1a50-437e-966b-f3f42ace7013 req-5f1d13b5-af1d-41ff-8e3b-8f0ac6c06d0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12874275'] for port (bff56cf3-79cc-41b5-ad65-b51add4f3218), after_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:59:09.529410 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdf6ad7-1a50-437e-966b-f3f42ace7013 req-5f1d13b5-af1d-41ff-8e3b-8f0ac6c06d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:59:09.530032 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-ccdf6ad7-1a50-437e-966b-f3f42ace7013 req-5f1d13b5-af1d-41ff-8e3b-8f0ac6c06d0e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127086'] for port (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:59:09.531404 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-ccdf6ad7-1a50-437e-966b-f3f42ace7013 req-5f1d13b5-af1d-41ff-8e3b-8f0ac6c06d0e service neutron] 10.222.0.55 "PUT /v2.0/ports/bff56cf3-79cc-41b5-ad65-b51add4f3218 HTTP/1.1" status: 200 len: 1094 time: 1.0182009 May 04 18:59:09.557831 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1d13b5-af1d-41ff-8e3b-8f0ac6c06d0e service neutron] Pushing event updated for resources: {'Port': ['ID=bff56cf3-79cc-41b5-ad65-b51add4f3218,revision_number=3']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:59:09.627672 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdf6ad7-1a50-437e-966b-f3f42ace7013 req-ff44220f-e76f-43fa-b86b-70054f96efb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:59:09.629726 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-ccdf6ad7-1a50-437e-966b-f3f42ace7013 req-ff44220f-e76f-43fa-b86b-70054f96efb7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=dd17f7a747ad43fc905b8d1688a71ba7&device_id=8063d07e-d006-48e1-b3f7-8bb5a0ef9010 HTTP/1.1" status: 200 len: 1128 time: 0.0501826 May 04 18:59:09.696969 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-ccdf6ad7-1a50-437e-966b-f3f42ace7013 req-507171cf-4fbb-41bf-ac3d-0e11ad8201c2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bff56cf3-79cc-41b5-ad65-b51add4f3218 HTTP/1.1" status: 200 len: 217 time: 0.0569899 May 04 18:59:09.762399 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdf6ad7-1a50-437e-966b-f3f42ace7013 req-e4414737-7628-4e86-bba6-200525e4f13f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:59:09.764000 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-ccdf6ad7-1a50-437e-966b-f3f42ace7013 req-e4414737-7628-4e86-bba6-200525e4f13f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e66736f7-cfb8-4201-a579-14943c9785b1 HTTP/1.1" status: 200 len: 854 time: 0.0583050 May 04 18:59:09.767709 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a663d3e8-9a0b-4bd5-8e87-794ac9337e0a req-6c486cbe-570d-49d7-9e37-6ddb2d805d08 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:59:09.769319 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-a663d3e8-9a0b-4bd5-8e87-794ac9337e0a req-6c486cbe-570d-49d7-9e37-6ddb2d805d08 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d550c33-794e-4c78-86ef-4101ddf2a3ef HTTP/1.1" status: 200 len: 945 time: 0.0659566 May 04 18:59:09.818871 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdf6ad7-1a50-437e-966b-f3f42ace7013 req-ad068163-071b-4dd7-ab76-918f82cb946f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:59:09.821105 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-ccdf6ad7-1a50-437e-966b-f3f42ace7013 req-ad068163-071b-4dd7-ab76-918f82cb946f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=53f417bd-e455-4de8-9365-a661c93c9b00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452459 May 04 18:59:09.826087 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-a663d3e8-9a0b-4bd5-8e87-794ac9337e0a req-d0d5b335-7fb5-44f0-932b-02ee7b949867 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ea6ee27-c11d-4233-954f-1b439202ab30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505140 May 04 18:59:09.928818 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-ccdf6ad7-1a50-437e-966b-f3f42ace7013 req-e287bed2-6b64-4c0f-81aa-7c20b65f55cf service neutron] 10.222.0.55 "GET /v2.0/networks/53f417bd-e455-4de8-9365-a661c93c9b00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989242 May 04 18:59:10.114313 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-ccdf6ad7-1a50-437e-966b-f3f42ace7013 req-a476b0d3-8736-491e-9b65-0d515c27ff88 service neutron] 10.222.0.55 "GET /v2.0/networks/53f417bd-e455-4de8-9365-a661c93c9b00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951672 May 04 18:59:10.182686 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8063d07e-d006-48e1-b3f7-8bb5a0ef9010', 'tag': 'bff56cf3-79cc-41b5-ad65-b51add4f3218'}] {{(pid=103280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:59:10.186031 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d17ed66b9d9b08214cd1b2d258b378c61736cd464b468dfe37a5b26948fd6e52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b28ecc7-1049-41dc-9f69-6041f526889d" -d '{"events": [{"name": "network-changed", "server_uuid": "8063d07e-d006-48e1-b3f7-8bb5a0ef9010", "tag": "bff56cf3-79cc-41b5-ad65-b51add4f3218"}]}' {{(pid=103280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 18:59:10.227451 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 18:59:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19979a80-cf4b-4399-b373-4ad5212f6dd6 x-openstack-request-id: req-19979a80-cf4b-4399-b373-4ad5212f6dd6 {{(pid=103280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 18:59:10.227746 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8063d07e-d006-48e1-b3f7-8bb5a0ef9010", "tag": "bff56cf3-79cc-41b5-ad65-b51add4f3218", "status": "completed", "code": 200}]} {{(pid=103280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 18:59:10.227994 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-19979a80-cf4b-4399-b373-4ad5212f6dd6 {{(pid=103280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 18:59:10.228398 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19979a80-cf4b-4399-b373-4ad5212f6dd6'] response: {'name': 'network-changed', 'server_uuid': '8063d07e-d006-48e1-b3f7-8bb5a0ef9010', 'tag': 'bff56cf3-79cc-41b5-ad65-b51add4f3218', 'status': 'completed', 'code': 200} May 04 18:59:10.541133 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9684b54b-44d4-40f8-a9fc-4951d013de44 req-43a52177-d7cb-453b-93cc-af4612b21b00 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:59:10.542649 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-9684b54b-44d4-40f8-a9fc-4951d013de44 req-43a52177-d7cb-453b-93cc-af4612b21b00 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] 10.222.0.35 "GET /v2.0/ports?device_id=10a55e21-0170-462a-b076-93f090d20502 HTTP/1.1" status: 200 len: 945 time: 0.0518987 May 04 18:59:10.571514 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac14a97-4d30-4504-a619-9b9d05d2563d req-85ba05b6-e082-4348-9a2f-33654f6feb9a tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:59:10.572971 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-3ac14a97-4d30-4504-a619-9b9d05d2563d req-85ba05b6-e082-4348-9a2f-33654f6feb9a tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "GET /v2.0/ports?device_id=8063d07e-d006-48e1-b3f7-8bb5a0ef9010 HTTP/1.1" status: 200 len: 944 time: 0.0487816 May 04 18:59:10.588271 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-9684b54b-44d4-40f8-a9fc-4951d013de44 req-fcf9a845-ca01-453c-9bee-f20524e41291 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] 10.222.0.35 "GET /v2.0/security-groups?id=29ce1ee4-e5ef-4ab2-b658-910bf3a5767a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398891 May 04 18:59:10.620742 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-3ac14a97-4d30-4504-a619-9b9d05d2563d req-0bda39fe-9799-4c09-a245-c0f5c3960d2c tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "GET /v2.0/security-groups?id=c6403a3b-72bf-4a4f-9946-177d65b0f402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417411 May 04 18:59:10.956334 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a92bcef-e882-4cad-8ac6-eab9655aa403 req-8966969c-59d3-44ad-b786-ad5ea1107eed tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:59:10.957847 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-0a92bcef-e882-4cad-8ac6-eab9655aa403 req-8966969c-59d3-44ad-b786-ad5ea1107eed tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d550c33-794e-4c78-86ef-4101ddf2a3ef HTTP/1.1" status: 200 len: 945 time: 0.0517955 May 04 18:59:11.005776 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-0a92bcef-e882-4cad-8ac6-eab9655aa403 req-d479d6c7-5646-4c73-a06e-1f04b81c1f4a tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ea6ee27-c11d-4233-954f-1b439202ab30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422769 May 04 18:59:11.715521 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdb93f6-4489-4540-afbc-d0d70bdbda1d req-75afdd62-11dd-4086-9286-e7898e778be6 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:59:11.717005 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-ebdb93f6-4489-4540-afbc-d0d70bdbda1d req-75afdd62-11dd-4086-9286-e7898e778be6 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] 10.222.0.35 "GET /v2.0/ports?device_id=10a55e21-0170-462a-b076-93f090d20502 HTTP/1.1" status: 200 len: 945 time: 0.0469720 May 04 18:59:11.738430 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56103090-2245-46b0-9e5e-5b4b330fb3e5 req-cdc069f1-8741-4ea7-9504-3e19c6556475 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:59:11.740017 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-56103090-2245-46b0-9e5e-5b4b330fb3e5 req-cdc069f1-8741-4ea7-9504-3e19c6556475 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "GET /v2.0/ports?device_id=8063d07e-d006-48e1-b3f7-8bb5a0ef9010 HTTP/1.1" status: 200 len: 944 time: 0.0513055 May 04 18:59:11.763874 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-ebdb93f6-4489-4540-afbc-d0d70bdbda1d req-a4bd5545-dbf0-4c92-933e-2f017cb9e709 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] 10.222.0.35 "GET /v2.0/security-groups?id=29ce1ee4-e5ef-4ab2-b658-910bf3a5767a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412114 May 04 18:59:11.787401 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-56103090-2245-46b0-9e5e-5b4b330fb3e5 req-099de87f-9617-4b75-9d07-ed67cfad776d tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "GET /v2.0/security-groups?id=c6403a3b-72bf-4a4f-9946-177d65b0f402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412879 May 04 18:59:12.123871 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff4e0bb-8e8b-41da-a7b6-4b6c9a50b936 req-3fc36fc0-23d0-4568-aa81-049d04d6efa1 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:59:12.125314 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-eff4e0bb-8e8b-41da-a7b6-4b6c9a50b936 req-3fc36fc0-23d0-4568-aa81-049d04d6efa1 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d550c33-794e-4c78-86ef-4101ddf2a3ef HTTP/1.1" status: 200 len: 945 time: 0.0503361 May 04 18:59:12.171798 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-eff4e0bb-8e8b-41da-a7b6-4b6c9a50b936 req-bf654062-f736-4ba3-9590-c070bfe32a1c tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ea6ee27-c11d-4233-954f-1b439202ab30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400352 May 04 18:59:12.893003 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b052f250-4b6a-4293-a7af-031aef20d733 req-10904b0c-dd87-4f39-9830-ec7ace741585 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:59:12.894977 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-b052f250-4b6a-4293-a7af-031aef20d733 req-10904b0c-dd87-4f39-9830-ec7ace741585 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] 10.222.0.35 "GET /v2.0/ports?device_id=10a55e21-0170-462a-b076-93f090d20502 HTTP/1.1" status: 200 len: 945 time: 0.0508759 May 04 18:59:12.899641 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Device 2c4d1527-76d2-4d3a-8297-88f4f72519b3 no longer exists at agent hyperv_hv-cinder-84052 {{(pid=103281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 18:59:12.912547 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14593a46-a0bc-435f-be30-a85c62b33ffc req-d2978834-adc0-4aa3-99d8-dd5ab96c2cab tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:59:12.914681 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-14593a46-a0bc-435f-be30-a85c62b33ffc req-d2978834-adc0-4aa3-99d8-dd5ab96c2cab tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "GET /v2.0/ports?device_id=8063d07e-d006-48e1-b3f7-8bb5a0ef9010 HTTP/1.1" status: 200 len: 944 time: 0.0568287 May 04 18:59:12.922709 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] No Port match for: 2c4d1527-76d2-4d3a-8297-88f4f72519b3 {{(pid=103281) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 18:59:12.923054 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Device 2c4d1527-76d2-4d3a-8297-88f4f72519b3 not bound to the agent host hv-cinder-84052 {{(pid=103281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 18:59:12.943318 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-b052f250-4b6a-4293-a7af-031aef20d733 req-4c64c8fe-f938-442f-85ad-9f0f51faf229 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] 10.222.0.35 "GET /v2.0/security-groups?id=29ce1ee4-e5ef-4ab2-b658-910bf3a5767a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431654 May 04 18:59:12.964693 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-14593a46-a0bc-435f-be30-a85c62b33ffc req-f8cc927b-9846-412c-9842-64451fbfcd17 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "GET /v2.0/security-groups?id=c6403a3b-72bf-4a4f-9946-177d65b0f402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433359 May 04 18:59:13.288284 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934dd9aa-0747-460f-95e5-ae1f3bf9ed41 req-ee4b3492-e074-4892-805c-03dfb388e0db tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:59:13.289781 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-934dd9aa-0747-460f-95e5-ae1f3bf9ed41 req-ee4b3492-e074-4892-805c-03dfb388e0db tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d550c33-794e-4c78-86ef-4101ddf2a3ef HTTP/1.1" status: 200 len: 945 time: 0.0462036 May 04 18:59:13.338625 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-934dd9aa-0747-460f-95e5-ae1f3bf9ed41 req-47b595b3-9881-421e-bf59-606a46932739 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ea6ee27-c11d-4233-954f-1b439202ab30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432272 May 04 18:59:14.060852 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac44107-1994-47b3-a500-86997347e859 req-32ff2883-5d71-4986-8c0e-df8339a3867d tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:59:14.062341 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-7ac44107-1994-47b3-a500-86997347e859 req-32ff2883-5d71-4986-8c0e-df8339a3867d tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] 10.222.0.35 "GET /v2.0/ports?device_id=10a55e21-0170-462a-b076-93f090d20502 HTTP/1.1" status: 200 len: 945 time: 0.0484290 May 04 18:59:14.087839 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae623dc7-0a54-434a-a593-dff89f66a4aa req-bf127136-876b-4394-845a-cb3a5b142de0 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:59:14.089369 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-ae623dc7-0a54-434a-a593-dff89f66a4aa req-bf127136-876b-4394-845a-cb3a5b142de0 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "GET /v2.0/ports?device_id=8063d07e-d006-48e1-b3f7-8bb5a0ef9010 HTTP/1.1" status: 200 len: 944 time: 0.0545986 May 04 18:59:14.113928 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-7ac44107-1994-47b3-a500-86997347e859 req-d2de7b96-da0b-45f7-a6b3-da17a94add53 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] 10.222.0.35 "GET /v2.0/security-groups?id=29ce1ee4-e5ef-4ab2-b658-910bf3a5767a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451124 May 04 18:59:14.136894 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-ae623dc7-0a54-434a-a593-dff89f66a4aa req-25822ccf-2042-45b5-b1f6-7580ee5c4e0f tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "GET /v2.0/security-groups?id=c6403a3b-72bf-4a4f-9946-177d65b0f402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418558 May 04 18:59:14.319738 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbece99-10c8-4d79-86b5-03e7c5a2024d req-5594ee3d-ec80-4a25-832d-d03d3c245bb6 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:59:14.321238 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-bbbece99-10c8-4d79-86b5-03e7c5a2024d req-5594ee3d-ec80-4a25-832d-d03d3c245bb6 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] 10.222.0.35 "GET /v2.0/ports?device_id=10a55e21-0170-462a-b076-93f090d20502 HTTP/1.1" status: 200 len: 945 time: 0.0478013 May 04 18:59:14.332604 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b28ecc7-1049-41dc-9f69-6041f526889d req-3cf180f9-a7e8-4af1-ba01-83e4225600ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:59:14.334305 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-2b28ecc7-1049-41dc-9f69-6041f526889d req-3cf180f9-a7e8-4af1-ba01-83e4225600ea service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=dd17f7a747ad43fc905b8d1688a71ba7&device_id=8063d07e-d006-48e1-b3f7-8bb5a0ef9010 HTTP/1.1" status: 200 len: 1128 time: 0.0441003 May 04 18:59:14.373928 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-bbbece99-10c8-4d79-86b5-03e7c5a2024d req-0b23c05d-facb-40f2-abb9-df96d9ea1944 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] 10.222.0.35 "GET /v2.0/security-groups?id=29ce1ee4-e5ef-4ab2-b658-910bf3a5767a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441239 May 04 18:59:14.540854 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ef16d2-b07a-498a-802c-ac4a5c707527 req-40a3f0b0-7e3a-421a-978a-652b2f1143dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:59:14.542428 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-71ef16d2-b07a-498a-802c-ac4a5c707527 req-40a3f0b0-7e3a-421a-978a-652b2f1143dd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d220357192eb4ba5a2cdd43f000cd4c4&device_id=10a55e21-0170-462a-b076-93f090d20502 HTTP/1.1" status: 200 len: 1129 time: 0.0794077 May 04 18:59:14.562149 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd4c99f-b67a-49a5-8ecf-5c13e70949fa req-257ea47b-16d5-4f03-82cb-f6281df1f9cb tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:59:14.564518 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6dd4c99f-b67a-49a5-8ecf-5c13e70949fa req-257ea47b-16d5-4f03-82cb-f6281df1f9cb tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d550c33-794e-4c78-86ef-4101ddf2a3ef HTTP/1.1" status: 200 len: 945 time: 0.0992966 May 04 18:59:14.570614 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b28ecc7-1049-41dc-9f69-6041f526889d req-87b6690e-7d7f-4b8f-83f0-7ee5a99952c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:59:14.576772 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-2b28ecc7-1049-41dc-9f69-6041f526889d req-87b6690e-7d7f-4b8f-83f0-7ee5a99952c0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=53f417bd-e455-4de8-9365-a661c93c9b00 HTTP/1.1" status: 200 len: 916 time: 0.1923592 May 04 18:59:14.630776 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6dd4c99f-b67a-49a5-8ecf-5c13e70949fa req-5184e9e2-5d50-4d59-9995-741f3ce3304c tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ea6ee27-c11d-4233-954f-1b439202ab30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564179 May 04 18:59:15.277048 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afb697d-75d4-470b-adbe-f802852e3c2d req-2caa574d-ac28-48e3-afc2-7a7f9c6b9e72 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:59:15.278733 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-0afb697d-75d4-470b-adbe-f802852e3c2d req-2caa574d-ac28-48e3-afc2-7a7f9c6b9e72 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "GET /v2.0/ports?device_id=8063d07e-d006-48e1-b3f7-8bb5a0ef9010 HTTP/1.1" status: 200 len: 944 time: 0.0568297 May 04 18:59:15.336134 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-0afb697d-75d4-470b-adbe-f802852e3c2d req-12aedf39-76b6-4519-a915-861f7a73f4e9 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "GET /v2.0/security-groups?id=c6403a3b-72bf-4a4f-9946-177d65b0f402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476334 May 04 18:59:15.531813 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7854cc4-816e-40be-a1c4-41ce46f5e3fa req-3a5b1dca-cf0c-4684-8227-6971cea0152c tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:59:15.533726 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a7854cc4-816e-40be-a1c4-41ce46f5e3fa req-3a5b1dca-cf0c-4684-8227-6971cea0152c tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] 10.222.0.35 "GET /v2.0/ports?device_id=10a55e21-0170-462a-b076-93f090d20502 HTTP/1.1" status: 200 len: 945 time: 0.0656710 May 04 18:59:15.592354 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a7854cc4-816e-40be-a1c4-41ce46f5e3fa req-879bbf5e-dbb9-45ee-a2dc-4fc38bdfffc2 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] 10.222.0.35 "GET /v2.0/security-groups?id=29ce1ee4-e5ef-4ab2-b658-910bf3a5767a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526035 May 04 18:59:15.768031 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b46d72-f274-496e-be51-8d23d8418dd6 req-e39f94a4-4b10-4362-a73e-fcfcae549679 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:59:15.775376 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-53b46d72-f274-496e-be51-8d23d8418dd6 req-e39f94a4-4b10-4362-a73e-fcfcae549679 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d550c33-794e-4c78-86ef-4101ddf2a3ef HTTP/1.1" status: 200 len: 945 time: 0.0588806 May 04 18:59:15.826759 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-53b46d72-f274-496e-be51-8d23d8418dd6 req-b2ba9bc8-9a0c-4759-b62a-3dc2a2f6dbdb tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ea6ee27-c11d-4233-954f-1b439202ab30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504758 May 04 18:59:15.840502 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-2b28ecc7-1049-41dc-9f69-6041f526889d req-032b01d3-c708-4f13-972a-dd2d19f23f1d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bff56cf3-79cc-41b5-ad65-b51add4f3218 HTTP/1.1" status: 200 len: 217 time: 0.0614917 May 04 18:59:15.976989 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb147c9-eb12-4aec-b185-c8ce90d2764b req-9599fbac-36b1-4f40-8455-ff8e3d72047c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:59:15.978709 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-8bb147c9-eb12-4aec-b185-c8ce90d2764b req-9599fbac-36b1-4f40-8455-ff8e3d72047c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4d550c33-794e-4c78-86ef-4101ddf2a3ef HTTP/1.1" status: 200 len: 1129 time: 0.0635531 May 04 18:59:15.994856 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b28ecc7-1049-41dc-9f69-6041f526889d req-341d1dfd-caaf-4be5-a86d-dcc978072277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:59:15.996366 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-2b28ecc7-1049-41dc-9f69-6041f526889d req-341d1dfd-caaf-4be5-a86d-dcc978072277 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e66736f7-cfb8-4201-a579-14943c9785b1 HTTP/1.1" status: 200 len: 854 time: 0.1478815 May 04 18:59:16.015723 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ef16d2-b07a-498a-802c-ac4a5c707527 req-fec35dde-d699-4bcd-b2c2-7bc771e2281b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:59:16.017342 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-71ef16d2-b07a-498a-802c-ac4a5c707527 req-fec35dde-d699-4bcd-b2c2-7bc771e2281b service neutron] 10.222.0.55 "GET /v2.0/networks?id=30fa2e3e-f6d8-4564-bce1-ee05a5bd0ce9 HTTP/1.1" status: 200 len: 912 time: 0.2548153 May 04 18:59:16.111015 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b28ecc7-1049-41dc-9f69-6041f526889d req-959c6347-e0d0-4d20-978e-8d5df175cf1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:59:16.112700 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-2b28ecc7-1049-41dc-9f69-6041f526889d req-959c6347-e0d0-4d20-978e-8d5df175cf1b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=53f417bd-e455-4de8-9365-a661c93c9b00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1076598 May 04 18:59:16.116801 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-8bb147c9-eb12-4aec-b185-c8ce90d2764b req-841a0c14-865f-49c9-b5aa-6d4bb9453257 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=7ea6ee27-c11d-4233-954f-1b439202ab30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308012 May 04 18:59:16.132872 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-71ef16d2-b07a-498a-802c-ac4a5c707527 req-b2adc36a-92e6-41a1-a2e4-00b614b49339 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=843fc3ed-e6f9-4db5-9c3e-d942e8b8745c HTTP/1.1" status: 200 len: 1001 time: 0.0854411 May 04 18:59:16.513096 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057dd74e-9b23-4f04-a883-3a2a5f36eeb0 req-53411fb0-0dac-4b16-890d-38b59db82dab tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:59:16.514935 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-057dd74e-9b23-4f04-a883-3a2a5f36eeb0 req-53411fb0-0dac-4b16-890d-38b59db82dab tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "GET /v2.0/ports?device_id=8063d07e-d006-48e1-b3f7-8bb5a0ef9010 HTTP/1.1" status: 200 len: 944 time: 0.0867035 May 04 18:59:16.519378 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ef16d2-b07a-498a-802c-ac4a5c707527 req-4a490f1d-4148-430b-a841-2b446689b4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:59:16.520832 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-71ef16d2-b07a-498a-802c-ac4a5c707527 req-4a490f1d-4148-430b-a841-2b446689b4a3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d9b5c29e-b014-49ec-aabd-8c0ad7c78e2e HTTP/1.1" status: 200 len: 850 time: 0.1221216 May 04 18:59:16.674515 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-2b28ecc7-1049-41dc-9f69-6041f526889d req-0f792653-5542-48ba-a83b-8fdab07e8877 service neutron] 10.222.0.55 "GET /v2.0/networks/53f417bd-e455-4de8-9365-a661c93c9b00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2868431 May 04 18:59:16.698490 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ef16d2-b07a-498a-802c-ac4a5c707527 req-631de7b9-bb8d-41b7-a1e2-bbd7ee4f6f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:59:16.700048 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-71ef16d2-b07a-498a-802c-ac4a5c707527 req-631de7b9-bb8d-41b7-a1e2-bbd7ee4f6f28 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=30fa2e3e-f6d8-4564-bce1-ee05a5bd0ce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1493034 May 04 18:59:16.704910 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-057dd74e-9b23-4f04-a883-3a2a5f36eeb0 req-51e7232e-cbc0-4614-9faf-3103e956583a tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "GET /v2.0/security-groups?id=c6403a3b-72bf-4a4f-9946-177d65b0f402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1815343 May 04 18:59:16.763858 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c7b1c1-3c0a-4950-9da5-117a6c432a80 req-d2223ddc-ebc1-4e66-9965-e4db4cec5d39 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:59:16.765416 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-f9c7b1c1-3c0a-4950-9da5-117a6c432a80 req-d2223ddc-ebc1-4e66-9965-e4db4cec5d39 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] 10.222.0.35 "GET /v2.0/ports?device_id=10a55e21-0170-462a-b076-93f090d20502 HTTP/1.1" status: 200 len: 945 time: 0.0591075 May 04 18:59:16.821871 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-f9c7b1c1-3c0a-4950-9da5-117a6c432a80 req-491aa260-7697-4f00-83c2-19cd425f1883 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] 10.222.0.35 "GET /v2.0/security-groups?id=29ce1ee4-e5ef-4ab2-b658-910bf3a5767a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488811 May 04 18:59:16.897047 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Device bff56cf3-79cc-41b5-ad65-b51add4f3218 details requested by agent hyperv_hv-cinder-84052 with host hv-cinder-84052 {{(pid=103281) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 18:59:16.983984 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceb48b3-c1cf-4636-8547-4e803335df12 req-955c8d4a-dd38-4a15-b07c-e7bd430d6c2c tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:59:16.993265 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-eceb48b3-c1cf-4636-8547-4e803335df12 req-955c8d4a-dd38-4a15-b07c-e7bd430d6c2c tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d550c33-794e-4c78-86ef-4101ddf2a3ef HTTP/1.1" status: 200 len: 945 time: 0.0697305 May 04 18:59:17.016826 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] For port bff56cf3-79cc-41b5-ad65-b51add4f3218, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=bff56cf3-79cc-41b5-ad65-b51add4f3218,segment=NetworkSegment(83414da3-b767-40e5-839e-69613fac7970),segment_id=83414da3-b767-40e5-839e-69613fac7970)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:59:17.029929 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Returning: {'device': 'bff56cf3-79cc-41b5-ad65-b51add4f3218', 'network_id': '53f417bd-e455-4de8-9365-a661c93c9b00', 'port_id': 'bff56cf3-79cc-41b5-ad65-b51add4f3218', 'mac_address': 'fa:16:3e:fe:ed:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 255, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e66736f7-cfb8-4201-a579-14943c9785b1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103281) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 18:59:17.078329 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Current status of the port bff56cf3-79cc-41b5-ad65-b51add4f3218 is: DOWN; New status is: BUILD {{(pid=103281) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:59:17.078541 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (bff56cf3-79cc-41b5-ad65-b51add4f3218), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:59:17.079040 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-eceb48b3-c1cf-4636-8547-4e803335df12 req-ecab0de8-2e6f-47d1-b3ac-3b53977cd43c tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ea6ee27-c11d-4233-954f-1b439202ab30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841339 May 04 18:59:17.103092 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.notifiers.nova [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bff56cf3-79cc-41b5-ad65-b51add4f3218 {{(pid=103281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 18:59:17.130242 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] For port bff56cf3-79cc-41b5-ad65-b51add4f3218, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=bff56cf3-79cc-41b5-ad65-b51add4f3218,segment=NetworkSegment(83414da3-b767-40e5-839e-69613fac7970),segment_id=83414da3-b767-40e5-839e-69613fac7970)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:59:17.135745 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136'] for port (bff56cf3-79cc-41b5-ad65-b51add4f3218), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:59:17.193034 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Pushing event updated for resources: {'Port': ['ID=bff56cf3-79cc-41b5-ad65-b51add4f3218,revision_number=4']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:59:17.263837 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-71ef16d2-b07a-498a-802c-ac4a5c707527 req-ae987dbe-57db-46fa-b371-d32b8bcc4dcd service neutron] 10.222.0.55 "GET /v2.0/networks/30fa2e3e-f6d8-4564-bce1-ee05a5bd0ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766400 May 04 18:59:17.269459 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-2b28ecc7-1049-41dc-9f69-6041f526889d req-b5c8e35e-b2f8-4781-bd55-91e1774d98cd service neutron] 10.222.0.55 "GET /v2.0/networks/53f417bd-e455-4de8-9365-a661c93c9b00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837392 May 04 18:59:17.387769 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-71ef16d2-b07a-498a-802c-ac4a5c707527 req-a459f1a0-1bf1-4684-9ae5-7d9f8c61aa37 service neutron] 10.222.0.55 "GET /v2.0/networks/30fa2e3e-f6d8-4564-bce1-ee05a5bd0ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075406 May 04 18:59:17.525795 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] get_ports_and_sgs() called for port_ids ['bff56cf3-79cc-41b5-ad65-b51add4f3218'] {{(pid=103281) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 18:59:17.875007 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eb0b80-815d-4db9-b442-0d7ff21d7b52 req-40403f2d-1f76-4fdd-bcff-2c19fd4523bb tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:59:17.876692 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-e7eb0b80-815d-4db9-b442-0d7ff21d7b52 req-40403f2d-1f76-4fdd-bcff-2c19fd4523bb tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "GET /v2.0/ports?device_id=8063d07e-d006-48e1-b3f7-8bb5a0ef9010 HTTP/1.1" status: 200 len: 945 time: 0.0677593 May 04 18:59:17.957908 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-e7eb0b80-815d-4db9-b442-0d7ff21d7b52 req-51f61359-b8c0-4420-98ea-70d79c8c4568 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "GET /v2.0/security-groups?id=c6403a3b-72bf-4a4f-9946-177d65b0f402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652244 May 04 18:59:17.992614 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f8d499-7049-41d0-bdad-5e96ff61acb0 req-636b3b5a-7c6e-425a-8392-5915c6ba5b14 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:59:17.994393 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-07f8d499-7049-41d0-bdad-5e96ff61acb0 req-636b3b5a-7c6e-425a-8392-5915c6ba5b14 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] 10.222.0.35 "GET /v2.0/ports?device_id=10a55e21-0170-462a-b076-93f090d20502 HTTP/1.1" status: 200 len: 945 time: 0.0487969 May 04 18:59:18.049248 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-07f8d499-7049-41d0-bdad-5e96ff61acb0 req-aaeb1ccc-4a0e-4b88-aee9-40f196a52dda tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] 10.222.0.35 "GET /v2.0/security-groups?id=29ce1ee4-e5ef-4ab2-b658-910bf3a5767a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438485 May 04 18:59:18.186112 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf19e6a-ff2b-4f5d-a94f-057fc10953f3 req-5aa6b1e2-3e90-4f1d-be1f-30ccaa6b3d22 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:59:18.187562 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-eaf19e6a-ff2b-4f5d-a94f-057fc10953f3 req-5aa6b1e2-3e90-4f1d-be1f-30ccaa6b3d22 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d550c33-794e-4c78-86ef-4101ddf2a3ef HTTP/1.1" status: 200 len: 945 time: 0.0491047 May 04 18:59:18.239243 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-eaf19e6a-ff2b-4f5d-a94f-057fc10953f3 req-3ab15318-3e8b-4719-a68f-c559bcc0d925 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ea6ee27-c11d-4233-954f-1b439202ab30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456257 May 04 18:59:18.525720 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc93aa9f-b511-41b9-80da-a6f5b48db928 req-85786046-aece-4b03-9f48-c7b5160ce70f tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:59:18.532763 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-cc93aa9f-b511-41b9-80da-a6f5b48db928 req-85786046-aece-4b03-9f48-c7b5160ce70f tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d550c33-794e-4c78-86ef-4101ddf2a3ef HTTP/1.1" status: 200 len: 945 time: 0.0592604 May 04 18:59:18.575599 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-cc93aa9f-b511-41b9-80da-a6f5b48db928 req-38abc062-9ecf-4e63-943b-4e28915d32eb tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ea6ee27-c11d-4233-954f-1b439202ab30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419714 May 04 18:59:18.909478 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Device bff56cf3-79cc-41b5-ad65-b51add4f3218 up at agent hyperv_hv-cinder-84052 {{(pid=103281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 18:59:18.963000 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Provisioning for port bff56cf3-79cc-41b5-ad65-b51add4f3218 completed by entity L2. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 18:59:18.974096 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Provisioning complete for port bff56cf3-79cc-41b5-ad65-b51add4f3218 triggered by entity L2. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:59:18.974719 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1774450'] for port (bff56cf3-79cc-41b5-ad65-b51add4f3218), provisioning_complete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:59:19.064304 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Current status of the port bff56cf3-79cc-41b5-ad65-b51add4f3218 is: BUILD; New status is: ACTIVE {{(pid=103281) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:59:19.064684 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (bff56cf3-79cc-41b5-ad65-b51add4f3218), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:59:19.087155 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-8c34745d-e0cb-4d36-ae4d-0b018b9c7b39 req-f146c9fc-fa49-431b-a38e-cbd989826bdc tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1735188729&fields=id&tenant_id=8bf2894c75244d3f8e2c83c7deb9ab3e HTTP/1.1" status: 200 len: 267 time: 0.1150620 May 04 18:59:19.101053 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8063d07e-d006-48e1-b3f7-8bb5a0ef9010', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bff56cf3-79cc-41b5-ad65-b51add4f3218'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:59:19.103846 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29bc9e8fddf1e81845832baf79700cdfe783df1752dea94dce4e4e68657cb9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c2ef543-5876-4b80-b482-ae07084fb023" -d '{"events": [{"server_uuid": "8063d07e-d006-48e1-b3f7-8bb5a0ef9010", "name": "network-vif-plugged", "status": "completed", "tag": "bff56cf3-79cc-41b5-ad65-b51add4f3218"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 18:59:19.124594 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] For port bff56cf3-79cc-41b5-ad65-b51add4f3218, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=bff56cf3-79cc-41b5-ad65-b51add4f3218,segment=NetworkSegment(83414da3-b767-40e5-839e-69613fac7970),segment_id=83414da3-b767-40e5-839e-69613fac7970)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:59:19.134354 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136'] for port (bff56cf3-79cc-41b5-ad65-b51add4f3218), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:59:19.155422 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82e7b23-6cec-4a52-83f1-0e661aafe95c req-53a6664e-d0ef-4441-bc2d-911743aba4fa tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:59:19.163608 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-c82e7b23-6cec-4a52-83f1-0e661aafe95c req-53a6664e-d0ef-4441-bc2d-911743aba4fa tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "GET /v2.0/ports?device_id=8063d07e-d006-48e1-b3f7-8bb5a0ef9010 HTTP/1.1" status: 200 len: 945 time: 0.1005042 May 04 18:59:19.207636 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Pushing event updated for resources: {'Port': ['ID=bff56cf3-79cc-41b5-ad65-b51add4f3218,revision_number=5']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:59:19.228845 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-c82e7b23-6cec-4a52-83f1-0e661aafe95c req-673d7b4d-8d95-4d66-bb42-522a06108146 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "GET /v2.0/security-groups?id=c6403a3b-72bf-4a4f-9946-177d65b0f402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641310 May 04 18:59:19.257919 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c34745d-e0cb-4d36-ae4d-0b018b9c7b39 req-43f70d38-0d6f-4191-a409-0e6e1138c2de tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:59:19.258131 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-8c34745d-e0cb-4d36-ae4d-0b018b9c7b39 req-43f70d38-0d6f-4191-a409-0e6e1138c2de tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] 10.222.0.35 "GET /v2.0/networks?id=e8e6dc94-9bb6-402c-8494-d1c5ccc072e3 HTTP/1.1" status: 200 len: 808 time: 0.1628532 May 04 18:59:19.289851 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-8c34745d-e0cb-4d36-ae4d-0b018b9c7b39 req-47088227-32d8-4ee1-ab97-cb2e79f0f685 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] 10.222.0.35 "GET /v2.0/quotas/8bf2894c75244d3f8e2c83c7deb9ab3e HTTP/1.1" status: 200 len: 375 time: 0.0198128 May 04 18:59:19.348874 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2185ca54-5aec-4ae0-97f6-264e628d60d9 req-0c0d5f2d-99d7-4459-949f-340a3bf460f0 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:59:19.357147 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-2185ca54-5aec-4ae0-97f6-264e628d60d9 req-0c0d5f2d-99d7-4459-949f-340a3bf460f0 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] 10.222.0.35 "GET /v2.0/ports?device_id=10a55e21-0170-462a-b076-93f090d20502 HTTP/1.1" status: 200 len: 945 time: 0.0656283 May 04 18:59:19.358648 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-8c34745d-e0cb-4d36-ae4d-0b018b9c7b39 req-5a68e748-032e-4481-a19d-8aeebd494cf6 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=8bf2894c75244d3f8e2c83c7deb9ab3e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0601950 May 04 18:59:19.404802 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-2185ca54-5aec-4ae0-97f6-264e628d60d9 req-a276240f-bf25-40c5-a3d6-35a3e0cb9591 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] 10.222.0.35 "GET /v2.0/security-groups?id=29ce1ee4-e5ef-4ab2-b658-910bf3a5767a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463359 May 04 18:59:19.496827 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-8c34745d-e0cb-4d36-ae4d-0b018b9c7b39 req-0895e462-d044-42bd-98e4-43c91cd1679e service neutron] 10.222.0.35 "GET /v2.0/networks/e8e6dc94-9bb6-402c-8494-d1c5ccc072e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280007 May 04 18:59:19.514296 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 18:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b0e4f9c-85c0-43ab-bd2d-ef11de2d9c11 x-openstack-request-id: req-1b0e4f9c-85c0-43ab-bd2d-ef11de2d9c11 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 18:59:19.514875 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8063d07e-d006-48e1-b3f7-8bb5a0ef9010", "name": "network-vif-plugged", "status": "completed", "tag": "bff56cf3-79cc-41b5-ad65-b51add4f3218", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 18:59:19.515215 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1b0e4f9c-85c0-43ab-bd2d-ef11de2d9c11 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 18:59:19.515665 dv-cinder-840525-1-iscsi neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b0e4f9c-85c0-43ab-bd2d-ef11de2d9c11'] response: {'server_uuid': '8063d07e-d006-48e1-b3f7-8bb5a0ef9010', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bff56cf3-79cc-41b5-ad65-b51add4f3218', 'code': 200} May 04 18:59:19.531450 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188a71ee-d375-48a4-af21-97549002d5c4 req-96b4faa8-6175-4ddb-a9e4-9056bd6b2d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:59:19.533326 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-188a71ee-d375-48a4-af21-97549002d5c4 req-96b4faa8-6175-4ddb-a9e4-9056bd6b2d10 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5287a76e646d4a3db0cc508a956314e7&device_id=4d550c33-794e-4c78-86ef-4101ddf2a3ef HTTP/1.1" status: 200 len: 1129 time: 0.0791948 May 04 18:59:19.641794 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-8c34745d-e0cb-4d36-ae4d-0b018b9c7b39 req-10c75dba-d71c-48bd-827d-983df37f8ae8 service neutron] 10.222.0.35 "GET /v2.0/networks/e8e6dc94-9bb6-402c-8494-d1c5ccc072e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338482 May 04 18:59:19.706857 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188a71ee-d375-48a4-af21-97549002d5c4 req-4f073113-152e-4596-bd87-49c427ebc27a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:59:19.708442 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-188a71ee-d375-48a4-af21-97549002d5c4 req-4f073113-152e-4596-bd87-49c427ebc27a service neutron] 10.222.0.55 "GET /v2.0/networks?id=b776d5b6-becc-4024-9dab-9ffc4ba67a01 HTTP/1.1" status: 200 len: 920 time: 0.1638408 May 04 18:59:19.834601 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f214a43c-3003-411b-b844-2df040b0940e req-6a55bf38-c5b5-40d7-9f07-239a88f0e5ce tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:59:19.836117 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-f214a43c-3003-411b-b844-2df040b0940e req-6a55bf38-c5b5-40d7-9f07-239a88f0e5ce tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d550c33-794e-4c78-86ef-4101ddf2a3ef HTTP/1.1" status: 200 len: 945 time: 0.1659079 May 04 18:59:19.839631 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-188a71ee-d375-48a4-af21-97549002d5c4 req-5e92cef8-394c-4bcc-a7e4-13f6e3702ea1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eeb17e2a-8684-4685-8c1f-d6ff60077a6c HTTP/1.1" status: 200 len: 217 time: 0.0790849 May 04 18:59:19.841199 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dff9eb-2d02-4147-ab3c-53292b784b56 req-fab7cb9a-ad42-4350-8c7e-dbf2c39bac96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:59:19.842336 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-b6dff9eb-2d02-4147-ab3c-53292b784b56 req-fab7cb9a-ad42-4350-8c7e-dbf2c39bac96 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8063d07e-d006-48e1-b3f7-8bb5a0ef9010 HTTP/1.1" status: 200 len: 1130 time: 0.1309211 May 04 18:59:19.998831 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-3fe9fc0c-c964-4990-888f-b0b32c56b84f req-e65e4794-c46d-4d0b-8764-a618da72b876 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae1c0168-16cb-471e-91d0-fd249c17995b HTTP/1.1" status: 200 len: 210 time: 0.0396209 May 04 18:59:20.001485 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188a71ee-d375-48a4-af21-97549002d5c4 req-4eea01cb-424a-4440-8097-f8cf987eab91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:59:20.002853 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-188a71ee-d375-48a4-af21-97549002d5c4 req-4eea01cb-424a-4440-8097-f8cf987eab91 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=02826e21-c978-41a3-b31e-dd2107bb922c HTTP/1.1" status: 200 len: 858 time: 0.1469889 May 04 18:59:20.025483 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-f214a43c-3003-411b-b844-2df040b0940e req-462214b3-8ca7-4df6-aa84-bd55b096164a tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ea6ee27-c11d-4233-954f-1b439202ab30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726034 May 04 18:59:20.067163 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-b6dff9eb-2d02-4147-ab3c-53292b784b56 req-656317e6-dae1-4c32-86ce-9c43894f7bf0 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=c6403a3b-72bf-4a4f-9946-177d65b0f402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1853075 May 04 18:59:20.080444 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188a71ee-d375-48a4-af21-97549002d5c4 req-9ab87c92-288e-4d45-911e-6fa3f042876d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:59:20.083123 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-188a71ee-d375-48a4-af21-97549002d5c4 req-9ab87c92-288e-4d45-911e-6fa3f042876d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b776d5b6-becc-4024-9dab-9ffc4ba67a01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0613706 May 04 18:59:20.374868 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b8b0d8-39e4-4f77-89a4-e13e7cf41475 req-85936699-88b0-4613-91c2-0dc1b24e6a7c tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:59:20.377861 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-f6b8b0d8-39e4-4f77-89a4-e13e7cf41475 req-85936699-88b0-4613-91c2-0dc1b24e6a7c tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "GET /v2.0/ports?device_id=8063d07e-d006-48e1-b3f7-8bb5a0ef9010 HTTP/1.1" status: 200 len: 946 time: 0.0620246 May 04 18:59:20.443497 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-f6b8b0d8-39e4-4f77-89a4-e13e7cf41475 req-387b72b8-6c0a-4903-8b0d-a1310d6b2608 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "GET /v2.0/security-groups?id=c6403a3b-72bf-4a4f-9946-177d65b0f402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573618 May 04 18:59:20.507114 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-188a71ee-d375-48a4-af21-97549002d5c4 req-3ba4ab4f-2540-4721-aeac-fb59c548e511 service neutron] 10.222.0.55 "GET /v2.0/networks/b776d5b6-becc-4024-9dab-9ffc4ba67a01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412742 May 04 18:59:20.644515 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-188a71ee-d375-48a4-af21-97549002d5c4 req-b2158d75-ed27-42f8-8c40-4104e4aa9d76 service neutron] 10.222.0.55 "GET /v2.0/networks/b776d5b6-becc-4024-9dab-9ffc4ba67a01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228108 May 04 18:59:21.148993 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-055dcd42-d6fd-42b6-8d31-f931f0d6e223 req-30e8091c-aeb1-4c8e-b00f-1479591083a8 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae1c0168-16cb-471e-91d0-fd249c17995b HTTP/1.1" status: 200 len: 210 time: 0.0664845 May 04 18:59:21.176152 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9be215-dabb-43e4-b088-54c07a27f952 req-1b79d801-726b-4819-95c3-ecb916080497 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:59:21.178086 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-cb9be215-dabb-43e4-b088-54c07a27f952 req-1b79d801-726b-4819-95c3-ecb916080497 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d550c33-794e-4c78-86ef-4101ddf2a3ef HTTP/1.1" status: 200 len: 945 time: 0.0793917 May 04 18:59:21.459221 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-cb9be215-dabb-43e4-b088-54c07a27f952 req-de7a179d-ed78-4be0-b0f1-01ee2e97ee69 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ea6ee27-c11d-4233-954f-1b439202ab30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2742581 May 04 18:59:21.567909 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5a2710-7848-48e5-b774-630c4ca2f476 req-27fd7385-9c7e-4c3f-bb09-c0061a9c472e tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:59:21.570187 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-df5a2710-7848-48e5-b774-630c4ca2f476 req-27fd7385-9c7e-4c3f-bb09-c0061a9c472e tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "GET /v2.0/ports?device_id=8063d07e-d006-48e1-b3f7-8bb5a0ef9010 HTTP/1.1" status: 200 len: 946 time: 0.0489540 May 04 18:59:21.624938 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-df5a2710-7848-48e5-b774-630c4ca2f476 req-2eaf4607-e25c-4959-82ba-9f50bff7eeea tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "GET /v2.0/security-groups?id=c6403a3b-72bf-4a4f-9946-177d65b0f402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487258 May 04 18:59:22.256941 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-2ef53c48-95eb-4b64-b8d3-2d48a6303082 req-89cd0bef-73cb-4b9f-9f2a-616f57ad5f8e tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae1c0168-16cb-471e-91d0-fd249c17995b HTTP/1.1" status: 200 len: 210 time: 0.0307207 May 04 18:59:22.576673 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c0f67b-2763-4f70-b9af-bb6164990ea7 req-6815ec91-e41d-47f7-bb97-3f7131764143 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:59:22.578456 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-18c0f67b-2763-4f70-b9af-bb6164990ea7 req-6815ec91-e41d-47f7-bb97-3f7131764143 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d550c33-794e-4c78-86ef-4101ddf2a3ef HTTP/1.1" status: 200 len: 945 time: 0.0490420 May 04 18:59:22.632242 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-18c0f67b-2763-4f70-b9af-bb6164990ea7 req-a318fb65-5ecf-4e33-ad4a-28d3e0360702 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ea6ee27-c11d-4233-954f-1b439202ab30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479052 May 04 18:59:22.736575 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f260b651-c83b-4453-aa84-07571a4591f2 req-83f573c1-1211-4e7d-b435-a6a661589b24 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:59:22.738014 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-f260b651-c83b-4453-aa84-07571a4591f2 req-83f573c1-1211-4e7d-b435-a6a661589b24 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "GET /v2.0/ports?device_id=8063d07e-d006-48e1-b3f7-8bb5a0ef9010 HTTP/1.1" status: 200 len: 946 time: 0.0494394 May 04 18:59:22.786929 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-f260b651-c83b-4453-aa84-07571a4591f2 req-7733ebc7-02eb-4bb6-bb3e-ce62761fcbea tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "GET /v2.0/security-groups?id=c6403a3b-72bf-4a4f-9946-177d65b0f402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424824 May 04 18:59:23.382660 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-7fbb73ba-440d-4ab5-8b1f-7e2fa0f0112a req-71529da5-1198-4c6b-aa8c-78767f5b7e94 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae1c0168-16cb-471e-91d0-fd249c17995b HTTP/1.1" status: 200 len: 210 time: 0.0482852 May 04 18:59:23.783724 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897656ce-fa50-47e5-bce0-895160b613b3 req-6cc459b6-5844-42b3-b3f4-4fabe6fc7e41 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:59:23.785217 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-897656ce-fa50-47e5-bce0-895160b613b3 req-6cc459b6-5844-42b3-b3f4-4fabe6fc7e41 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d550c33-794e-4c78-86ef-4101ddf2a3ef HTTP/1.1" status: 200 len: 945 time: 0.0794220 May 04 18:59:23.845860 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-897656ce-fa50-47e5-bce0-895160b613b3 req-4248da0b-ed40-41fe-906c-054e2ca1d792 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ea6ee27-c11d-4233-954f-1b439202ab30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549839 May 04 18:59:23.934762 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614b5510-c31d-4401-a674-0f76d6468ab6 req-ef67df98-3e21-44dc-85ee-6fe4cfd61fb6 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:59:23.937146 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-614b5510-c31d-4401-a674-0f76d6468ab6 req-ef67df98-3e21-44dc-85ee-6fe4cfd61fb6 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "GET /v2.0/ports?device_id=8063d07e-d006-48e1-b3f7-8bb5a0ef9010 HTTP/1.1" status: 200 len: 946 time: 0.0631189 May 04 18:59:23.998294 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-614b5510-c31d-4401-a674-0f76d6468ab6 req-e9d90c59-c4bd-4b10-812b-b664479d3680 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "GET /v2.0/security-groups?id=c6403a3b-72bf-4a4f-9946-177d65b0f402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492024 May 04 18:59:24.189344 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a32bda-14de-46ab-8622-416ee9dc171b req-4bf0c9f7-face-4fee-9914-a83a55eb0e72 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:59:24.198123 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-10a32bda-14de-46ab-8622-416ee9dc171b req-4bf0c9f7-face-4fee-9914-a83a55eb0e72 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "GET /v2.0/ports?device_id=8063d07e-d006-48e1-b3f7-8bb5a0ef9010 HTTP/1.1" status: 200 len: 946 time: 0.1063762 May 04 18:59:24.203357 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 51858) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:59:24.208103 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.v2.base [None req-fdbc97d4-19e3-4513-a06e-4792136c1374 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Request body: {'floatingip': {'port_id': 'bff56cf3-79cc-41b5-ad65-b51add4f3218'}} {{(pid=103279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:59:24.259419 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-fdbc97d4-19e3-4513-a06e-4792136c1374 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks [] for floatingip (0947f07c-eebf-414f-8ce4-e694d399fc76), before_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:59:24.311563 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c34745d-e0cb-4d36-ae4d-0b018b9c7b39 req-282d7421-057c-463d-9c6c-de8291165ea2 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:59:24.313963 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-8c34745d-e0cb-4d36-ae4d-0b018b9c7b39 req-282d7421-057c-463d-9c6c-de8291165ea2 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] 10.222.0.55 "GET /v2.0/networks?id=e8e6dc94-9bb6-402c-8494-d1c5ccc072e3 HTTP/1.1" status: 200 len: 808 time: 0.1730070 May 04 18:59:24.498166 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d32127c0-4397-4d4e-b6d0-817c6f2ddf28 req-1f20695d-27a1-45e3-84e4-674d3f8020fc tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae1c0168-16cb-471e-91d0-fd249c17995b HTTP/1.1" status: 200 len: 210 time: 0.0370641 May 04 18:59:24.741250 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-8c34745d-e0cb-4d36-ae4d-0b018b9c7b39 req-a2e4ef5f-ff3b-4685-8a1d-17c509089178 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8bf2894c75244d3f8e2c83c7deb9ab3e HTTP/1.1" status: 200 len: 380 time: 0.0651114 May 04 18:59:24.758943 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [req-8c34745d-e0cb-4d36-ae4d-0b018b9c7b39 req-564edf49-6bf6-4c88-a5e7-05277e2e6149 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] Request body: {'port': {'device_id': 'ae1c0168-16cb-471e-91d0-fd249c17995b', 'network_id': 'e8e6dc94-9bb6-402c-8494-d1c5ccc072e3', 'admin_state_up': True, 'tenant_id': '8bf2894c75244d3f8e2c83c7deb9ab3e', 'security_groups': ['21f831f8-7055-49b7-bcbd-6286b30d4ac8']}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:59:24.799325 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-fdbc97d4-19e3-4513-a06e-4792136c1374 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:59:24.805671 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-fdbc97d4-19e3-4513-a06e-4792136c1374 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608971'] for floatingip (0947f07c-eebf-414f-8ce4-e694d399fc76), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:59:24.905168 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c34745d-e0cb-4d36-ae4d-0b018b9c7b39 req-564edf49-6bf6-4c88-a5e7-05277e2e6149 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] Made reservation on behalf of 8bf2894c75244d3f8e2c83c7deb9ab3e for: {'port': 1} {{(pid=103280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:59:24.910579 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-8c34745d-e0cb-4d36-ae4d-0b018b9c7b39 req-564edf49-6bf6-4c88-a5e7-05277e2e6149 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:59:24.929243 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.db.l3_db [None req-fdbc97d4-19e3-4513-a06e-4792136c1374 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Floating IP 0947f07c-eebf-414f-8ce4-e694d399fc76 associated. External IP: 172.27.0.101, port: bff56cf3-79cc-41b5-ad65-b51add4f3218. May 04 18:59:25.024638 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b168713-ec97-4bd5-ad5c-6ccdcacbb50b req-f41a7542-ec2d-4e39-8078-b75f35e9d241 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:59:25.026098 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-2b168713-ec97-4bd5-ad5c-6ccdcacbb50b req-f41a7542-ec2d-4e39-8078-b75f35e9d241 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d550c33-794e-4c78-86ef-4101ddf2a3ef HTTP/1.1" status: 200 len: 945 time: 0.0572133 May 04 18:59:25.070107 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.db.db_base_plugin_common [req-8c34745d-e0cb-4d36-ae4d-0b018b9c7b39 req-564edf49-6bf6-4c88-a5e7-05277e2e6149 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] Allocated IP 172.20.0.3 (e8e6dc94-9bb6-402c-8494-d1c5ccc072e3/0e5e1458-2cb0-45f3-927b-d6296b1c3906/5777c5ef-78c0-4282-bfd9-095fdc6595ea) {{(pid=103280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:59:25.140881 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-2b168713-ec97-4bd5-ad5c-6ccdcacbb50b req-700ad96f-8ff8-4c92-a9dc-fdc6285e8464 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ea6ee27-c11d-4233-954f-1b439202ab30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057098 May 04 18:59:25.258341 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdbc97d4-19e3-4513-a06e-4792136c1374 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Router 81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe has already been hosted by L3 agent 0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b {{(pid=103279) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 18:59:25.301225 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-8c34745d-e0cb-4d36-ae4d-0b018b9c7b39 req-564edf49-6bf6-4c88-a5e7-05277e2e6149 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] Publish callbacks [] for port (5777c5ef-78c0-4282-bfd9-095fdc6595ea), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:59:25.367687 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-8c34745d-e0cb-4d36-ae4d-0b018b9c7b39 req-564edf49-6bf6-4c88-a5e7-05277e2e6149 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790498302100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12874298'] for port (5777c5ef-78c0-4282-bfd9-095fdc6595ea), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:59:25.405024 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (bff7e656-358d-4e40-a36a-3f10fe33ffdf), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:59:25.422839 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c34745d-e0cb-4d36-ae4d-0b018b9c7b39 req-564edf49-6bf6-4c88-a5e7-05277e2e6149 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] Network e8e6dc94-9bb6-402c-8494-d1c5ccc072e3 is already hosted by enough agents. {{(pid=103280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:59:25.426665 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.base_scheduler [req-8c34745d-e0cb-4d36-ae4d-0b018b9c7b39 req-564edf49-6bf6-4c88-a5e7-05277e2e6149 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] Resources bound (agent type, host, resource id): {{(pid=103280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:59:25.429711 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c34745d-e0cb-4d36-ae4d-0b018b9c7b39 req-564edf49-6bf6-4c88-a5e7-05277e2e6149 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] Received port after_create {{(pid=103280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 18:59:25.461983 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdbc97d4-19e3-4513-a06e-4792136c1374 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Notify agent at l3_agent.dv-cinder-840525-1-iscsi the message routers_updated {{(pid=103279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 18:59:25.474007 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43b1fe7-f415-4141-a756-796ce0301b27 None None] Sync routers for ids ['81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe'] in dv-cinder-840525-1-iscsi {{(pid=103282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 18:59:25.475477 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-fdbc97d4-19e3-4513-a06e-4792136c1374 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127086'] for floatingip (None), before_response {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:59:25.489008 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564edf49-6bf6-4c88-a5e7-05277e2e6149 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] Pushing event updated for resources: {'Port': ['ID=5777c5ef-78c0-4282-bfd9-095fdc6595ea,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:59:25.497643 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43b1fe7-f415-4141-a756-796ce0301b27 None None] Routers {'81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe'} bound to L3 agent in host dv-cinder-840525-1-iscsi {{(pid=103282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 18:59:25.498290 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-c43b1fe7-f415-4141-a756-796ce0301b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T18:48:29Z,description=,heartbeat_timestamp=2022-05-04T18:58:59Z,host='dv-cinder-840525-1-iscsi',id=0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:48:29Z,topic='l3_agent')) {'router_ids': ['81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe'], 'active': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:59:25.544679 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-fdbc97d4-19e3-4513-a06e-4792136c1374 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "PUT /v2.0/floatingips/0947f07c-eebf-414f-8ce4-e694d399fc76 HTTP/1.1" status: 200 len: 992 time: 1.3400536 May 04 18:59:25.548849 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8063d07e-d006-48e1-b3f7-8bb5a0ef9010', 'tag': 'bff56cf3-79cc-41b5-ad65-b51add4f3218'}] {{(pid=103279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:59:25.557159 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f03067be0d021e11c0632f57e5c6e43a0067ecb248f9894e29d0a29efd5d62c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef1db50e-a072-4ebd-86fa-96ae0ca7c85f" -d '{"events": [{"name": "network-changed", "server_uuid": "8063d07e-d006-48e1-b3f7-8bb5a0ef9010", "tag": "bff56cf3-79cc-41b5-ad65-b51add4f3218"}]}' {{(pid=103279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 18:59:25.557415 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c34745d-e0cb-4d36-ae4d-0b018b9c7b39 req-564edf49-6bf6-4c88-a5e7-05277e2e6149 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:59:25.558630 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-8c34745d-e0cb-4d36-ae4d-0b018b9c7b39 req-564edf49-6bf6-4c88-a5e7-05277e2e6149 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127086'] for port (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:59:25.593032 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-8c34745d-e0cb-4d36-ae4d-0b018b9c7b39 req-564edf49-6bf6-4c88-a5e7-05277e2e6149 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8380094 May 04 18:59:25.608554 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [req-8c34745d-e0cb-4d36-ae4d-0b018b9c7b39 req-c0f7d477-e42a-49db-ad2f-f64694f22745 service neutron] Request body: {'port': {'device_id': 'ae1c0168-16cb-471e-91d0-fd249c17995b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84052'}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:59:25.615234 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 18:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70d2ca34-73ce-43c7-a570-ebbe2b80bded x-openstack-request-id: req-70d2ca34-73ce-43c7-a570-ebbe2b80bded {{(pid=103279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 18:59:25.615752 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8063d07e-d006-48e1-b3f7-8bb5a0ef9010", "tag": "bff56cf3-79cc-41b5-ad65-b51add4f3218", "status": "completed", "code": 200}]} {{(pid=103279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 18:59:25.616160 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-70d2ca34-73ce-43c7-a570-ebbe2b80bded {{(pid=103279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 18:59:25.616731 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70d2ca34-73ce-43c7-a570-ebbe2b80bded'] response: {'name': 'network-changed', 'server_uuid': '8063d07e-d006-48e1-b3f7-8bb5a0ef9010', 'tag': 'bff56cf3-79cc-41b5-ad65-b51add4f3218', 'status': 'completed', 'code': 200} May 04 18:59:25.738939 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvr_db [None req-c43b1fe7-f415-4141-a756-796ce0301b27 None None] Set router 81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe gateway port host: dv-cinder-840525-1-iscsi {{(pid=103282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 18:59:25.850363 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b19aa45-2924-426c-8ef3-cb58853c5680 req-f9fdc5f1-0ebe-4b10-93c3-7539d2367909 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:59:25.855304 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-3b19aa45-2924-426c-8ef3-cb58853c5680 req-f9fdc5f1-0ebe-4b10-93c3-7539d2367909 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae1c0168-16cb-471e-91d0-fd249c17995b HTTP/1.1" status: 200 len: 931 time: 0.1940725 May 04 18:59:25.858575 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-8c34745d-e0cb-4d36-ae4d-0b018b9c7b39 req-c0f7d477-e42a-49db-ad2f-f64694f22745 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (5777c5ef-78c0-4282-bfd9-095fdc6595ea), before_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:59:25.908894 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-de6bdc61-5921-4ed3-9484-dc9a9d0e3956 None None] Provisioning complete for port 5777c5ef-78c0-4282-bfd9-095fdc6595ea triggered by entity DHCP. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:59:25.909266 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-de6bdc61-5921-4ed3-9484-dc9a9d0e3956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1774450'] for port (5777c5ef-78c0-4282-bfd9-095fdc6595ea), provisioning_complete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:59:25.989968 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-de6bdc61-5921-4ed3-9484-dc9a9d0e3956 None None] Port 5777c5ef-78c0-4282-bfd9-095fdc6595ea cannot update to ACTIVE because it is not bound. {{(pid=103281) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 18:59:26.039134 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-c43b1fe7-f415-4141-a756-796ce0301b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe', 'name': 'tempest-AttachVolumeNegativeTest-1693786255-router', 'tenant_id': 'dd17f7a747ad43fc905b8d1688a71ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'external_fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': '93cb56f8-8b0e-4ea1-b5c4-120dc35ae0d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:56:54Z', 'updated_at': '2022-05-04T18:57:09Z', 'revision_number': 4, 'project_id': 'dd17f7a747ad43fc905b8d1688a71ba7', 'gw_port': {'id': '93cb56f8-8b0e-4ea1-b5c4-120dc35ae0d6', 'name': '', 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:3d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:56:57Z', 'updated_at': '2022-05-04T18:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-1-iscsi', '_floatingips': [{'id': '0947f07c-eebf-414f-8ce4-e694d399fc76', 'tenant_id': 'dd17f7a747ad43fc905b8d1688a71ba7', 'floating_ip_address': '172.27.0.101', 'floating_network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'router_id': '81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe', 'port_id': 'bff56cf3-79cc-41b5-ad65-b51add4f3218', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '53f417bd-e455-4de8-9365-a661c93c9b00', 'mac_address': 'fa:16:3e:fe:ed:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8063d07e-d006-48e1-b3f7-8bb5a0ef9010', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T18:59:03Z', 'updated_at': '2022-05-04T18:59:24Z', 'revision_number': 1, 'project_id': 'dd17f7a747ad43fc905b8d1688a71ba7', 'fixed_ip_address_scope': None}, {'id': '71cf9a52-9540-4446-ad6a-3cd4309417e9', 'tenant_id': 'dd17f7a747ad43fc905b8d1688a71ba7', 'floating_ip_address': '172.27.0.147', 'floating_network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'router_id': '81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe', 'port_id': 'a81aec1d-dd23-4f9f-baae-f4f36a40cf1b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '53f417bd-e455-4de8-9365-a661c93c9b00', 'mac_address': 'fa:16:3e:bc:03:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fac175-cd79-4ced-9222-45c1ce31cd0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T18:57:20Z', 'updated_at': '2022-05-04T18:57:54Z', 'revision_number': 2, 'project_id': 'dd17f7a747ad43fc905b8d1688a71ba7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e8cc07d-5c50-47e4-be93-d1bb02ea6c92', 'name': '', 'network_id': '53f417bd-e455-4de8-9365-a661c93c9b00', 'tenant_id': 'dd17f7a747ad43fc905b8d1688a71ba7', 'mac_address': 'fa:16:3e:3f:9b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'e66736f7-cfb8-4201-a579-14943c9785b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:57:07Z', 'updated_at': '2022-05-04T18:57:18Z', 'revision_number': 5, 'project_id': 'dd17f7a747ad43fc905b8d1688a71ba7', 'subnets': [{'id': 'e66736f7-cfb8-4201-a579-14943c9785b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-1-iscsi', False) {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:59:26.075804 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43b1fe7-f415-4141-a756-796ce0301b27 None None] Checking router: 81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe for host: dv-cinder-840525-1-iscsi {{(pid=103282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 18:59:26.085647 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43b1fe7-f415-4141-a756-796ce0301b27 None None] Routers {'81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe'} bound to L3 agent in host dv-cinder-840525-1-iscsi {{(pid=103282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 18:59:26.086286 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-c43b1fe7-f415-4141-a756-796ce0301b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T18:48:29Z,description=,heartbeat_timestamp=2022-05-04T18:58:59Z,host='dv-cinder-840525-1-iscsi',id=0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:48:29Z,topic='l3_agent')) {'router_ids': ['81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe'], 'active': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:59:26.194033 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1db50e-a072-4ebd-86fa-96ae0ca7c85f req-f0c89fdd-0247-4f5d-87c8-878368a0fac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:59:26.195627 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-ef1db50e-a072-4ebd-86fa-96ae0ca7c85f req-f0c89fdd-0247-4f5d-87c8-878368a0fac7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=dd17f7a747ad43fc905b8d1688a71ba7&device_id=8063d07e-d006-48e1-b3f7-8bb5a0ef9010 HTTP/1.1" status: 200 len: 1130 time: 0.4617465 May 04 18:59:26.236298 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvr_db [None req-c43b1fe7-f415-4141-a756-796ce0301b27 None None] Set router 81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe gateway port host: dv-cinder-840525-1-iscsi {{(pid=103282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 18:59:26.412452 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-3b19aa45-2924-426c-8ef3-cb58853c5680 req-b2ea83a3-06d0-4437-9e67-edfd9218037f tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] 10.222.0.35 "GET /v2.0/security-groups?id=21f831f8-7055-49b7-bcbd-6286b30d4ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2225397 May 04 18:59:26.465230 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1db50e-a072-4ebd-86fa-96ae0ca7c85f req-e42eac02-dfba-4dd9-918c-8e83e0ff223a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:59:26.466811 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-ef1db50e-a072-4ebd-86fa-96ae0ca7c85f req-e42eac02-dfba-4dd9-918c-8e83e0ff223a service neutron] 10.222.0.55 "GET /v2.0/networks?id=53f417bd-e455-4de8-9365-a661c93c9b00 HTTP/1.1" status: 200 len: 916 time: 0.2605171 May 04 18:59:26.573335 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-ef1db50e-a072-4ebd-86fa-96ae0ca7c85f req-a0bf8f74-50e5-4021-9a58-9a79617d53a7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bff56cf3-79cc-41b5-ad65-b51add4f3218 HTTP/1.1" status: 200 len: 1000 time: 0.0702298 May 04 18:59:26.646754 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-c43b1fe7-f415-4141-a756-796ce0301b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe', 'name': 'tempest-AttachVolumeNegativeTest-1693786255-router', 'tenant_id': 'dd17f7a747ad43fc905b8d1688a71ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'external_fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': '93cb56f8-8b0e-4ea1-b5c4-120dc35ae0d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:56:54Z', 'updated_at': '2022-05-04T18:57:09Z', 'revision_number': 4, 'project_id': 'dd17f7a747ad43fc905b8d1688a71ba7', 'gw_port': {'id': '93cb56f8-8b0e-4ea1-b5c4-120dc35ae0d6', 'name': '', 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:3d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:56:57Z', 'updated_at': '2022-05-04T18:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-1-iscsi', '_floatingips': [{'id': '0947f07c-eebf-414f-8ce4-e694d399fc76', 'tenant_id': 'dd17f7a747ad43fc905b8d1688a71ba7', 'floating_ip_address': '172.27.0.101', 'floating_network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'router_id': '81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe', 'port_id': 'bff56cf3-79cc-41b5-ad65-b51add4f3218', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '53f417bd-e455-4de8-9365-a661c93c9b00', 'mac_address': 'fa:16:3e:fe:ed:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8063d07e-d006-48e1-b3f7-8bb5a0ef9010', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T18:59:03Z', 'updated_at': '2022-05-04T18:59:24Z', 'revision_number': 1, 'project_id': 'dd17f7a747ad43fc905b8d1688a71ba7', 'fixed_ip_address_scope': None}, {'id': '71cf9a52-9540-4446-ad6a-3cd4309417e9', 'tenant_id': 'dd17f7a747ad43fc905b8d1688a71ba7', 'floating_ip_address': '172.27.0.147', 'floating_network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'router_id': '81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe', 'port_id': 'a81aec1d-dd23-4f9f-baae-f4f36a40cf1b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '53f417bd-e455-4de8-9365-a661c93c9b00', 'mac_address': 'fa:16:3e:bc:03:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fac175-cd79-4ced-9222-45c1ce31cd0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T18:57:20Z', 'updated_at': '2022-05-04T18:57:54Z', 'revision_number': 2, 'project_id': 'dd17f7a747ad43fc905b8d1688a71ba7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e8cc07d-5c50-47e4-be93-d1bb02ea6c92', 'name': '', 'network_id': '53f417bd-e455-4de8-9365-a661c93c9b00', 'tenant_id': 'dd17f7a747ad43fc905b8d1688a71ba7', 'mac_address': 'fa:16:3e:3f:9b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'e66736f7-cfb8-4201-a579-14943c9785b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:57:07Z', 'updated_at': '2022-05-04T18:57:18Z', 'revision_number': 5, 'project_id': 'dd17f7a747ad43fc905b8d1688a71ba7', 'subnets': [{'id': 'e66736f7-cfb8-4201-a579-14943c9785b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-1-iscsi', False) {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:59:26.655570 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1db50e-a072-4ebd-86fa-96ae0ca7c85f req-31fe2c1f-1d66-4be6-a050-ad043f53cb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:59:26.656063 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-ef1db50e-a072-4ebd-86fa-96ae0ca7c85f req-31fe2c1f-1d66-4be6-a050-ad043f53cb86 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e66736f7-cfb8-4201-a579-14943c9785b1 HTTP/1.1" status: 200 len: 854 time: 0.0742474 May 04 18:59:26.678994 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43b1fe7-f415-4141-a756-796ce0301b27 None None] The sync data for ids ['81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe'] in dv-cinder-840525-1-iscsi is: [{'id': '81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe', 'name': 'tempest-AttachVolumeNegativeTest-1693786255-router', 'tenant_id': 'dd17f7a747ad43fc905b8d1688a71ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'external_fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': '93cb56f8-8b0e-4ea1-b5c4-120dc35ae0d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:56:54Z', 'updated_at': '2022-05-04T18:57:09Z', 'revision_number': 4, 'project_id': 'dd17f7a747ad43fc905b8d1688a71ba7', 'gw_port': {'id': '93cb56f8-8b0e-4ea1-b5c4-120dc35ae0d6', 'name': '', 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:3d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:56:57Z', 'updated_at': '2022-05-04T18:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-1-iscsi', '_floatingips': [{'id': '0947f07c-eebf-414f-8ce4-e694d399fc76', 'tenant_id': 'dd17f7a747ad43fc905b8d1688a71ba7', 'floating_ip_address': '172.27.0.101', 'floating_network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'router_id': '81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe', 'port_id': 'bff56cf3-79cc-41b5-ad65-b51add4f3218', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '53f417bd-e455-4de8-9365-a661c93c9b00', 'mac_address': 'fa:16:3e:fe:ed:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8063d07e-d006-48e1-b3f7-8bb5a0ef9010', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T18:59:03Z', 'updated_at': '2022-05-04T18:59:24Z', 'revision_number': 1, 'project_id': 'dd17f7a747ad43fc905b8d1688a71ba7', 'fixed_ip_address_scope': None}, {'id': '71cf9a52-9540-4446-ad6a-3cd4309417e9', 'tenant_id': 'dd17f7a747ad43fc905b8d1688a71ba7', 'floating_ip_address': '172.27.0.147', 'floating_network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'router_id': '81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe', 'port_id': 'a81aec1d-dd23-4f9f-baae-f4f36a40cf1b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '53f417bd-e455-4de8-9365-a661c93c9b00', 'mac_address': 'fa:16:3e:bc:03:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fac175-cd79-4ced-9222-45c1ce31cd0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T18:57:20Z', 'updated_at': '2022-05-04T18:57:54Z', 'revision_number': 2, 'project_id': 'dd17f7a747ad43fc905b8d1688a71ba7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e8cc07d-5c50-47e4-be93-d1bb02ea6c92', 'name': '', 'network_id': '53f417bd-e455-4de8-9365-a661c93c9b00', 'tenant_id': 'dd17f7a747ad43fc905b8d1688a71ba7', 'mac_address': 'fa:16:3e:3f:9b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'e66736f7-cfb8-4201-a579-14943c9785b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:57:07Z', 'updated_at': '2022-05-04T18:57:18Z', 'revision_number': 5, 'project_id': 'dd17f7a747ad43fc905b8d1688a71ba7', 'subnets': [{'id': 'e66736f7-cfb8-4201-a579-14943c9785b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 18:59:26.732427 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1db50e-a072-4ebd-86fa-96ae0ca7c85f req-55a85361-d1a6-4c28-b17d-33a3d87f398e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:59:26.734063 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-ef1db50e-a072-4ebd-86fa-96ae0ca7c85f req-55a85361-d1a6-4c28-b17d-33a3d87f398e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=53f417bd-e455-4de8-9365-a661c93c9b00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0620849 May 04 18:59:26.742170 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.notifiers.nova [req-8c34745d-e0cb-4d36-ae4d-0b018b9c7b39 req-c0f7d477-e42a-49db-ad2f-f64694f22745 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5777c5ef-78c0-4282-bfd9-095fdc6595ea {{(pid=103280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 18:59:26.787756 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-8c34745d-e0cb-4d36-ae4d-0b018b9c7b39 req-c0f7d477-e42a-49db-ad2f-f64694f22745 service neutron] Publish callbacks [] for port (5777c5ef-78c0-4282-bfd9-095fdc6595ea), precommit_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:59:26.831319 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.db.provisioning_blocks [req-8c34745d-e0cb-4d36-ae4d-0b018b9c7b39 req-c0f7d477-e42a-49db-ad2f-f64694f22745 service neutron] Transition to ACTIVE for port object 5777c5ef-78c0-4282-bfd9-095fdc6595ea will not be triggered until provisioned by entity L2. {{(pid=103280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 18:59:26.875814 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d9fb1a68-6ab3-413b-9a77-d631ce8e528a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (ae04e5b6-6ccf-46c0-81ba-a3f5b8ae390c), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:59:26.896575 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-8c34745d-e0cb-4d36-ae4d-0b018b9c7b39 req-c0f7d477-e42a-49db-ad2f-f64694f22745 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12874275'] for port (5777c5ef-78c0-4282-bfd9-095fdc6595ea), after_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:59:26.952897 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f7d477-e42a-49db-ad2f-f64694f22745 service neutron] Pushing event updated for resources: {'Port': ['ID=5777c5ef-78c0-4282-bfd9-095fdc6595ea,revision_number=2']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:59:27.070281 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-908e0654-1f59-48c6-9c48-c74abb968650 None None] New status for floating IP 0947f07c-eebf-414f-8ce4-e694d399fc76: ACTIVE {{(pid=103281) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 18:59:27.126158 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.managers [req-8c34745d-e0cb-4d36-ae4d-0b018b9c7b39 req-c0f7d477-e42a-49db-ad2f-f64694f22745 service neutron] Attempting to bind port 5777c5ef-78c0-4282-bfd9-095fdc6595ea on host hv-cinder-84052 for vnic_type normal with profile {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 18:59:27.126810 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.managers [req-8c34745d-e0cb-4d36-ae4d-0b018b9c7b39 req-c0f7d477-e42a-49db-ad2f-f64694f22745 service neutron] Attempting to bind port 5777c5ef-78c0-4282-bfd9-095fdc6595ea by drivers openvswitch,hyperv on host hv-cinder-84052 at level 0 using segments [{'id': '20f7f636-8156-4de7-9a09-06cf753039da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'e8e6dc94-9bb6-402c-8494-d1c5ccc072e3'}] {{(pid=103280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 18:59:27.127320 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c34745d-e0cb-4d36-ae4d-0b018b9c7b39 req-c0f7d477-e42a-49db-ad2f-f64694f22745 service neutron] Attempting to bind port 5777c5ef-78c0-4282-bfd9-095fdc6595ea on network e8e6dc94-9bb6-402c-8494-d1c5ccc072e3 {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 18:59:27.131008 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-ef1db50e-a072-4ebd-86fa-96ae0ca7c85f req-274bd825-d68e-4267-8b68-efc23cd95580 service neutron] 10.222.0.55 "GET /v2.0/networks/53f417bd-e455-4de8-9365-a661c93c9b00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3835385 May 04 18:59:27.135348 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c34745d-e0cb-4d36-ae4d-0b018b9c7b39 req-c0f7d477-e42a-49db-ad2f-f64694f22745 service neutron] Port 5777c5ef-78c0-4282-bfd9-095fdc6595ea on network e8e6dc94-9bb6-402c-8494-d1c5ccc072e3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84052 {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 18:59:27.135674 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c34745d-e0cb-4d36-ae4d-0b018b9c7b39 req-c0f7d477-e42a-49db-ad2f-f64694f22745 service neutron] Attempting to bind port 5777c5ef-78c0-4282-bfd9-095fdc6595ea on network e8e6dc94-9bb6-402c-8494-d1c5ccc072e3 {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 18:59:27.149509 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c34745d-e0cb-4d36-ae4d-0b018b9c7b39 req-c0f7d477-e42a-49db-ad2f-f64694f22745 service neutron] Checking agent: {'id': 'bff7e656-358d-4e40-a36a-3f10fe33ffdf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84052', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 18, 54, 55), 'started_at': datetime.datetime(2022, 5, 4, 18, 54, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 18, 59, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 18:59:27.149857 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c34745d-e0cb-4d36-ae4d-0b018b9c7b39 req-c0f7d477-e42a-49db-ad2f-f64694f22745 service neutron] Checking segment: {'id': '20f7f636-8156-4de7-9a09-06cf753039da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'e8e6dc94-9bb6-402c-8494-d1c5ccc072e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 18:59:27.150260 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c34745d-e0cb-4d36-ae4d-0b018b9c7b39 req-c0f7d477-e42a-49db-ad2f-f64694f22745 service neutron] Bound using segment: {'id': '20f7f636-8156-4de7-9a09-06cf753039da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'e8e6dc94-9bb6-402c-8494-d1c5ccc072e3'} {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 18:59:27.151023 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.managers [req-8c34745d-e0cb-4d36-ae4d-0b018b9c7b39 req-c0f7d477-e42a-49db-ad2f-f64694f22745 service neutron] Bound port: 5777c5ef-78c0-4282-bfd9-095fdc6595ea, host: hv-cinder-84052, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20f7f636-8156-4de7-9a09-06cf753039da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'e8e6dc94-9bb6-402c-8494-d1c5ccc072e3'}}] {{(pid=103280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 18:59:27.151199 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-8c34745d-e0cb-4d36-ae4d-0b018b9c7b39 req-c0f7d477-e42a-49db-ad2f-f64694f22745 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (5777c5ef-78c0-4282-bfd9-095fdc6595ea), before_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:59:27.268670 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 51892) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:59:27.276315 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.v2.base [None req-fc91cbce-8083-424e-b6b3-cd42d1880b78 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Request body: {'security_group': {'name': 'tempest-securitygroup--775444507', 'description': 'tempest-description--750256086'}} {{(pid=103279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:59:27.334005 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.db [req-8c34745d-e0cb-4d36-ae4d-0b018b9c7b39 req-c0f7d477-e42a-49db-ad2f-f64694f22745 service neutron] For port 5777c5ef-78c0-4282-bfd9-095fdc6595ea, host hv-cinder-84052, cleared binding levels {{(pid=103280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 18:59:27.377341 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.db [req-8c34745d-e0cb-4d36-ae4d-0b018b9c7b39 req-c0f7d477-e42a-49db-ad2f-f64694f22745 service neutron] For port 5777c5ef-78c0-4282-bfd9-095fdc6595ea, host hv-cinder-84052, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=5777c5ef-78c0-4282-bfd9-095fdc6595ea,segment=NetworkSegment(20f7f636-8156-4de7-9a09-06cf753039da),segment_id=20f7f636-8156-4de7-9a09-06cf753039da)] {{(pid=103280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 18:59:27.377341 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-ef1db50e-a072-4ebd-86fa-96ae0ca7c85f req-38890d12-da89-4874-8fdb-b21405545726 service neutron] 10.222.0.55 "GET /v2.0/networks/53f417bd-e455-4de8-9365-a661c93c9b00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2294924 May 04 18:59:27.377688 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-fc91cbce-8083-424e-b6b3-cd42d1880b78 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Publish callbacks [] for security_group (None), before_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:59:27.382684 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-8c34745d-e0cb-4d36-ae4d-0b018b9c7b39 req-c0f7d477-e42a-49db-ad2f-f64694f22745 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12874275'] for port (5777c5ef-78c0-4282-bfd9-095fdc6595ea), after_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:59:27.479113 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f7d477-e42a-49db-ad2f-f64694f22745 service neutron] Pushing event updated for resources: {'Port': ['ID=5777c5ef-78c0-4282-bfd9-095fdc6595ea,revision_number=3']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:59:27.523246 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c34745d-e0cb-4d36-ae4d-0b018b9c7b39 req-c0f7d477-e42a-49db-ad2f-f64694f22745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:59:27.523246 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-8c34745d-e0cb-4d36-ae4d-0b018b9c7b39 req-c0f7d477-e42a-49db-ad2f-f64694f22745 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127086'] for port (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:59:27.530287 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-8c34745d-e0cb-4d36-ae4d-0b018b9c7b39 req-c0f7d477-e42a-49db-ad2f-f64694f22745 service neutron] 10.222.0.55 "PUT /v2.0/ports/5777c5ef-78c0-4282-bfd9-095fdc6595ea HTTP/1.1" status: 200 len: 1093 time: 1.9232802 May 04 18:59:27.530287 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae1c0168-16cb-471e-91d0-fd249c17995b', 'tag': '5777c5ef-78c0-4282-bfd9-095fdc6595ea'}] {{(pid=103280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:59:27.544160 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d17ed66b9d9b08214cd1b2d258b378c61736cd464b468dfe37a5b26948fd6e52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a2f9273-c210-422e-bf77-90489579895d" -d '{"events": [{"name": "network-changed", "server_uuid": "ae1c0168-16cb-471e-91d0-fd249c17995b", "tag": "5777c5ef-78c0-4282-bfd9-095fdc6595ea"}]}' {{(pid=103280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 18:59:27.622714 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 18:59:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-188929da-88aa-42b2-8a7c-003f2dc3fff1 x-openstack-request-id: req-188929da-88aa-42b2-8a7c-003f2dc3fff1 {{(pid=103280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 18:59:27.623679 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae1c0168-16cb-471e-91d0-fd249c17995b", "tag": "5777c5ef-78c0-4282-bfd9-095fdc6595ea", "status": "completed", "code": 200}]} {{(pid=103280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 18:59:27.623850 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-188929da-88aa-42b2-8a7c-003f2dc3fff1 {{(pid=103280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 18:59:27.624254 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.notifiers.nova [-] Nova event matching ['req-188929da-88aa-42b2-8a7c-003f2dc3fff1'] response: {'name': 'network-changed', 'server_uuid': 'ae1c0168-16cb-471e-91d0-fd249c17995b', 'tag': '5777c5ef-78c0-4282-bfd9-095fdc6595ea', 'status': 'completed', 'code': 200} May 04 18:59:27.632324 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-fc91cbce-8083-424e-b6b3-cd42d1880b78 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Publish callbacks [] for security_group (61fd236e-30d2-4330-b58b-cab5b37e3425), precommit_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:59:27.638445 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-fc91cbce-8083-424e-b6b3-cd42d1880b78 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (61fd236e-30d2-4330-b58b-cab5b37e3425), after_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:59:27.682955 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc91cbce-8083-424e-b6b3-cd42d1880b78 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61fd236e-30d2-4330-b58b-cab5b37e3425,revision_number=1']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:59:27.700484 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-fc91cbce-8083-424e-b6b3-cd42d1880b78 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Publish callbacks [] for security_group (None), before_response {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:59:27.701798 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6a53c0-d721-4cbc-a1d2-cba9a1e0a4bd req-bd339223-dd82-4395-87e5-56134b2488a0 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:59:27.703463 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-0c6a53c0-d721-4cbc-a1d2-cba9a1e0a4bd req-bd339223-dd82-4395-87e5-56134b2488a0 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae1c0168-16cb-471e-91d0-fd249c17995b HTTP/1.1" status: 200 len: 943 time: 0.0988917 May 04 18:59:27.705064 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c34745d-e0cb-4d36-ae4d-0b018b9c7b39 req-404b89da-bbd1-4b2b-b517-8d0f93fe0e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:59:27.706496 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-8c34745d-e0cb-4d36-ae4d-0b018b9c7b39 req-404b89da-bbd1-4b2b-b517-8d0f93fe0e9c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8bf2894c75244d3f8e2c83c7deb9ab3e&device_id=ae1c0168-16cb-471e-91d0-fd249c17995b HTTP/1.1" status: 200 len: 1127 time: 0.0870657 May 04 18:59:27.706955 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 51908) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:59:27.707109 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-fc91cbce-8083-424e-b6b3-cd42d1880b78 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4349356 May 04 18:59:27.711552 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [None req-6b266187-3cba-4c7e-8cf4-f17b9aaa3ee0 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Request body: {'security_group_rule': {'security_group_id': '61fd236e-30d2-4330-b58b-cab5b37e3425', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:59:27.802729 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-8c34745d-e0cb-4d36-ae4d-0b018b9c7b39 req-3b500d9d-d25f-46c8-8b4e-f72435ede293 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5777c5ef-78c0-4282-bfd9-095fdc6595ea HTTP/1.1" status: 200 len: 217 time: 0.0865216 May 04 18:59:27.863177 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-0c6a53c0-d721-4cbc-a1d2-cba9a1e0a4bd req-b167e902-2faa-4f45-befa-40466eeb0b25 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] 10.222.0.35 "GET /v2.0/security-groups?id=21f831f8-7055-49b7-bcbd-6286b30d4ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1404989 May 04 18:59:27.878041 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-6b266187-3cba-4c7e-8cf4-f17b9aaa3ee0 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Publish callbacks [] for security_group_rule (a787a003-4794-46ea-a8b8-181bfb69d78a), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:59:27.901832 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c34745d-e0cb-4d36-ae4d-0b018b9c7b39 req-d7629287-b27e-491c-810e-91b0f521ef50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:59:27.903364 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-8c34745d-e0cb-4d36-ae4d-0b018b9c7b39 req-d7629287-b27e-491c-810e-91b0f521ef50 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0e5e1458-2cb0-45f3-927b-d6296b1c3906 HTTP/1.1" status: 200 len: 847 time: 0.0863438 May 04 18:59:27.988338 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-6b266187-3cba-4c7e-8cf4-f17b9aaa3ee0 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Publish callbacks [] for security_group_rule (a787a003-4794-46ea-a8b8-181bfb69d78a), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:59:27.995444 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-6b266187-3cba-4c7e-8cf4-f17b9aaa3ee0 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577292'] for security_group_rule (a787a003-4794-46ea-a8b8-181bfb69d78a), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:59:28.005430 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c34745d-e0cb-4d36-ae4d-0b018b9c7b39 req-835c96e8-1b09-434b-b632-054ed00265ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:59:28.006957 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-8c34745d-e0cb-4d36-ae4d-0b018b9c7b39 req-835c96e8-1b09-434b-b632-054ed00265ff service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e8e6dc94-9bb6-402c-8494-d1c5ccc072e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0919640 May 04 18:59:28.119424 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b266187-3cba-4c7e-8cf4-f17b9aaa3ee0 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a787a003-4794-46ea-a8b8-181bfb69d78a,revision_number=0']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:59:28.129048 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-8c34745d-e0cb-4d36-ae4d-0b018b9c7b39 req-20fb37fb-ef52-4ed5-8ea4-5f9fe02d5e90 service neutron] 10.222.0.55 "GET /v2.0/networks/e8e6dc94-9bb6-402c-8494-d1c5ccc072e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074679 May 04 18:59:28.137532 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-6b266187-3cba-4c7e-8cf4-f17b9aaa3ee0 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:59:28.139099 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-6b266187-3cba-4c7e-8cf4-f17b9aaa3ee0 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4310305 May 04 18:59:28.142164 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 51914) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:59:28.147393 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.v2.base [None req-bf5cd454-fa93-462d-a773-8c970bc542f8 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Request body: {'security_group_rule': {'security_group_id': '61fd236e-30d2-4330-b58b-cab5b37e3425', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:59:28.232018 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-bf5cd454-fa93-462d-a773-8c970bc542f8 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Publish callbacks [] for security_group_rule (4f470b93-3412-4fb7-8a88-dd3807dd534e), before_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:59:28.268741 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-8c34745d-e0cb-4d36-ae4d-0b018b9c7b39 req-d26fb44b-5223-4486-8e04-57c97dd1fb75 service neutron] 10.222.0.55 "GET /v2.0/networks/e8e6dc94-9bb6-402c-8494-d1c5ccc072e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283429 May 04 18:59:28.326344 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-bf5cd454-fa93-462d-a773-8c970bc542f8 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Publish callbacks [] for security_group_rule (4f470b93-3412-4fb7-8a88-dd3807dd534e), precommit_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:59:28.334185 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-bf5cd454-fa93-462d-a773-8c970bc542f8 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577292'] for security_group_rule (4f470b93-3412-4fb7-8a88-dd3807dd534e), after_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:59:28.354573 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5cd454-fa93-462d-a773-8c970bc542f8 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f470b93-3412-4fb7-8a88-dd3807dd534e,revision_number=0']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:59:28.366706 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-bf5cd454-fa93-462d-a773-8c970bc542f8 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:59:28.367965 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-bf5cd454-fa93-462d-a773-8c970bc542f8 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2245917 May 04 18:59:28.371392 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 51920) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:59:28.376057 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.v2.base [None req-28616272-908a-4883-a98d-6bb9f9bff4ed tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Request body: {'floatingip': {'floating_network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762'}} {{(pid=103279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:59:28.400265 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-28616272-908a-4883-a98d-6bb9f9bff4ed tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:59:28.502821 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-28616272-908a-4883-a98d-6bb9f9bff4ed tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (None), before_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:59:28.626777 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.db.db_base_plugin_common [None req-28616272-908a-4883-a98d-6bb9f9bff4ed tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Allocated IP 172.27.0.102 (cbca2f8d-f88f-49b4-8a9d-8b4714c67762/6d3155f3-7d72-4b90-89ae-8effc01a61e4/faf5949b-4cfd-4c9f-b8c8-4795bea23c00) {{(pid=103279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:59:28.722912 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2f9273-c210-422e-bf77-90489579895d req-3674765a-93eb-49ab-9198-fd98475d4bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:59:28.725122 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-9a2f9273-c210-422e-bf77-90489579895d req-3674765a-93eb-49ab-9198-fd98475d4bc2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8bf2894c75244d3f8e2c83c7deb9ab3e&device_id=ae1c0168-16cb-471e-91d0-fd249c17995b HTTP/1.1" status: 200 len: 1127 time: 0.0564315 May 04 18:59:28.772237 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-28616272-908a-4883-a98d-6bb9f9bff4ed tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Publish callbacks [] for port (faf5949b-4cfd-4c9f-b8c8-4795bea23c00), precommit_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:59:28.818152 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-28616272-908a-4883-a98d-6bb9f9bff4ed tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790498302100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13908970'] for port (faf5949b-4cfd-4c9f-b8c8-4795bea23c00), after_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:59:28.850068 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2f9273-c210-422e-bf77-90489579895d req-31e63912-1b9d-49f3-aee1-5767d672e408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:59:28.851688 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-9a2f9273-c210-422e-bf77-90489579895d req-31e63912-1b9d-49f3-aee1-5767d672e408 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e8e6dc94-9bb6-402c-8494-d1c5ccc072e3 HTTP/1.1" status: 200 len: 909 time: 0.1110141 May 04 18:59:28.866626 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28616272-908a-4883-a98d-6bb9f9bff4ed tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Network cbca2f8d-f88f-49b4-8a9d-8b4714c67762 is already hosted by enough agents. {{(pid=103279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:59:28.871131 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.scheduler.base_scheduler [None req-28616272-908a-4883-a98d-6bb9f9bff4ed tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Resources bound (agent type, host, resource id): {{(pid=103279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:59:28.876531 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28616272-908a-4883-a98d-6bb9f9bff4ed tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Received port after_create {{(pid=103279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 18:59:28.908716 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-9a2f9273-c210-422e-bf77-90489579895d req-7e95035b-4c40-4b66-b692-b59cc02bb607 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5777c5ef-78c0-4282-bfd9-095fdc6595ea HTTP/1.1" status: 200 len: 217 time: 0.0422988 May 04 18:59:28.933774 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28616272-908a-4883-a98d-6bb9f9bff4ed tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Pushing event updated for resources: {'Port': ['ID=faf5949b-4cfd-4c9f-b8c8-4795bea23c00,revision_number=1']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:59:28.977887 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2f9273-c210-422e-bf77-90489579895d req-f083cdc5-1b64-4f5a-a03d-69af84d622b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:59:28.979928 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-9a2f9273-c210-422e-bf77-90489579895d req-f083cdc5-1b64-4f5a-a03d-69af84d622b2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0e5e1458-2cb0-45f3-927b-d6296b1c3906 HTTP/1.1" status: 200 len: 847 time: 0.0583253 May 04 18:59:29.030259 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2f9273-c210-422e-bf77-90489579895d req-0431540d-d95a-4736-b19e-0813fb13be6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:59:29.036468 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-9a2f9273-c210-422e-bf77-90489579895d req-0431540d-d95a-4736-b19e-0813fb13be6a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e8e6dc94-9bb6-402c-8494-d1c5ccc072e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0486674 May 04 18:59:29.058655 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0db82379-ab0f-4dff-8ade-becacf1a1f1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:59:29.074619 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba83e04-812f-4e4f-b371-13bf58d1941e req-8f36a7eb-8a74-4428-9d36-b6d18f9d0133 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:59:29.078090 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-5ba83e04-812f-4e4f-b371-13bf58d1941e req-8f36a7eb-8a74-4428-9d36-b6d18f9d0133 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae1c0168-16cb-471e-91d0-fd249c17995b HTTP/1.1" status: 200 len: 943 time: 0.0848088 May 04 18:59:29.106511 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-28616272-908a-4883-a98d-6bb9f9bff4ed tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Publish callbacks [] for floatingip (a9154244-3542-4eb6-bd0e-0617382ef66e), precommit_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:59:29.155186 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-9a2f9273-c210-422e-bf77-90489579895d req-8b6d05fe-284f-49b8-b898-234e8cc07cbf service neutron] 10.222.0.55 "GET /v2.0/networks/e8e6dc94-9bb6-402c-8494-d1c5ccc072e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100390 May 04 18:59:29.181710 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-5ba83e04-812f-4e4f-b371-13bf58d1941e req-1c87ed8e-4e63-40a6-988a-d05a3b120d59 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] 10.222.0.35 "GET /v2.0/security-groups?id=21f831f8-7055-49b7-bcbd-6286b30d4ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974083 May 04 18:59:29.190481 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-28616272-908a-4883-a98d-6bb9f9bff4ed tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (faf5949b-4cfd-4c9f-b8c8-4795bea23c00), before_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:59:29.272438 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-9a2f9273-c210-422e-bf77-90489579895d req-c09bbe64-6ebf-4812-8a65-88776de2803e service neutron] 10.222.0.55 "GET /v2.0/networks/e8e6dc94-9bb6-402c-8494-d1c5ccc072e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108568 May 04 18:59:29.398420 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-28616272-908a-4883-a98d-6bb9f9bff4ed tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Publish callbacks [] for port (faf5949b-4cfd-4c9f-b8c8-4795bea23c00), precommit_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:59:29.404551 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-28616272-908a-4883-a98d-6bb9f9bff4ed tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13908979'] for port (faf5949b-4cfd-4c9f-b8c8-4795bea23c00), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:59:29.488816 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28616272-908a-4883-a98d-6bb9f9bff4ed tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Pushing event updated for resources: {'Port': ['ID=faf5949b-4cfd-4c9f-b8c8-4795bea23c00,revision_number=2']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:59:29.499126 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-28616272-908a-4883-a98d-6bb9f9bff4ed tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608971'] for floatingip (a9154244-3542-4eb6-bd0e-0617382ef66e), after_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:59:29.515845 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-28616272-908a-4883-a98d-6bb9f9bff4ed tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127086'] for floatingip (None), before_response {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:59:29.525748 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-28616272-908a-4883-a98d-6bb9f9bff4ed tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1448846 May 04 18:59:29.754566 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-ab036a13-eb52-4c9a-919a-d3be65ebeb4e req-85e02932-cf80-410b-9436-42934a60bfd9 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--775444507&fields=id&tenant_id=5287a76e646d4a3db0cc508a956314e7 HTTP/1.1" status: 200 len: 267 time: 0.0486579 May 04 18:59:29.876715 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab036a13-eb52-4c9a-919a-d3be65ebeb4e req-e8d5ce27-a158-4415-8dd7-258fe0137fe1 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:59:29.878307 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-ab036a13-eb52-4c9a-919a-d3be65ebeb4e req-e8d5ce27-a158-4415-8dd7-258fe0137fe1 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/networks?id=b776d5b6-becc-4024-9dab-9ffc4ba67a01 HTTP/1.1" status: 200 len: 819 time: 0.1125927 May 04 18:59:29.893928 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-ab036a13-eb52-4c9a-919a-d3be65ebeb4e req-efe2c245-3b9d-4166-bebc-e6ba92a77661 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/quotas/5287a76e646d4a3db0cc508a956314e7 HTTP/1.1" status: 200 len: 375 time: 0.0101562 May 04 18:59:29.957827 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-ab036a13-eb52-4c9a-919a-d3be65ebeb4e req-34bcf593-4df8-4d05-b9d1-29845769e2f6 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=5287a76e646d4a3db0cc508a956314e7&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0579543 May 04 18:59:30.059226 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-ab036a13-eb52-4c9a-919a-d3be65ebeb4e req-402812f2-05c9-4071-b8a8-a5b13667d2c6 service neutron] 10.222.0.35 "GET /v2.0/networks/b776d5b6-becc-4024-9dab-9ffc4ba67a01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893021 May 04 18:59:30.116918 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-821a3753-c8bb-408e-a9d9-42d2a9d3d908 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (306b1285-d967-49ee-a8ef-a34b4fe65fa5), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:59:30.174990 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-ab036a13-eb52-4c9a-919a-d3be65ebeb4e req-716a8565-64a9-4122-89ef-959674feadb8 service neutron] 10.222.0.35 "GET /v2.0/networks/b776d5b6-becc-4024-9dab-9ffc4ba67a01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070905 May 04 18:59:30.371017 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bf7088-1f25-4a3d-b335-aa3be9395a0c req-b96afc48-27bc-491c-bb83-81b5e5a91f8e tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:59:30.372800 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-e5bf7088-1f25-4a3d-b335-aa3be9395a0c req-b96afc48-27bc-491c-bb83-81b5e5a91f8e tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae1c0168-16cb-471e-91d0-fd249c17995b HTTP/1.1" status: 200 len: 943 time: 0.0836158 May 04 18:59:30.404746 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6019c3be-a5ea-4d3d-8b7e-eff5477dc5c1 req-ceabda50-df2e-4008-b749-08bb48a792c2 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7f1ed58-7416-48f3-a966-c53a8220cc10 HTTP/1.1" status: 200 len: 210 time: 0.0497460 May 04 18:59:30.429712 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-e5bf7088-1f25-4a3d-b335-aa3be9395a0c req-303ca68b-71bd-4f4a-b7f2-c1edf5d73688 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] 10.222.0.35 "GET /v2.0/security-groups?id=21f831f8-7055-49b7-bcbd-6286b30d4ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508051 May 04 18:59:31.524642 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6c0ba996-b759-4c13-9ac4-7b7303adc758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (c2d3299f-8f0d-4c34-a270-91edff31f494), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:59:31.656213 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab452ec6-f977-44fa-9270-c2777dafcaf2 req-e3027890-5b93-4bc5-a54d-7a38d98890e3 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:59:31.658665 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-ab452ec6-f977-44fa-9270-c2777dafcaf2 req-e3027890-5b93-4bc5-a54d-7a38d98890e3 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae1c0168-16cb-471e-91d0-fd249c17995b HTTP/1.1" status: 200 len: 943 time: 0.1074886 May 04 18:59:31.684392 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-2da55965-0f33-466b-be99-ecdc12c53e3b req-71ae7c91-3cd4-45f7-a6ce-3acbb8d8a7e9 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7f1ed58-7416-48f3-a966-c53a8220cc10 HTTP/1.1" status: 200 len: 210 time: 0.1430411 May 04 18:59:31.729455 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab036a13-eb52-4c9a-919a-d3be65ebeb4e req-ff3b4548-3a02-4d4d-afe9-ec4584c78c10 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:59:31.731477 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-ab036a13-eb52-4c9a-919a-d3be65ebeb4e req-ff3b4548-3a02-4d4d-afe9-ec4584c78c10 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.55 "GET /v2.0/networks?id=b776d5b6-becc-4024-9dab-9ffc4ba67a01 HTTP/1.1" status: 200 len: 819 time: 0.1391847 May 04 18:59:31.733975 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-ab452ec6-f977-44fa-9270-c2777dafcaf2 req-cd1faeae-c2c6-4f3c-9e3b-c42a53885a5b tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] 10.222.0.35 "GET /v2.0/security-groups?id=21f831f8-7055-49b7-bcbd-6286b30d4ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686975 May 04 18:59:31.817939 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-ab036a13-eb52-4c9a-919a-d3be65ebeb4e req-b04ee8a1-a023-4925-a9f2-cc5be238646c tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5287a76e646d4a3db0cc508a956314e7 HTTP/1.1" status: 200 len: 379 time: 0.0650821 May 04 18:59:31.829131 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [req-ab036a13-eb52-4c9a-919a-d3be65ebeb4e req-99f7c217-f583-4e06-a30a-21292826b700 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Request body: {'port': {'device_id': 'd7f1ed58-7416-48f3-a966-c53a8220cc10', 'network_id': 'b776d5b6-becc-4024-9dab-9ffc4ba67a01', 'admin_state_up': True, 'tenant_id': '5287a76e646d4a3db0cc508a956314e7', 'security_groups': ['61fd236e-30d2-4330-b58b-cab5b37e3425']}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:59:31.950299 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab036a13-eb52-4c9a-919a-d3be65ebeb4e req-99f7c217-f583-4e06-a30a-21292826b700 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Made reservation on behalf of 5287a76e646d4a3db0cc508a956314e7 for: {'port': 1} {{(pid=103280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:59:31.953538 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-ab036a13-eb52-4c9a-919a-d3be65ebeb4e req-99f7c217-f583-4e06-a30a-21292826b700 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:59:32.081963 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.db.db_base_plugin_common [req-ab036a13-eb52-4c9a-919a-d3be65ebeb4e req-99f7c217-f583-4e06-a30a-21292826b700 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Allocated IP 172.20.0.12 (b776d5b6-becc-4024-9dab-9ffc4ba67a01/02826e21-c978-41a3-b31e-dd2107bb922c/8b515fdb-9f80-48f7-a45d-95fe2a2d21eb) {{(pid=103280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:59:32.212193 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a08f9f-616f-478a-bca8-fefd20f149c4 req-ccebb7fd-8d0d-40da-8a92-c93312ab8d29 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:59:32.213855 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-98a08f9f-616f-478a-bca8-fefd20f149c4 req-ccebb7fd-8d0d-40da-8a92-c93312ab8d29 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/ports?device_id=56fd17bc-cd63-4d9b-a036-d537eed1699a HTTP/1.1" status: 200 len: 945 time: 0.0470986 May 04 18:59:32.226901 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-ab036a13-eb52-4c9a-919a-d3be65ebeb4e req-99f7c217-f583-4e06-a30a-21292826b700 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Publish callbacks [] for port (8b515fdb-9f80-48f7-a45d-95fe2a2d21eb), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:59:32.261563 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-ab036a13-eb52-4c9a-919a-d3be65ebeb4e req-99f7c217-f583-4e06-a30a-21292826b700 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790498302100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12874298'] for port (8b515fdb-9f80-48f7-a45d-95fe2a2d21eb), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:59:32.264651 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-98a08f9f-616f-478a-bca8-fefd20f149c4 req-dafd005b-5b39-4277-b800-f2546052bbf9 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/security-groups?id=6146691f-7381-4f12-b964-14887f4f4ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442169 May 04 18:59:32.302763 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab036a13-eb52-4c9a-919a-d3be65ebeb4e req-99f7c217-f583-4e06-a30a-21292826b700 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Network b776d5b6-becc-4024-9dab-9ffc4ba67a01 is already hosted by enough agents. {{(pid=103280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:59:32.305723 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.base_scheduler [req-ab036a13-eb52-4c9a-919a-d3be65ebeb4e req-99f7c217-f583-4e06-a30a-21292826b700 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Resources bound (agent type, host, resource id): {{(pid=103280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:59:32.308231 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab036a13-eb52-4c9a-919a-d3be65ebeb4e req-99f7c217-f583-4e06-a30a-21292826b700 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Received port after_create {{(pid=103280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 18:59:32.350210 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f7c217-f583-4e06-a30a-21292826b700 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Pushing event updated for resources: {'Port': ['ID=8b515fdb-9f80-48f7-a45d-95fe2a2d21eb,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:59:32.370877 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab036a13-eb52-4c9a-919a-d3be65ebeb4e req-99f7c217-f583-4e06-a30a-21292826b700 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:59:32.371489 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-ab036a13-eb52-4c9a-919a-d3be65ebeb4e req-99f7c217-f583-4e06-a30a-21292826b700 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127086'] for port (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:59:32.388641 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-ab036a13-eb52-4c9a-919a-d3be65ebeb4e req-99f7c217-f583-4e06-a30a-21292826b700 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5646195 May 04 18:59:32.401118 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [req-ab036a13-eb52-4c9a-919a-d3be65ebeb4e req-d06451b5-7669-4b66-8c21-3e995df38d19 service neutron] Request body: {'port': {'device_id': 'd7f1ed58-7416-48f3-a966-c53a8220cc10', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84052'}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:59:32.463806 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-ab036a13-eb52-4c9a-919a-d3be65ebeb4e req-d06451b5-7669-4b66-8c21-3e995df38d19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (8b515fdb-9f80-48f7-a45d-95fe2a2d21eb), before_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:59:32.492804 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-04ac38af-d1ca-46e6-b409-4b174615d45a None None] Provisioning complete for port 8b515fdb-9f80-48f7-a45d-95fe2a2d21eb triggered by entity DHCP. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:59:32.493178 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-04ac38af-d1ca-46e6-b409-4b174615d45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1774450'] for port (8b515fdb-9f80-48f7-a45d-95fe2a2d21eb), provisioning_complete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:59:32.528199 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-04ac38af-d1ca-46e6-b409-4b174615d45a None None] Port 8b515fdb-9f80-48f7-a45d-95fe2a2d21eb cannot update to ACTIVE because it is not bound. {{(pid=103281) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 18:59:32.730620 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.notifiers.nova [req-ab036a13-eb52-4c9a-919a-d3be65ebeb4e req-d06451b5-7669-4b66-8c21-3e995df38d19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b515fdb-9f80-48f7-a45d-95fe2a2d21eb {{(pid=103280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 18:59:32.739092 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-ab036a13-eb52-4c9a-919a-d3be65ebeb4e req-d06451b5-7669-4b66-8c21-3e995df38d19 service neutron] Publish callbacks [] for port (8b515fdb-9f80-48f7-a45d-95fe2a2d21eb), precommit_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:59:32.752834 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.db.provisioning_blocks [req-ab036a13-eb52-4c9a-919a-d3be65ebeb4e req-d06451b5-7669-4b66-8c21-3e995df38d19 service neutron] Transition to ACTIVE for port object 8b515fdb-9f80-48f7-a45d-95fe2a2d21eb will not be triggered until provisioned by entity L2. {{(pid=103280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 18:59:32.760628 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-ab036a13-eb52-4c9a-919a-d3be65ebeb4e req-d06451b5-7669-4b66-8c21-3e995df38d19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12874275'] for port (8b515fdb-9f80-48f7-a45d-95fe2a2d21eb), after_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:59:32.855549 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06451b5-7669-4b66-8c21-3e995df38d19 service neutron] Pushing event updated for resources: {'Port': ['ID=8b515fdb-9f80-48f7-a45d-95fe2a2d21eb,revision_number=2']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:59:32.866262 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b42b7e-ca51-425f-8e03-5b6fafeb617c req-9af9affd-25ca-4f52-bd85-cafc557bd39b tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:59:32.867826 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-93b42b7e-ca51-425f-8e03-5b6fafeb617c req-9af9affd-25ca-4f52-bd85-cafc557bd39b tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7f1ed58-7416-48f3-a966-c53a8220cc10 HTTP/1.1" status: 200 len: 944 time: 0.0920775 May 04 18:59:32.903048 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae45ff1-dffa-4e6b-8872-db0f452b4e0b req-a1b5018d-25e4-4cbf-8073-50abb4ab4663 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:59:32.905373 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-9ae45ff1-dffa-4e6b-8872-db0f452b4e0b req-a1b5018d-25e4-4cbf-8073-50abb4ab4663 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae1c0168-16cb-471e-91d0-fd249c17995b HTTP/1.1" status: 200 len: 943 time: 0.0999656 May 04 18:59:32.974499 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (7e96273e-cd3b-4e2d-a9cb-a5a62cf8f8b6), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:59:32.985948 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-93b42b7e-ca51-425f-8e03-5b6fafeb617c req-0bc31238-2067-4928-9a7f-1fa2fd551db2 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/security-groups?id=61fd236e-30d2-4330-b58b-cab5b37e3425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017561 May 04 18:59:32.987785 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-9ae45ff1-dffa-4e6b-8872-db0f452b4e0b req-978b5595-fda4-4803-bb10-4568b10e4279 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] 10.222.0.35 "GET /v2.0/security-groups?id=21f831f8-7055-49b7-bcbd-6286b30d4ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757184 May 04 18:59:32.994891 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.managers [req-ab036a13-eb52-4c9a-919a-d3be65ebeb4e req-d06451b5-7669-4b66-8c21-3e995df38d19 service neutron] Attempting to bind port 8b515fdb-9f80-48f7-a45d-95fe2a2d21eb on host hv-cinder-84052 for vnic_type normal with profile {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 18:59:32.995955 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.managers [req-ab036a13-eb52-4c9a-919a-d3be65ebeb4e req-d06451b5-7669-4b66-8c21-3e995df38d19 service neutron] Attempting to bind port 8b515fdb-9f80-48f7-a45d-95fe2a2d21eb by drivers openvswitch,hyperv on host hv-cinder-84052 at level 0 using segments [{'id': '6694153e-2070-44d0-bec4-dda97cd2835f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'b776d5b6-becc-4024-9dab-9ffc4ba67a01'}] {{(pid=103280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 18:59:32.996350 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab036a13-eb52-4c9a-919a-d3be65ebeb4e req-d06451b5-7669-4b66-8c21-3e995df38d19 service neutron] Attempting to bind port 8b515fdb-9f80-48f7-a45d-95fe2a2d21eb on network b776d5b6-becc-4024-9dab-9ffc4ba67a01 {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 18:59:33.001649 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab036a13-eb52-4c9a-919a-d3be65ebeb4e req-d06451b5-7669-4b66-8c21-3e995df38d19 service neutron] Port 8b515fdb-9f80-48f7-a45d-95fe2a2d21eb on network b776d5b6-becc-4024-9dab-9ffc4ba67a01 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84052 {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 18:59:33.002077 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab036a13-eb52-4c9a-919a-d3be65ebeb4e req-d06451b5-7669-4b66-8c21-3e995df38d19 service neutron] Attempting to bind port 8b515fdb-9f80-48f7-a45d-95fe2a2d21eb on network b776d5b6-becc-4024-9dab-9ffc4ba67a01 {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 18:59:33.013143 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab036a13-eb52-4c9a-919a-d3be65ebeb4e req-d06451b5-7669-4b66-8c21-3e995df38d19 service neutron] Checking agent: {'id': 'bff7e656-358d-4e40-a36a-3f10fe33ffdf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84052', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 18, 54, 55), 'started_at': datetime.datetime(2022, 5, 4, 18, 54, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 18, 59, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 18:59:33.013518 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab036a13-eb52-4c9a-919a-d3be65ebeb4e req-d06451b5-7669-4b66-8c21-3e995df38d19 service neutron] Checking segment: {'id': '6694153e-2070-44d0-bec4-dda97cd2835f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'b776d5b6-becc-4024-9dab-9ffc4ba67a01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 18:59:33.013901 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab036a13-eb52-4c9a-919a-d3be65ebeb4e req-d06451b5-7669-4b66-8c21-3e995df38d19 service neutron] Bound using segment: {'id': '6694153e-2070-44d0-bec4-dda97cd2835f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'b776d5b6-becc-4024-9dab-9ffc4ba67a01'} {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 18:59:33.014335 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.managers [req-ab036a13-eb52-4c9a-919a-d3be65ebeb4e req-d06451b5-7669-4b66-8c21-3e995df38d19 service neutron] Bound port: 8b515fdb-9f80-48f7-a45d-95fe2a2d21eb, host: hv-cinder-84052, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6694153e-2070-44d0-bec4-dda97cd2835f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'b776d5b6-becc-4024-9dab-9ffc4ba67a01'}}] {{(pid=103280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 18:59:33.014693 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-ab036a13-eb52-4c9a-919a-d3be65ebeb4e req-d06451b5-7669-4b66-8c21-3e995df38d19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (8b515fdb-9f80-48f7-a45d-95fe2a2d21eb), before_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:59:33.089638 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.db [req-ab036a13-eb52-4c9a-919a-d3be65ebeb4e req-d06451b5-7669-4b66-8c21-3e995df38d19 service neutron] For port 8b515fdb-9f80-48f7-a45d-95fe2a2d21eb, host hv-cinder-84052, cleared binding levels {{(pid=103280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 18:59:33.093322 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.db [req-ab036a13-eb52-4c9a-919a-d3be65ebeb4e req-d06451b5-7669-4b66-8c21-3e995df38d19 service neutron] For port 8b515fdb-9f80-48f7-a45d-95fe2a2d21eb, host hv-cinder-84052, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=8b515fdb-9f80-48f7-a45d-95fe2a2d21eb,segment=NetworkSegment(6694153e-2070-44d0-bec4-dda97cd2835f),segment_id=6694153e-2070-44d0-bec4-dda97cd2835f)] {{(pid=103280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 18:59:33.101940 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-ab036a13-eb52-4c9a-919a-d3be65ebeb4e req-d06451b5-7669-4b66-8c21-3e995df38d19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12874275'] for port (8b515fdb-9f80-48f7-a45d-95fe2a2d21eb), after_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:59:33.137289 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab036a13-eb52-4c9a-919a-d3be65ebeb4e req-d06451b5-7669-4b66-8c21-3e995df38d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:59:33.137929 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-ab036a13-eb52-4c9a-919a-d3be65ebeb4e req-d06451b5-7669-4b66-8c21-3e995df38d19 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127086'] for port (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:59:33.139281 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-ab036a13-eb52-4c9a-919a-d3be65ebeb4e req-d06451b5-7669-4b66-8c21-3e995df38d19 service neutron] 10.222.0.55 "PUT /v2.0/ports/8b515fdb-9f80-48f7-a45d-95fe2a2d21eb HTTP/1.1" status: 200 len: 1094 time: 0.7424939 May 04 18:59:33.139729 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7f1ed58-7416-48f3-a966-c53a8220cc10', 'tag': '8b515fdb-9f80-48f7-a45d-95fe2a2d21eb'}] {{(pid=103280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:59:33.142015 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d17ed66b9d9b08214cd1b2d258b378c61736cd464b468dfe37a5b26948fd6e52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51c20484-a690-449b-b47c-6b85940a354c" -d '{"events": [{"name": "network-changed", "server_uuid": "d7f1ed58-7416-48f3-a966-c53a8220cc10", "tag": "8b515fdb-9f80-48f7-a45d-95fe2a2d21eb"}]}' {{(pid=103280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 18:59:33.175705 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06451b5-7669-4b66-8c21-3e995df38d19 service neutron] Pushing event updated for resources: {'Port': ['ID=8b515fdb-9f80-48f7-a45d-95fe2a2d21eb,revision_number=3']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:59:33.197994 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 18:59:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bb84bd5-d90a-47d7-9739-39bc5005ba20 x-openstack-request-id: req-0bb84bd5-d90a-47d7-9739-39bc5005ba20 {{(pid=103280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 18:59:33.198275 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7f1ed58-7416-48f3-a966-c53a8220cc10", "tag": "8b515fdb-9f80-48f7-a45d-95fe2a2d21eb", "status": "completed", "code": 200}]} {{(pid=103280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 18:59:33.198523 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0bb84bd5-d90a-47d7-9739-39bc5005ba20 {{(pid=103280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 18:59:33.198925 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0bb84bd5-d90a-47d7-9739-39bc5005ba20'] response: {'name': 'network-changed', 'server_uuid': 'd7f1ed58-7416-48f3-a966-c53a8220cc10', 'tag': '8b515fdb-9f80-48f7-a45d-95fe2a2d21eb', 'status': 'completed', 'code': 200} May 04 18:59:33.233791 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab036a13-eb52-4c9a-919a-d3be65ebeb4e req-cb17f5b5-7dcf-42e2-a602-68143ac6c02e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:59:33.235472 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-ab036a13-eb52-4c9a-919a-d3be65ebeb4e req-cb17f5b5-7dcf-42e2-a602-68143ac6c02e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5287a76e646d4a3db0cc508a956314e7&device_id=d7f1ed58-7416-48f3-a966-c53a8220cc10 HTTP/1.1" status: 200 len: 1128 time: 0.0463159 May 04 18:59:33.282835 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-ab036a13-eb52-4c9a-919a-d3be65ebeb4e req-76c403a9-0b0b-48f8-94a0-1ebae1dc4eb8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b515fdb-9f80-48f7-a45d-95fe2a2d21eb HTTP/1.1" status: 200 len: 217 time: 0.0401897 May 04 18:59:33.345308 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab036a13-eb52-4c9a-919a-d3be65ebeb4e req-89555e05-3658-4433-803e-3048686d546e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:59:33.346860 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-ab036a13-eb52-4c9a-919a-d3be65ebeb4e req-89555e05-3658-4433-803e-3048686d546e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=02826e21-c978-41a3-b31e-dd2107bb922c HTTP/1.1" status: 200 len: 858 time: 0.0566926 May 04 18:59:33.392981 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34450c0f-9e68-4afd-b2d0-6193a94b2fdd req-4b6e9683-f038-4854-bfb6-de541deb6ea6 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:59:33.394549 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-34450c0f-9e68-4afd-b2d0-6193a94b2fdd req-4b6e9683-f038-4854-bfb6-de541deb6ea6 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/ports?device_id=56fd17bc-cd63-4d9b-a036-d537eed1699a HTTP/1.1" status: 200 len: 945 time: 0.0491989 May 04 18:59:33.395239 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab036a13-eb52-4c9a-919a-d3be65ebeb4e req-130911ba-fff1-4cf0-a665-a2b18867dbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:59:33.396721 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-ab036a13-eb52-4c9a-919a-d3be65ebeb4e req-130911ba-fff1-4cf0-a665-a2b18867dbf2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b776d5b6-becc-4024-9dab-9ffc4ba67a01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430536 May 04 18:59:33.444290 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-34450c0f-9e68-4afd-b2d0-6193a94b2fdd req-7014d564-4c64-4052-8104-b4323df35aa1 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/security-groups?id=6146691f-7381-4f12-b964-14887f4f4ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403831 May 04 18:59:33.512416 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-ab036a13-eb52-4c9a-919a-d3be65ebeb4e req-fd83aa29-73bb-443f-bbb9-c7d39224905d service neutron] 10.222.0.55 "GET /v2.0/networks/b776d5b6-becc-4024-9dab-9ffc4ba67a01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933926 May 04 18:59:33.610348 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-ab036a13-eb52-4c9a-919a-d3be65ebeb4e req-ce68e90f-cedb-47e1-b908-8e98a762ad4f service neutron] 10.222.0.55 "GET /v2.0/networks/b776d5b6-becc-4024-9dab-9ffc4ba67a01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878606 May 04 18:59:34.110653 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee2e403-200e-4181-b6a2-ee029c63f315 req-2d42aa37-5913-4125-a489-ac251de69636 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:59:34.111346 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5835ceb-15f2-4a56-8567-b8a6e8733e27 req-aee8cc53-14ac-49dc-9997-ff8c804334bd tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:59:34.112147 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-dee2e403-200e-4181-b6a2-ee029c63f315 req-2d42aa37-5913-4125-a489-ac251de69636 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae1c0168-16cb-471e-91d0-fd249c17995b HTTP/1.1" status: 200 len: 943 time: 0.0467336 May 04 18:59:34.112835 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-c5835ceb-15f2-4a56-8567-b8a6e8733e27 req-aee8cc53-14ac-49dc-9997-ff8c804334bd tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7f1ed58-7416-48f3-a966-c53a8220cc10 HTTP/1.1" status: 200 len: 944 time: 0.0465021 May 04 18:59:34.159128 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-c5835ceb-15f2-4a56-8567-b8a6e8733e27 req-aa78e192-563e-40fc-9048-fb6b85b5fff4 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/security-groups?id=61fd236e-30d2-4330-b58b-cab5b37e3425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405126 May 04 18:59:34.163367 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-dee2e403-200e-4181-b6a2-ee029c63f315 req-623c239c-3643-4a79-9dee-4d152ab0e458 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] 10.222.0.35 "GET /v2.0/security-groups?id=21f831f8-7055-49b7-bcbd-6286b30d4ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454965 May 04 18:59:34.335255 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 52084) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:59:34.380562 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.db.db_base_plugin_v2 [None req-e76deacc-7861-4ff0-ae92-ba9c0d149e58 admin admin] Deleting subnet e08642fe-2e1e-452f-9621-db39af049291 {{(pid=103280) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 18:59:34.383983 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-e76deacc-7861-4ff0-ae92-ba9c0d149e58 admin admin] Publish callbacks [] for subnet (e08642fe-2e1e-452f-9621-db39af049291), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:59:34.421799 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-e76deacc-7861-4ff0-ae92-ba9c0d149e58 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12886072'] for subnet (e08642fe-2e1e-452f-9621-db39af049291), precommit_delete_associations {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:59:34.458057 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.agents_db [None req-bd7ab176-2eba-4334-8b69-697435aa36c2 None None] Agent healthcheck: found 6 active agents {{(pid=103282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 18:59:34.461039 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-e76deacc-7861-4ff0-ae92-ba9c0d149e58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771612'] for subnet (e08642fe-2e1e-452f-9621-db39af049291), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:59:34.516306 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-e76deacc-7861-4ff0-ae92-ba9c0d149e58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12874345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13129182'] for subnet (e08642fe-2e1e-452f-9621-db39af049291), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:59:34.552489 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76deacc-7861-4ff0-ae92-ba9c0d149e58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e08642fe-2e1e-452f-9621-db39af049291,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:59:34.568905 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-e76deacc-7861-4ff0-ae92-ba9c0d149e58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572658'] for subnet (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:59:34.572087 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-e76deacc-7861-4ff0-ae92-ba9c0d149e58 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/e08642fe-2e1e-452f-9621-db39af049291 HTTP/1.1" status: 204 len: 168 time: 0.2358286 May 04 18:59:34.574758 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 52088) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:59:34.607949 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b6c489-420a-4c8c-88bf-c5ca6a321656 req-b3d8f55c-6b43-4451-b905-954315d2a582 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:59:34.609401 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-f3b6c489-420a-4c8c-88bf-c5ca6a321656 req-b3d8f55c-6b43-4451-b905-954315d2a582 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/ports?device_id=56fd17bc-cd63-4d9b-a036-d537eed1699a HTTP/1.1" status: 200 len: 945 time: 0.0848558 May 04 18:59:34.671971 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-89aa6458-a975-4ad0-b548-68f2ede21607 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1681522'] for network (2e3391c4-4716-4518-996a-49c9a899f879), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:59:34.698379 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-f3b6c489-420a-4c8c-88bf-c5ca6a321656 req-78b906a8-9db7-4a69-9d65-089249cca742 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/security-groups?id=6146691f-7381-4f12-b964-14887f4f4ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830197 May 04 18:59:35.010072 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-89aa6458-a975-4ad0-b548-68f2ede21607 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772425', 'neutron.services.segments.db._delete_segments_for_network-8790498765132'] for network (2e3391c4-4716-4518-996a-49c9a899f879), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:59:35.053742 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.services.segments.db [None req-89aa6458-a975-4ad0-b548-68f2ede21607 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e3391c4-4716-4518-996a-49c9a899f879']}} {{(pid=103280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:59:35.067202 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.services.segments.db [None req-89aa6458-a975-4ad0-b548-68f2ede21607 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b116a02-2c8f-47da-aa2d-79c1b6ad4018') {'for_net_delete': True} {{(pid=103280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:59:35.067520 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.services.segments.db [None req-89aa6458-a975-4ad0-b548-68f2ede21607 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b116a02-2c8f-47da-aa2d-79c1b6ad4018') {} {{(pid=103280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:59:35.074004 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c20484-a690-449b-b47c-6b85940a354c req-f14b1efd-001d-4647-a20c-6b5ea507b58a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:59:35.075461 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-51c20484-a690-449b-b47c-6b85940a354c req-f14b1efd-001d-4647-a20c-6b5ea507b58a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5287a76e646d4a3db0cc508a956314e7&device_id=d7f1ed58-7416-48f3-a966-c53a8220cc10 HTTP/1.1" status: 200 len: 1128 time: 0.0626888 May 04 18:59:35.078703 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-89aa6458-a975-4ad0-b548-68f2ede21607 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790498766421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12886055'] for segment (8b116a02-2c8f-47da-aa2d-79c1b6ad4018), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:59:35.093470 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-89aa6458-a975-4ad0-b548-68f2ede21607 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589113'] for segment (8b116a02-2c8f-47da-aa2d-79c1b6ad4018), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:59:35.103091 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89aa6458-a975-4ad0-b548-68f2ede21607 admin admin] Releasing vlan 271 on physical network physnet1 to pool {{(pid=103280) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 18:59:35.103658 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-89aa6458-a975-4ad0-b548-68f2ede21607 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12874255'] for segment (8b116a02-2c8f-47da-aa2d-79c1b6ad4018), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:59:35.106136 dv-cinder-840525-1-iscsi neutron-server[103280]: Traceback (most recent call last): May 04 18:59:35.106136 dv-cinder-840525-1-iscsi neutron-server[103280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 18:59:35.106136 dv-cinder-840525-1-iscsi neutron-server[103280]: timer() May 04 18:59:35.106136 dv-cinder-840525-1-iscsi neutron-server[103280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 18:59:35.106136 dv-cinder-840525-1-iscsi neutron-server[103280]: cb(*args, **kw) May 04 18:59:35.106136 dv-cinder-840525-1-iscsi neutron-server[103280]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 18:59:35.106136 dv-cinder-840525-1-iscsi neutron-server[103280]: return func(*args, **kwargs) May 04 18:59:35.106136 dv-cinder-840525-1-iscsi neutron-server[103280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 18:59:35.106136 dv-cinder-840525-1-iscsi neutron-server[103280]: self._notify() May 04 18:59:35.106136 dv-cinder-840525-1-iscsi neutron-server[103280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 18:59:35.106136 dv-cinder-840525-1-iscsi neutron-server[103280]: self.callback(batched_events) May 04 18:59:35.106136 dv-cinder-840525-1-iscsi neutron-server[103280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 18:59:35.106136 dv-cinder-840525-1-iscsi neutron-server[103280]: event.method(event) May 04 18:59:35.106136 dv-cinder-840525-1-iscsi neutron-server[103280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 18:59:35.106136 dv-cinder-840525-1-iscsi neutron-server[103280]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 18:59:35.106136 dv-cinder-840525-1-iscsi neutron-server[103280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 18:59:35.106136 dv-cinder-840525-1-iscsi neutron-server[103280]: aggregate_uuid = self.p_client.list_aggregates( May 04 18:59:35.106136 dv-cinder-840525-1-iscsi neutron-server[103280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 18:59:35.106136 dv-cinder-840525-1-iscsi neutron-server[103280]: return f(self, *a, **k) May 04 18:59:35.106136 dv-cinder-840525-1-iscsi neutron-server[103280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 18:59:35.106136 dv-cinder-840525-1-iscsi neutron-server[103280]: return self._get(url).json() May 04 18:59:35.106136 dv-cinder-840525-1-iscsi neutron-server[103280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 18:59:35.106136 dv-cinder-840525-1-iscsi neutron-server[103280]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 18:59:35.106136 dv-cinder-840525-1-iscsi neutron-server[103280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 18:59:35.106136 dv-cinder-840525-1-iscsi neutron-server[103280]: return self.request(url, 'GET', **kwargs) May 04 18:59:35.106136 dv-cinder-840525-1-iscsi neutron-server[103280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 18:59:35.106136 dv-cinder-840525-1-iscsi neutron-server[103280]: base_url = self.get_endpoint(auth, allow=allow, May 04 18:59:35.106136 dv-cinder-840525-1-iscsi neutron-server[103280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 18:59:35.106136 dv-cinder-840525-1-iscsi neutron-server[103280]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 18:59:35.106136 dv-cinder-840525-1-iscsi neutron-server[103280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 18:59:35.106136 dv-cinder-840525-1-iscsi neutron-server[103280]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 18:59:35.106136 dv-cinder-840525-1-iscsi neutron-server[103280]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 18:59:35.170016 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-89aa6458-a975-4ad0-b548-68f2ede21607 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608942'] for network (2e3391c4-4716-4518-996a-49c9a899f879), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:59:35.175490 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-89aa6458-a975-4ad0-b548-68f2ede21607 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572658'] for network (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:59:35.178842 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-89aa6458-a975-4ad0-b548-68f2ede21607 admin admin] 10.222.0.35 "DELETE /v2.0/networks/2e3391c4-4716-4518-996a-49c9a899f879 HTTP/1.1" status: 204 len: 168 time: 0.6032174 May 04 18:59:35.191679 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89aa6458-a975-4ad0-b548-68f2ede21607 admin admin] Pushing event deleted for resources: {'Network': ['ID=2e3391c4-4716-4518-996a-49c9a899f879,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:59:35.284156 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e2e712-136a-4895-9739-691516116cbf req-a094fb78-5e99-4595-b21d-cc0884e247c6 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:59:35.286632 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-03e2e712-136a-4895-9739-691516116cbf req-a094fb78-5e99-4595-b21d-cc0884e247c6 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7f1ed58-7416-48f3-a966-c53a8220cc10 HTTP/1.1" status: 200 len: 944 time: 0.0488262 May 04 18:59:35.286750 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e28296-3eb5-4ab6-ac08-a5dddc079c57 req-bbf282ac-fa7c-4185-889c-4c923cc8e45f tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:59:35.293435 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-27e28296-3eb5-4ab6-ac08-a5dddc079c57 req-bbf282ac-fa7c-4185-889c-4c923cc8e45f tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae1c0168-16cb-471e-91d0-fd249c17995b HTTP/1.1" status: 200 len: 943 time: 0.0510964 May 04 18:59:35.338977 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-27e28296-3eb5-4ab6-ac08-a5dddc079c57 req-7293e62d-d466-44a3-b9eb-d4caec2b9969 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] 10.222.0.35 "GET /v2.0/security-groups?id=21f831f8-7055-49b7-bcbd-6286b30d4ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446119 May 04 18:59:35.342097 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-03e2e712-136a-4895-9739-691516116cbf req-232d1cbc-2808-46ce-8b56-9abdbe43339f tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/security-groups?id=61fd236e-30d2-4330-b58b-cab5b37e3425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490558 May 04 18:59:35.399082 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 52096) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:59:35.438185 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-4113bd5c-4dc6-4701-976b-76d055b8b49e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=648aeb6cd9384a51b759fe4fed0586a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0379260 May 04 18:59:35.440670 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 52098) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:59:35.491036 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-6206f177-79e1-4db2-82a4-bbdcaa6852dd admin admin] Publish callbacks [] for security_group (908d0572-22b8-47fc-8bad-14ce5d02d5ee), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:59:35.511232 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-6206f177-79e1-4db2-82a4-bbdcaa6852dd admin admin] Publish callbacks [] for security_group (908d0572-22b8-47fc-8bad-14ce5d02d5ee), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:59:35.558562 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-6206f177-79e1-4db2-82a4-bbdcaa6852dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (908d0572-22b8-47fc-8bad-14ce5d02d5ee), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:59:35.562313 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-6206f177-79e1-4db2-82a4-bbdcaa6852dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:59:35.563920 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-6206f177-79e1-4db2-82a4-bbdcaa6852dd admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/908d0572-22b8-47fc-8bad-14ce5d02d5ee HTTP/1.1" status: 204 len: 168 time: 0.1223106 May 04 18:59:35.571663 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6206f177-79e1-4db2-82a4-bbdcaa6852dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=908d0572-22b8-47fc-8bad-14ce5d02d5ee,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:59:35.850572 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dc53ca-c3d7-4aeb-9358-a66a529983de req-9b49e599-cf01-48e2-bb43-f886febb67cd tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:59:35.852101 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-21dc53ca-c3d7-4aeb-9358-a66a529983de req-9b49e599-cf01-48e2-bb43-f886febb67cd tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/ports?device_id=56fd17bc-cd63-4d9b-a036-d537eed1699a HTTP/1.1" status: 200 len: 945 time: 0.0753596 May 04 18:59:35.938109 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c20484-a690-449b-b47c-6b85940a354c req-e4bee213-1a54-46df-aefa-b95ed5835ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:59:35.939617 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-51c20484-a690-449b-b47c-6b85940a354c req-e4bee213-1a54-46df-aefa-b95ed5835ac7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b776d5b6-becc-4024-9dab-9ffc4ba67a01 HTTP/1.1" status: 200 len: 920 time: 0.1531339 May 04 18:59:35.943838 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-21dc53ca-c3d7-4aeb-9358-a66a529983de req-17f293f7-21a5-469f-b436-b5670584ec5d tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/security-groups?id=6146691f-7381-4f12-b964-14887f4f4ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635903 May 04 18:59:35.980100 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-51c20484-a690-449b-b47c-6b85940a354c req-d0962a8e-8609-49b7-9ad5-d956040c2e17 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b515fdb-9f80-48f7-a45d-95fe2a2d21eb HTTP/1.1" status: 200 len: 217 time: 0.0342267 May 04 18:59:36.035720 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c20484-a690-449b-b47c-6b85940a354c req-f0962834-c4a3-45ba-8210-58f7794c08af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:59:36.037139 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-51c20484-a690-449b-b47c-6b85940a354c req-f0962834-c4a3-45ba-8210-58f7794c08af service neutron] 10.222.0.55 "GET /v2.0/subnets?id=02826e21-c978-41a3-b31e-dd2107bb922c HTTP/1.1" status: 200 len: 858 time: 0.0479462 May 04 18:59:36.082401 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c20484-a690-449b-b47c-6b85940a354c req-c775283c-9f17-4391-90f9-19e3131e9d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:59:36.083828 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-51c20484-a690-449b-b47c-6b85940a354c req-c775283c-9f17-4391-90f9-19e3131e9d6f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b776d5b6-becc-4024-9dab-9ffc4ba67a01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385699 May 04 18:59:36.181814 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-51c20484-a690-449b-b47c-6b85940a354c req-e78ded56-7ed3-4b26-ae1d-5493111f4e8a service neutron] 10.222.0.55 "GET /v2.0/networks/b776d5b6-becc-4024-9dab-9ffc4ba67a01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887382 May 04 18:59:36.274090 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-51c20484-a690-449b-b47c-6b85940a354c req-8e151e85-97bf-4b4f-898f-467ba1292da0 service neutron] 10.222.0.55 "GET /v2.0/networks/b776d5b6-becc-4024-9dab-9ffc4ba67a01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832717 May 04 18:59:36.452936 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e50b2ea-94cc-4b86-81b6-a0227f5ce19f req-16fc2a89-e956-4468-9dec-af2acf18e1df tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:59:36.454489 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-0e50b2ea-94cc-4b86-81b6-a0227f5ce19f req-16fc2a89-e956-4468-9dec-af2acf18e1df tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae1c0168-16cb-471e-91d0-fd249c17995b HTTP/1.1" status: 200 len: 943 time: 0.0478899 May 04 18:59:36.458389 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598222b2-fc26-4f5c-93d2-80b66e8e7f81 req-2285b713-70ee-4bfa-9a34-0b61f8248eea tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:59:36.459925 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-598222b2-fc26-4f5c-93d2-80b66e8e7f81 req-2285b713-70ee-4bfa-9a34-0b61f8248eea tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7f1ed58-7416-48f3-a966-c53a8220cc10 HTTP/1.1" status: 200 len: 944 time: 0.0497067 May 04 18:59:36.503191 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-0e50b2ea-94cc-4b86-81b6-a0227f5ce19f req-7c16e793-a177-4cb8-95d3-3b143155b84c tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] 10.222.0.35 "GET /v2.0/security-groups?id=21f831f8-7055-49b7-bcbd-6286b30d4ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423965 May 04 18:59:36.511614 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-598222b2-fc26-4f5c-93d2-80b66e8e7f81 req-1654bde0-d2e7-4b60-8557-d56a4e36af75 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/security-groups?id=61fd236e-30d2-4330-b58b-cab5b37e3425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454104 May 04 18:59:36.948359 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Device 8b515fdb-9f80-48f7-a45d-95fe2a2d21eb details requested by agent hyperv_hv-cinder-84052 with host hv-cinder-84052 {{(pid=103281) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 18:59:37.057347 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] For port 8b515fdb-9f80-48f7-a45d-95fe2a2d21eb, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=8b515fdb-9f80-48f7-a45d-95fe2a2d21eb,segment=NetworkSegment(6694153e-2070-44d0-bec4-dda97cd2835f),segment_id=6694153e-2070-44d0-bec4-dda97cd2835f)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:59:37.066513 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3565eb39-4e59-4941-aba0-23c20c0d8086 req-05f99627-d1fd-44fe-9ee7-1c22174039d5 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:59:37.068092 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-3565eb39-4e59-4941-aba0-23c20c0d8086 req-05f99627-d1fd-44fe-9ee7-1c22174039d5 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/ports?device_id=56fd17bc-cd63-4d9b-a036-d537eed1699a HTTP/1.1" status: 200 len: 945 time: 0.0500407 May 04 18:59:37.068621 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Returning: {'device': '8b515fdb-9f80-48f7-a45d-95fe2a2d21eb', 'network_id': 'b776d5b6-becc-4024-9dab-9ffc4ba67a01', 'port_id': '8b515fdb-9f80-48f7-a45d-95fe2a2d21eb', 'mac_address': 'fa:16:3e:0e:28:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 263, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02826e21-c978-41a3-b31e-dd2107bb922c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103281) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 18:59:37.104992 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Current status of the port 8b515fdb-9f80-48f7-a45d-95fe2a2d21eb is: DOWN; New status is: BUILD {{(pid=103281) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:59:37.105404 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (8b515fdb-9f80-48f7-a45d-95fe2a2d21eb), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:59:37.116440 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-3565eb39-4e59-4941-aba0-23c20c0d8086 req-ab62d635-9c32-4615-a359-332b51002567 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/security-groups?id=6146691f-7381-4f12-b964-14887f4f4ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425127 May 04 18:59:37.121734 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.notifiers.nova [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b515fdb-9f80-48f7-a45d-95fe2a2d21eb {{(pid=103281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 18:59:37.140813 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] For port 8b515fdb-9f80-48f7-a45d-95fe2a2d21eb, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=8b515fdb-9f80-48f7-a45d-95fe2a2d21eb,segment=NetworkSegment(6694153e-2070-44d0-bec4-dda97cd2835f),segment_id=6694153e-2070-44d0-bec4-dda97cd2835f)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:59:37.146199 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136'] for port (8b515fdb-9f80-48f7-a45d-95fe2a2d21eb), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:59:37.192216 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Pushing event updated for resources: {'Port': ['ID=8b515fdb-9f80-48f7-a45d-95fe2a2d21eb,revision_number=4']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:59:37.486095 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] get_ports_and_sgs() called for port_ids ['8b515fdb-9f80-48f7-a45d-95fe2a2d21eb'] {{(pid=103281) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 18:59:37.617347 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be723a3f-26ee-4129-9a6a-16a4af2ca935 req-529e775d-a14c-4365-888c-5ce110de9d85 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:59:37.619952 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-be723a3f-26ee-4129-9a6a-16a4af2ca935 req-529e775d-a14c-4365-888c-5ce110de9d85 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae1c0168-16cb-471e-91d0-fd249c17995b HTTP/1.1" status: 200 len: 943 time: 0.0501692 May 04 18:59:37.636158 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43296b12-f426-436d-8a6d-8fe51883cc35 req-3754f51b-c080-4bdb-ab6a-23ed25840d13 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:59:37.637591 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-43296b12-f426-436d-8a6d-8fe51883cc35 req-3754f51b-c080-4bdb-ab6a-23ed25840d13 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7f1ed58-7416-48f3-a966-c53a8220cc10 HTTP/1.1" status: 200 len: 945 time: 0.0505021 May 04 18:59:37.671696 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-be723a3f-26ee-4129-9a6a-16a4af2ca935 req-d26fabc4-0a3f-41c0-bf46-4fa3bc5f8e48 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] 10.222.0.35 "GET /v2.0/security-groups?id=21f831f8-7055-49b7-bcbd-6286b30d4ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447867 May 04 18:59:37.683089 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-43296b12-f426-436d-8a6d-8fe51883cc35 req-4f2ad0e2-d7ed-495b-9fd3-7671f8f8215a tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/security-groups?id=61fd236e-30d2-4330-b58b-cab5b37e3425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397944 May 04 18:59:38.241492 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc00bb3a-47a6-4dc9-9f94-e4d59156fb18 req-b24e5c2c-b91c-437e-8fee-a8c7cf5ec666 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:59:38.244094 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-fc00bb3a-47a6-4dc9-9f94-e4d59156fb18 req-b24e5c2c-b91c-437e-8fee-a8c7cf5ec666 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/ports?device_id=56fd17bc-cd63-4d9b-a036-d537eed1699a HTTP/1.1" status: 200 len: 945 time: 0.0540111 May 04 18:59:38.293744 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-fc00bb3a-47a6-4dc9-9f94-e4d59156fb18 req-57ada152-7220-4358-84f2-a41fb1efc5bc tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/security-groups?id=6146691f-7381-4f12-b964-14887f4f4ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413969 May 04 18:59:38.795735 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc94969-69b7-492b-bc11-0dfb91fa9580 req-2d442a88-460f-4b02-9fa7-1ee74016a114 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:59:38.797217 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-dfc94969-69b7-492b-bc11-0dfb91fa9580 req-2d442a88-460f-4b02-9fa7-1ee74016a114 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae1c0168-16cb-471e-91d0-fd249c17995b HTTP/1.1" status: 200 len: 943 time: 0.0496707 May 04 18:59:38.816877 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e6d4ec-bca4-4c2c-9ab5-b67a9e135fc5 req-f3c16d9b-13a6-48e5-8270-e1bd5ec32fd8 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:59:38.818403 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-57e6d4ec-bca4-4c2c-9ab5-b67a9e135fc5 req-f3c16d9b-13a6-48e5-8270-e1bd5ec32fd8 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7f1ed58-7416-48f3-a966-c53a8220cc10 HTTP/1.1" status: 200 len: 945 time: 0.0592232 May 04 18:59:38.849456 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-dfc94969-69b7-492b-bc11-0dfb91fa9580 req-6098d857-6e0c-4801-873c-6051082fc7b7 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] 10.222.0.35 "GET /v2.0/security-groups?id=21f831f8-7055-49b7-bcbd-6286b30d4ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462620 May 04 18:59:38.866034 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-57e6d4ec-bca4-4c2c-9ab5-b67a9e135fc5 req-88be0ed2-b2c0-406f-9900-2f6d074b84f8 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/security-groups?id=61fd236e-30d2-4330-b58b-cab5b37e3425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418010 May 04 18:59:38.970831 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Device 5777c5ef-78c0-4282-bfd9-095fdc6595ea details requested by agent hyperv_hv-cinder-84052 with host hv-cinder-84052 {{(pid=103281) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 18:59:38.974792 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Device 8b515fdb-9f80-48f7-a45d-95fe2a2d21eb up at agent hyperv_hv-cinder-84052 {{(pid=103281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 18:59:39.051176 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Provisioning for port 8b515fdb-9f80-48f7-a45d-95fe2a2d21eb completed by entity L2. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 18:59:39.085737 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Provisioning complete for port 8b515fdb-9f80-48f7-a45d-95fe2a2d21eb triggered by entity L2. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:59:39.086102 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1774450'] for port (8b515fdb-9f80-48f7-a45d-95fe2a2d21eb), provisioning_complete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:59:39.256364 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] For port 5777c5ef-78c0-4282-bfd9-095fdc6595ea, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=5777c5ef-78c0-4282-bfd9-095fdc6595ea,segment=NetworkSegment(20f7f636-8156-4de7-9a09-06cf753039da),segment_id=20f7f636-8156-4de7-9a09-06cf753039da)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:59:39.271395 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Returning: {'device': '5777c5ef-78c0-4282-bfd9-095fdc6595ea', 'network_id': 'e8e6dc94-9bb6-402c-8494-d1c5ccc072e3', 'port_id': '5777c5ef-78c0-4282-bfd9-095fdc6595ea', 'mac_address': 'fa:16:3e:9d:45:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 294, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e5e1458-2cb0-45f3-927b-d6296b1c3906', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103281) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 18:59:39.335442 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Current status of the port 5777c5ef-78c0-4282-bfd9-095fdc6595ea is: DOWN; New status is: BUILD {{(pid=103281) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:59:39.335829 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (5777c5ef-78c0-4282-bfd9-095fdc6595ea), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:59:39.337729 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Current status of the port 8b515fdb-9f80-48f7-a45d-95fe2a2d21eb is: BUILD; New status is: ACTIVE {{(pid=103281) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:59:39.338076 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (8b515fdb-9f80-48f7-a45d-95fe2a2d21eb), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:59:39.365476 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.notifiers.nova [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5777c5ef-78c0-4282-bfd9-095fdc6595ea {{(pid=103281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 18:59:39.376408 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7f1ed58-7416-48f3-a966-c53a8220cc10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b515fdb-9f80-48f7-a45d-95fe2a2d21eb'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:59:39.378656 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29bc9e8fddf1e81845832baf79700cdfe783df1752dea94dce4e4e68657cb9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f67e9038-1c3c-429c-b303-39b08bfed09c" -d '{"events": [{"server_uuid": "d7f1ed58-7416-48f3-a966-c53a8220cc10", "name": "network-vif-plugged", "status": "completed", "tag": "8b515fdb-9f80-48f7-a45d-95fe2a2d21eb"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 18:59:39.400488 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] For port 8b515fdb-9f80-48f7-a45d-95fe2a2d21eb, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=8b515fdb-9f80-48f7-a45d-95fe2a2d21eb,segment=NetworkSegment(6694153e-2070-44d0-bec4-dda97cd2835f),segment_id=6694153e-2070-44d0-bec4-dda97cd2835f)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:59:39.402416 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] For port 5777c5ef-78c0-4282-bfd9-095fdc6595ea, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=5777c5ef-78c0-4282-bfd9-095fdc6595ea,segment=NetworkSegment(20f7f636-8156-4de7-9a09-06cf753039da),segment_id=20f7f636-8156-4de7-9a09-06cf753039da)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:59:39.405762 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136'] for port (8b515fdb-9f80-48f7-a45d-95fe2a2d21eb), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:59:39.410216 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136'] for port (5777c5ef-78c0-4282-bfd9-095fdc6595ea), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:59:39.424391 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75a92e1-b578-4340-9baf-71920a373579 req-9f41646c-43e0-4a9d-8ffb-dd9bd7247a06 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:59:39.427008 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-c75a92e1-b578-4340-9baf-71920a373579 req-9f41646c-43e0-4a9d-8ffb-dd9bd7247a06 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/ports?device_id=56fd17bc-cd63-4d9b-a036-d537eed1699a HTTP/1.1" status: 200 len: 945 time: 0.0545800 May 04 18:59:39.432932 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 18:59:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec196a40-5907-452c-9176-afa46e6b8f2b x-openstack-request-id: req-ec196a40-5907-452c-9176-afa46e6b8f2b {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 18:59:39.433241 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7f1ed58-7416-48f3-a966-c53a8220cc10", "name": "network-vif-plugged", "status": "completed", "tag": "8b515fdb-9f80-48f7-a45d-95fe2a2d21eb", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 18:59:39.433519 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ec196a40-5907-452c-9176-afa46e6b8f2b {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 18:59:39.433913 dv-cinder-840525-1-iscsi neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec196a40-5907-452c-9176-afa46e6b8f2b'] response: {'server_uuid': 'd7f1ed58-7416-48f3-a966-c53a8220cc10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b515fdb-9f80-48f7-a45d-95fe2a2d21eb', 'code': 200} May 04 18:59:39.463140 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Pushing event updated for resources: {'Port': ['ID=8b515fdb-9f80-48f7-a45d-95fe2a2d21eb,revision_number=5']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:59:39.477097 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-c75a92e1-b578-4340-9baf-71920a373579 req-d652f99d-f349-4b81-9e2a-93e6d79b9c70 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/security-groups?id=6146691f-7381-4f12-b964-14887f4f4ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447373 May 04 18:59:39.514080 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Pushing event updated for resources: {'Port': ['ID=5777c5ef-78c0-4282-bfd9-095fdc6595ea,revision_number=4']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:59:39.637317 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b76783-dc85-4a75-9ee6-4446ae2573b9 req-e4c3f553-f11a-490d-83bd-73edf3358b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:59:39.638891 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-c1b76783-dc85-4a75-9ee6-4446ae2573b9 req-e4c3f553-f11a-490d-83bd-73edf3358b86 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d7f1ed58-7416-48f3-a966-c53a8220cc10 HTTP/1.1" status: 200 len: 1130 time: 0.0406282 May 04 18:59:39.687913 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-c1b76783-dc85-4a75-9ee6-4446ae2573b9 req-77b47814-1e59-4f8b-9434-a4eef0b7f188 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=61fd236e-30d2-4330-b58b-cab5b37e3425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385985 May 04 18:59:39.772906 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] get_ports_and_sgs() called for port_ids ['5777c5ef-78c0-4282-bfd9-095fdc6595ea'] {{(pid=103281) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 18:59:39.964313 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fcafaa-a58a-4aa8-910f-d2cf3bb23658 req-83374517-de82-454f-be80-4749f1757a07 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:59:39.965840 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-84fcafaa-a58a-4aa8-910f-d2cf3bb23658 req-83374517-de82-454f-be80-4749f1757a07 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae1c0168-16cb-471e-91d0-fd249c17995b HTTP/1.1" status: 200 len: 944 time: 0.0482306 May 04 18:59:39.979262 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d63dbc-3072-43c9-b9e9-4e4d31ed2d9f req-7918ead6-454c-4670-aa83-d928d0bec48b tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:59:39.980751 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-77d63dbc-3072-43c9-b9e9-4e4d31ed2d9f req-7918ead6-454c-4670-aa83-d928d0bec48b tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7f1ed58-7416-48f3-a966-c53a8220cc10 HTTP/1.1" status: 200 len: 946 time: 0.0466003 May 04 18:59:40.021315 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-84fcafaa-a58a-4aa8-910f-d2cf3bb23658 req-c524c77b-7470-4665-aa48-b1997d2ee645 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] 10.222.0.35 "GET /v2.0/security-groups?id=21f831f8-7055-49b7-bcbd-6286b30d4ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473375 May 04 18:59:40.028593 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-77d63dbc-3072-43c9-b9e9-4e4d31ed2d9f req-daffc2d3-c66e-4a45-8713-649439990498 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/security-groups?id=61fd236e-30d2-4330-b58b-cab5b37e3425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415533 May 04 18:59:40.608429 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e933c317-3ae5-4733-bd6c-804b51346549 req-2b803e31-b7df-4812-a79e-2862a920830c tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:59:40.609918 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e933c317-3ae5-4733-bd6c-804b51346549 req-2b803e31-b7df-4812-a79e-2862a920830c tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/ports?device_id=56fd17bc-cd63-4d9b-a036-d537eed1699a HTTP/1.1" status: 200 len: 945 time: 0.0491071 May 04 18:59:40.656472 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e933c317-3ae5-4733-bd6c-804b51346549 req-08cb44c1-d5b0-46ed-ae16-00704df9e760 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/security-groups?id=6146691f-7381-4f12-b964-14887f4f4ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407851 May 04 18:59:40.981771 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Device 5777c5ef-78c0-4282-bfd9-095fdc6595ea up at agent hyperv_hv-cinder-84052 {{(pid=103281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 18:59:41.040721 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Provisioning for port 5777c5ef-78c0-4282-bfd9-095fdc6595ea completed by entity L2. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 18:59:41.049761 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Provisioning complete for port 5777c5ef-78c0-4282-bfd9-095fdc6595ea triggered by entity L2. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:59:41.050243 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1774450'] for port (5777c5ef-78c0-4282-bfd9-095fdc6595ea), provisioning_complete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:59:41.148796 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e293e31-c95b-4cd8-9129-e332a2793857 req-ec734d7f-e44b-4b71-b5f1-bd9cc0df415a tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:59:41.152335 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Current status of the port 5777c5ef-78c0-4282-bfd9-095fdc6595ea is: BUILD; New status is: ACTIVE {{(pid=103281) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:59:41.152731 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (5777c5ef-78c0-4282-bfd9-095fdc6595ea), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:59:41.153796 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-0e293e31-c95b-4cd8-9129-e332a2793857 req-ec734d7f-e44b-4b71-b5f1-bd9cc0df415a tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae1c0168-16cb-471e-91d0-fd249c17995b HTTP/1.1" status: 200 len: 944 time: 0.0571733 May 04 18:59:41.162151 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0f4edb-2288-498d-af72-5adff308fd38 req-dcdfa172-d78e-4440-ac77-20581718fa32 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:59:41.164203 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-3b0f4edb-2288-498d-af72-5adff308fd38 req-dcdfa172-d78e-4440-ac77-20581718fa32 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7f1ed58-7416-48f3-a966-c53a8220cc10 HTTP/1.1" status: 200 len: 946 time: 0.0508962 May 04 18:59:41.190286 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] For port 5777c5ef-78c0-4282-bfd9-095fdc6595ea, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=5777c5ef-78c0-4282-bfd9-095fdc6595ea,segment=NetworkSegment(20f7f636-8156-4de7-9a09-06cf753039da),segment_id=20f7f636-8156-4de7-9a09-06cf753039da)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:59:41.195506 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136'] for port (5777c5ef-78c0-4282-bfd9-095fdc6595ea), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:59:41.207438 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-0e293e31-c95b-4cd8-9129-e332a2793857 req-49f0e7d7-72c2-48cd-8bca-14e056f57ed8 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] 10.222.0.35 "GET /v2.0/security-groups?id=21f831f8-7055-49b7-bcbd-6286b30d4ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492220 May 04 18:59:41.219668 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-3b0f4edb-2288-498d-af72-5adff308fd38 req-cddef3cc-9410-456c-ba5e-52115c23f17e tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/security-groups?id=61fd236e-30d2-4330-b58b-cab5b37e3425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495784 May 04 18:59:41.259725 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Pushing event updated for resources: {'Port': ['ID=5777c5ef-78c0-4282-bfd9-095fdc6595ea,revision_number=5']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:59:41.435196 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae1c0168-16cb-471e-91d0-fd249c17995b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5777c5ef-78c0-4282-bfd9-095fdc6595ea'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:59:41.438382 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29bc9e8fddf1e81845832baf79700cdfe783df1752dea94dce4e4e68657cb9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35d0cc10-feb6-42b5-90b4-5e989c3776ab" -d '{"events": [{"server_uuid": "ae1c0168-16cb-471e-91d0-fd249c17995b", "name": "network-vif-plugged", "status": "completed", "tag": "5777c5ef-78c0-4282-bfd9-095fdc6595ea"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 18:59:41.476826 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 18:59:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-533e1f64-01e8-4dc8-ae58-04d97ab65d19 x-openstack-request-id: req-533e1f64-01e8-4dc8-ae58-04d97ab65d19 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 18:59:41.477243 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae1c0168-16cb-471e-91d0-fd249c17995b", "name": "network-vif-plugged", "status": "completed", "tag": "5777c5ef-78c0-4282-bfd9-095fdc6595ea", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 18:59:41.477567 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-533e1f64-01e8-4dc8-ae58-04d97ab65d19 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 18:59:41.478112 dv-cinder-840525-1-iscsi neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event matching ['req-533e1f64-01e8-4dc8-ae58-04d97ab65d19'] response: {'server_uuid': 'ae1c0168-16cb-471e-91d0-fd249c17995b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5777c5ef-78c0-4282-bfd9-095fdc6595ea', 'code': 200} May 04 18:59:41.786240 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e49cdcd-871c-48a6-8586-1bf24816bd78 req-77a7bd87-0116-46b1-b307-6426a640f74c tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:59:41.787762 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-1e49cdcd-871c-48a6-8586-1bf24816bd78 req-77a7bd87-0116-46b1-b307-6426a640f74c tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/ports?device_id=56fd17bc-cd63-4d9b-a036-d537eed1699a HTTP/1.1" status: 200 len: 945 time: 0.0543520 May 04 18:59:41.841395 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-1e49cdcd-871c-48a6-8586-1bf24816bd78 req-c85dd9ef-c555-4d29-8b66-1e71202b0d23 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/security-groups?id=6146691f-7381-4f12-b964-14887f4f4ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467837 May 04 18:59:42.111138 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f1ae62-2ebb-4854-b797-50044aa6049f req-b1356a99-a551-4391-a130-0765cb298745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:59:42.113378 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-10f1ae62-2ebb-4854-b797-50044aa6049f req-b1356a99-a551-4391-a130-0765cb298745 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ae1c0168-16cb-471e-91d0-fd249c17995b HTTP/1.1" status: 200 len: 1129 time: 0.0437133 May 04 18:59:42.165509 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-10f1ae62-2ebb-4854-b797-50044aa6049f req-cebad1b6-011c-4ee8-971e-ca5f4907a9a8 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=21f831f8-7055-49b7-bcbd-6286b30d4ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426137 May 04 18:59:42.331545 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75db1f3-cb5c-4005-b32c-28bec952c485 req-ab39487b-640a-4792-87a2-c712a6aa0736 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:59:42.333094 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-e75db1f3-cb5c-4005-b32c-28bec952c485 req-ab39487b-640a-4792-87a2-c712a6aa0736 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae1c0168-16cb-471e-91d0-fd249c17995b HTTP/1.1" status: 200 len: 945 time: 0.0469010 May 04 18:59:42.341169 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873cf428-8cdb-4357-979c-e4a9d304b6cc req-411bc3ef-da76-4ff8-a914-720f8143588b tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:59:42.342662 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-873cf428-8cdb-4357-979c-e4a9d304b6cc req-411bc3ef-da76-4ff8-a914-720f8143588b tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7f1ed58-7416-48f3-a966-c53a8220cc10 HTTP/1.1" status: 200 len: 946 time: 0.0498204 May 04 18:59:42.382129 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-e75db1f3-cb5c-4005-b32c-28bec952c485 req-05a8caa7-c9f2-4e5a-b01b-c9e3f2775da4 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] 10.222.0.35 "GET /v2.0/security-groups?id=21f831f8-7055-49b7-bcbd-6286b30d4ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432622 May 04 18:59:42.390063 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-873cf428-8cdb-4357-979c-e4a9d304b6cc req-f199bebf-9c34-4c06-9502-1c09b325f4d5 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/security-groups?id=61fd236e-30d2-4330-b58b-cab5b37e3425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411174 May 04 18:59:42.501618 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c75e140-bf17-4064-bb1f-f3fac773d748 req-0cede53c-b73b-4304-ac75-7d7aafe62ce1 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:59:42.503136 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-3c75e140-bf17-4064-bb1f-f3fac773d748 req-0cede53c-b73b-4304-ac75-7d7aafe62ce1 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7f1ed58-7416-48f3-a966-c53a8220cc10 HTTP/1.1" status: 200 len: 946 time: 0.0519576 May 04 18:59:42.511937 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 52148) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:59:42.516185 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.v2.base [None req-d5715dd2-8337-4936-af50-d721f581f750 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Request body: {'floatingip': {'port_id': '8b515fdb-9f80-48f7-a45d-95fe2a2d21eb'}} {{(pid=103279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:59:42.555849 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-d5715dd2-8337-4936-af50-d721f581f750 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Publish callbacks [] for floatingip (a9154244-3542-4eb6-bd0e-0617382ef66e), before_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:59:42.959891 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6cc698-92cc-4871-8051-4811187ce689 req-6ff6fadd-02e4-4b01-85c8-cccc471f3280 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:59:42.961430 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-eb6cc698-92cc-4871-8051-4811187ce689 req-6ff6fadd-02e4-4b01-85c8-cccc471f3280 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/ports?device_id=56fd17bc-cd63-4d9b-a036-d537eed1699a HTTP/1.1" status: 200 len: 945 time: 0.0479565 May 04 18:59:43.008012 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-eb6cc698-92cc-4871-8051-4811187ce689 req-3506e003-88c0-4f0e-bc0f-e347c876d465 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/security-groups?id=6146691f-7381-4f12-b964-14887f4f4ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406876 May 04 18:59:43.218586 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-d5715dd2-8337-4936-af50-d721f581f750 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:59:43.225670 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-d5715dd2-8337-4936-af50-d721f581f750 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608971'] for floatingip (a9154244-3542-4eb6-bd0e-0617382ef66e), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:59:43.341976 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.db.l3_db [None req-d5715dd2-8337-4936-af50-d721f581f750 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Floating IP a9154244-3542-4eb6-bd0e-0617382ef66e associated. External IP: 172.27.0.102, port: 8b515fdb-9f80-48f7-a45d-95fe2a2d21eb. May 04 18:59:43.536281 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bc3f9a-93f5-45cd-b469-30811a75e898 req-592c4df2-f6a3-4feb-a5bf-ab42989cb899 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:59:43.537798 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-c4bc3f9a-93f5-45cd-b469-30811a75e898 req-592c4df2-f6a3-4feb-a5bf-ab42989cb899 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae1c0168-16cb-471e-91d0-fd249c17995b HTTP/1.1" status: 200 len: 945 time: 0.0568466 May 04 18:59:43.620489 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5715dd2-8337-4936-af50-d721f581f750 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Router 99e16632-d532-445b-8b38-b656dab90e80 has already been hosted by L3 agent 0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b {{(pid=103279) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 18:59:43.636914 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-c4bc3f9a-93f5-45cd-b469-30811a75e898 req-c22583c9-3e1e-43b5-97b0-f788e88969a3 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] 10.222.0.35 "GET /v2.0/security-groups?id=21f831f8-7055-49b7-bcbd-6286b30d4ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715723 May 04 18:59:43.741519 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5715dd2-8337-4936-af50-d721f581f750 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Notify agent at l3_agent.dv-cinder-840525-1-iscsi the message routers_updated {{(pid=103279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 18:59:43.747368 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-d5715dd2-8337-4936-af50-d721f581f750 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127086'] for floatingip (None), before_response {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:59:43.753772 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786e1bca-29bf-4187-aca2-0e98c75ebe3a None None] Sync routers for ids ['99e16632-d532-445b-8b38-b656dab90e80'] in dv-cinder-840525-1-iscsi {{(pid=103282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 18:59:43.764866 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786e1bca-29bf-4187-aca2-0e98c75ebe3a None None] Routers {'99e16632-d532-445b-8b38-b656dab90e80'} bound to L3 agent in host dv-cinder-840525-1-iscsi {{(pid=103282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 18:59:43.765510 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-786e1bca-29bf-4187-aca2-0e98c75ebe3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T18:48:29Z,description=,heartbeat_timestamp=2022-05-04T18:59:29Z,host='dv-cinder-840525-1-iscsi',id=0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:48:29Z,topic='l3_agent')) {'router_ids': ['99e16632-d532-445b-8b38-b656dab90e80'], 'active': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:59:43.787886 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-d5715dd2-8337-4936-af50-d721f581f750 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "PUT /v2.0/floatingips/a9154244-3542-4eb6-bd0e-0617382ef66e HTTP/1.1" status: 200 len: 992 time: 1.2628865 May 04 18:59:43.787886 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7f1ed58-7416-48f3-a966-c53a8220cc10', 'tag': '8b515fdb-9f80-48f7-a45d-95fe2a2d21eb'}] {{(pid=103279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:59:43.787886 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f03067be0d021e11c0632f57e5c6e43a0067ecb248f9894e29d0a29efd5d62c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3513ddff-7347-4004-94e8-3216633953a4" -d '{"events": [{"name": "network-changed", "server_uuid": "d7f1ed58-7416-48f3-a966-c53a8220cc10", "tag": "8b515fdb-9f80-48f7-a45d-95fe2a2d21eb"}]}' {{(pid=103279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 18:59:43.815212 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 18:59:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abb18acf-4bfd-40d9-8b65-56ef91cc148a x-openstack-request-id: req-abb18acf-4bfd-40d9-8b65-56ef91cc148a {{(pid=103279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 18:59:43.815570 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7f1ed58-7416-48f3-a966-c53a8220cc10", "tag": "8b515fdb-9f80-48f7-a45d-95fe2a2d21eb", "status": "completed", "code": 200}]} {{(pid=103279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 18:59:43.815825 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-abb18acf-4bfd-40d9-8b65-56ef91cc148a {{(pid=103279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 18:59:43.816225 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abb18acf-4bfd-40d9-8b65-56ef91cc148a'] response: {'name': 'network-changed', 'server_uuid': 'd7f1ed58-7416-48f3-a966-c53a8220cc10', 'tag': '8b515fdb-9f80-48f7-a45d-95fe2a2d21eb', 'status': 'completed', 'code': 200} May 04 18:59:43.873490 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvr_db [None req-786e1bca-29bf-4187-aca2-0e98c75ebe3a None None] Set router 99e16632-d532-445b-8b38-b656dab90e80 gateway port host: dv-cinder-840525-1-iscsi {{(pid=103282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 18:59:44.105944 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-786e1bca-29bf-4187-aca2-0e98c75ebe3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99e16632-d532-445b-8b38-b656dab90e80', 'name': 'tempest-ServerRescueNegativeTestJSON-2014535518-router', 'tenant_id': '5287a76e646d4a3db0cc508a956314e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'external_fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '31d53c0e-944d-4f88-9291-b28b143bac65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:56:52Z', 'updated_at': '2022-05-04T18:57:08Z', 'revision_number': 4, 'project_id': '5287a76e646d4a3db0cc508a956314e7', 'gw_port': {'id': '31d53c0e-944d-4f88-9291-b28b143bac65', 'name': '', 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:f8:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e16632-d532-445b-8b38-b656dab90e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:56:54Z', 'updated_at': '2022-05-04T18:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-1-iscsi', '_floatingips': [{'id': 'a9154244-3542-4eb6-bd0e-0617382ef66e', 'tenant_id': '5287a76e646d4a3db0cc508a956314e7', 'floating_ip_address': '172.27.0.102', 'floating_network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'router_id': '99e16632-d532-445b-8b38-b656dab90e80', 'port_id': '8b515fdb-9f80-48f7-a45d-95fe2a2d21eb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 413, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b776d5b6-becc-4024-9dab-9ffc4ba67a01', 'mac_address': 'fa:16:3e:0e:28:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7f1ed58-7416-48f3-a966-c53a8220cc10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T18:59:28Z', 'updated_at': '2022-05-04T18:59:43Z', 'revision_number': 1, 'project_id': '5287a76e646d4a3db0cc508a956314e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c32b55e-d937-44b9-a8c5-48726c34ada2', 'name': '', 'network_id': 'b776d5b6-becc-4024-9dab-9ffc4ba67a01', 'tenant_id': '5287a76e646d4a3db0cc508a956314e7', 'mac_address': 'fa:16:3e:c5:c1:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e16632-d532-445b-8b38-b656dab90e80', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '02826e21-c978-41a3-b31e-dd2107bb922c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:57:04Z', 'updated_at': '2022-05-04T18:57:16Z', 'revision_number': 5, 'project_id': '5287a76e646d4a3db0cc508a956314e7', 'subnets': [{'id': '02826e21-c978-41a3-b31e-dd2107bb922c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-1-iscsi', False) {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:59:44.128578 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a70dc7-6d51-4ecd-bf35-8c12177d99d6 req-8c2e961e-8e57-4c71-b652-9a103bc85520 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:59:44.130046 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-22a70dc7-6d51-4ecd-bf35-8c12177d99d6 req-8c2e961e-8e57-4c71-b652-9a103bc85520 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/ports?device_id=56fd17bc-cd63-4d9b-a036-d537eed1699a HTTP/1.1" status: 200 len: 945 time: 0.0474596 May 04 18:59:44.133168 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786e1bca-29bf-4187-aca2-0e98c75ebe3a None None] Checking router: 99e16632-d532-445b-8b38-b656dab90e80 for host: dv-cinder-840525-1-iscsi {{(pid=103282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 18:59:44.142337 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786e1bca-29bf-4187-aca2-0e98c75ebe3a None None] Routers {'99e16632-d532-445b-8b38-b656dab90e80'} bound to L3 agent in host dv-cinder-840525-1-iscsi {{(pid=103282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 18:59:44.143013 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-786e1bca-29bf-4187-aca2-0e98c75ebe3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T18:48:29Z,description=,heartbeat_timestamp=2022-05-04T18:59:29Z,host='dv-cinder-840525-1-iscsi',id=0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:48:29Z,topic='l3_agent')) {'router_ids': ['99e16632-d532-445b-8b38-b656dab90e80'], 'active': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:59:44.180115 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-22a70dc7-6d51-4ecd-bf35-8c12177d99d6 req-bd995096-6aa6-44f3-92f8-86fd1ff41a9a tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/security-groups?id=6146691f-7381-4f12-b964-14887f4f4ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441127 May 04 18:59:44.249794 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvr_db [None req-786e1bca-29bf-4187-aca2-0e98c75ebe3a None None] Set router 99e16632-d532-445b-8b38-b656dab90e80 gateway port host: dv-cinder-840525-1-iscsi {{(pid=103282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 18:59:44.394272 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3513ddff-7347-4004-94e8-3216633953a4 req-409a9455-0eb3-4a69-924a-3a1006000f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:59:44.395929 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-3513ddff-7347-4004-94e8-3216633953a4 req-409a9455-0eb3-4a69-924a-3a1006000f82 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5287a76e646d4a3db0cc508a956314e7&device_id=d7f1ed58-7416-48f3-a966-c53a8220cc10 HTTP/1.1" status: 200 len: 1130 time: 0.0412381 May 04 18:59:44.484392 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-786e1bca-29bf-4187-aca2-0e98c75ebe3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99e16632-d532-445b-8b38-b656dab90e80', 'name': 'tempest-ServerRescueNegativeTestJSON-2014535518-router', 'tenant_id': '5287a76e646d4a3db0cc508a956314e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'external_fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '31d53c0e-944d-4f88-9291-b28b143bac65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:56:52Z', 'updated_at': '2022-05-04T18:57:08Z', 'revision_number': 4, 'project_id': '5287a76e646d4a3db0cc508a956314e7', 'gw_port': {'id': '31d53c0e-944d-4f88-9291-b28b143bac65', 'name': '', 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:f8:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e16632-d532-445b-8b38-b656dab90e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:56:54Z', 'updated_at': '2022-05-04T18:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-1-iscsi', '_floatingips': [{'id': 'a9154244-3542-4eb6-bd0e-0617382ef66e', 'tenant_id': '5287a76e646d4a3db0cc508a956314e7', 'floating_ip_address': '172.27.0.102', 'floating_network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'router_id': '99e16632-d532-445b-8b38-b656dab90e80', 'port_id': '8b515fdb-9f80-48f7-a45d-95fe2a2d21eb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 413, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b776d5b6-becc-4024-9dab-9ffc4ba67a01', 'mac_address': 'fa:16:3e:0e:28:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7f1ed58-7416-48f3-a966-c53a8220cc10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T18:59:28Z', 'updated_at': '2022-05-04T18:59:43Z', 'revision_number': 1, 'project_id': '5287a76e646d4a3db0cc508a956314e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c32b55e-d937-44b9-a8c5-48726c34ada2', 'name': '', 'network_id': 'b776d5b6-becc-4024-9dab-9ffc4ba67a01', 'tenant_id': '5287a76e646d4a3db0cc508a956314e7', 'mac_address': 'fa:16:3e:c5:c1:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e16632-d532-445b-8b38-b656dab90e80', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '02826e21-c978-41a3-b31e-dd2107bb922c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:57:04Z', 'updated_at': '2022-05-04T18:57:16Z', 'revision_number': 5, 'project_id': '5287a76e646d4a3db0cc508a956314e7', 'subnets': [{'id': '02826e21-c978-41a3-b31e-dd2107bb922c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-1-iscsi', False) {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:59:44.506243 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3513ddff-7347-4004-94e8-3216633953a4 req-aa6ae7f1-8126-484b-8a92-731129c4de4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:59:44.507707 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-3513ddff-7347-4004-94e8-3216633953a4 req-aa6ae7f1-8126-484b-8a92-731129c4de4f service neutron] 10.222.0.55 "GET /v2.0/networks?id=b776d5b6-becc-4024-9dab-9ffc4ba67a01 HTTP/1.1" status: 200 len: 920 time: 0.0934958 May 04 18:59:44.514857 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786e1bca-29bf-4187-aca2-0e98c75ebe3a None None] The sync data for ids ['99e16632-d532-445b-8b38-b656dab90e80'] in dv-cinder-840525-1-iscsi is: [{'id': '99e16632-d532-445b-8b38-b656dab90e80', 'name': 'tempest-ServerRescueNegativeTestJSON-2014535518-router', 'tenant_id': '5287a76e646d4a3db0cc508a956314e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'external_fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '31d53c0e-944d-4f88-9291-b28b143bac65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:56:52Z', 'updated_at': '2022-05-04T18:57:08Z', 'revision_number': 4, 'project_id': '5287a76e646d4a3db0cc508a956314e7', 'gw_port': {'id': '31d53c0e-944d-4f88-9291-b28b143bac65', 'name': '', 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:f8:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e16632-d532-445b-8b38-b656dab90e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:56:54Z', 'updated_at': '2022-05-04T18:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-1-iscsi', '_floatingips': [{'id': 'a9154244-3542-4eb6-bd0e-0617382ef66e', 'tenant_id': '5287a76e646d4a3db0cc508a956314e7', 'floating_ip_address': '172.27.0.102', 'floating_network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'router_id': '99e16632-d532-445b-8b38-b656dab90e80', 'port_id': '8b515fdb-9f80-48f7-a45d-95fe2a2d21eb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 413, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b776d5b6-becc-4024-9dab-9ffc4ba67a01', 'mac_address': 'fa:16:3e:0e:28:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7f1ed58-7416-48f3-a966-c53a8220cc10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T18:59:28Z', 'updated_at': '2022-05-04T18:59:43Z', 'revision_number': 1, 'project_id': '5287a76e646d4a3db0cc508a956314e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c32b55e-d937-44b9-a8c5-48726c34ada2', 'name': '', 'network_id': 'b776d5b6-becc-4024-9dab-9ffc4ba67a01', 'tenant_id': '5287a76e646d4a3db0cc508a956314e7', 'mac_address': 'fa:16:3e:c5:c1:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e16632-d532-445b-8b38-b656dab90e80', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '02826e21-c978-41a3-b31e-dd2107bb922c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:57:04Z', 'updated_at': '2022-05-04T18:57:16Z', 'revision_number': 5, 'project_id': '5287a76e646d4a3db0cc508a956314e7', 'subnets': [{'id': '02826e21-c978-41a3-b31e-dd2107bb922c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 18:59:44.576787 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-3513ddff-7347-4004-94e8-3216633953a4 req-f8d96ac7-2bfb-4258-81c4-b8971da75475 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b515fdb-9f80-48f7-a45d-95fe2a2d21eb HTTP/1.1" status: 200 len: 1000 time: 0.0596435 May 04 18:59:44.642203 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3513ddff-7347-4004-94e8-3216633953a4 req-6d9ad359-ae0b-4a50-ada6-fe5d371264dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:59:44.643797 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-3513ddff-7347-4004-94e8-3216633953a4 req-6d9ad359-ae0b-4a50-ada6-fe5d371264dd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=02826e21-c978-41a3-b31e-dd2107bb922c HTTP/1.1" status: 200 len: 858 time: 0.0512025 May 04 18:59:44.698006 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3513ddff-7347-4004-94e8-3216633953a4 req-3e855fa1-affa-4ffa-a48e-85c3d13c2477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:59:44.699562 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-3513ddff-7347-4004-94e8-3216633953a4 req-3e855fa1-affa-4ffa-a48e-85c3d13c2477 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b776d5b6-becc-4024-9dab-9ffc4ba67a01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455017 May 04 18:59:44.705978 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37fe5448-9b19-420a-8f9f-f13fca585c18 None None] New status for floating IP a9154244-3542-4eb6-bd0e-0617382ef66e: ACTIVE {{(pid=103281) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 18:59:44.778654 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac74b290-8611-448f-b4b9-704cde23d96a req-61e6db06-828b-4f0b-a53a-b1167f85c7e4 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:59:44.779967 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-ac74b290-8611-448f-b4b9-704cde23d96a req-61e6db06-828b-4f0b-a53a-b1167f85c7e4 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae1c0168-16cb-471e-91d0-fd249c17995b HTTP/1.1" status: 200 len: 945 time: 0.0673294 May 04 18:59:44.869148 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-3513ddff-7347-4004-94e8-3216633953a4 req-8dbc5d97-35d5-413f-879a-f3d24dfbcbdc service neutron] 10.222.0.55 "GET /v2.0/networks/b776d5b6-becc-4024-9dab-9ffc4ba67a01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472802 May 04 18:59:44.878027 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-ac74b290-8611-448f-b4b9-704cde23d96a req-d470caa6-63cc-4876-9aa6-b14d191f8777 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] 10.222.0.35 "GET /v2.0/security-groups?id=21f831f8-7055-49b7-bcbd-6286b30d4ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651293 May 04 18:59:44.967595 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-3513ddff-7347-4004-94e8-3216633953a4 req-3ab36502-7c1b-400a-8269-243cfc0e0dba service neutron] 10.222.0.55 "GET /v2.0/networks/b776d5b6-becc-4024-9dab-9ffc4ba67a01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880272 May 04 18:59:44.991073 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475c239c-8464-4b42-9cdf-c8ec5c7082dd req-3b6f0821-793d-41f4-8684-38b1c0af7c59 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:59:44.992575 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-475c239c-8464-4b42-9cdf-c8ec5c7082dd req-3b6f0821-793d-41f4-8684-38b1c0af7c59 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae1c0168-16cb-471e-91d0-fd249c17995b HTTP/1.1" status: 200 len: 945 time: 0.0474446 May 04 18:59:45.044457 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-475c239c-8464-4b42-9cdf-c8ec5c7082dd req-1163482f-4a13-4f60-aa6c-b2c33482c601 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] 10.222.0.35 "GET /v2.0/security-groups?id=21f831f8-7055-49b7-bcbd-6286b30d4ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456603 May 04 18:59:45.075427 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 52164) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:59:45.299781 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69200fd-4184-40d2-83c5-aa761a873284 req-c137e885-8fd9-4885-97de-636cce4ab3d1 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:59:45.301224 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-b69200fd-4184-40d2-83c5-aa761a873284 req-c137e885-8fd9-4885-97de-636cce4ab3d1 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/ports?device_id=56fd17bc-cd63-4d9b-a036-d537eed1699a HTTP/1.1" status: 200 len: 945 time: 0.0494604 May 04 18:59:45.347966 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-b69200fd-4184-40d2-83c5-aa761a873284 req-edcf2cc2-aef2-4831-9e55-fb51bf48f5d4 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/security-groups?id=6146691f-7381-4f12-b964-14887f4f4ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407445 May 04 18:59:45.362205 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31622069-7c25-4d94-b832-ea76946a5032 tempest-TestShelveInstance-968856497 tempest-TestShelveInstance-968856497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:59:45.363816 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-31622069-7c25-4d94-b832-ea76946a5032 tempest-TestShelveInstance-968856497 tempest-TestShelveInstance-968856497-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=ae1c0168-16cb-471e-91d0-fd249c17995b HTTP/1.1" status: 200 len: 1124 time: 0.2873852 May 04 18:59:45.366881 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 52170) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:59:45.371360 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.v2.base [None req-6a112ca3-89ac-4432-a7cf-45047de265e8 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] Request body: {'floatingip': {'floating_network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'port_id': '5777c5ef-78c0-4282-bfd9-095fdc6595ea', 'tenant_id': '8bf2894c75244d3f8e2c83c7deb9ab3e', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:59:45.394890 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-6a112ca3-89ac-4432-a7cf-45047de265e8 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:59:45.471338 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-6a112ca3-89ac-4432-a7cf-45047de265e8 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (None), before_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:59:45.580119 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.db.db_base_plugin_common [None req-6a112ca3-89ac-4432-a7cf-45047de265e8 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] Allocated IP 172.27.0.177 (cbca2f8d-f88f-49b4-8a9d-8b4714c67762/6d3155f3-7d72-4b90-89ae-8effc01a61e4/e99569ee-6e09-459b-8d20-17de70c8c862) {{(pid=103279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:59:45.679430 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-6a112ca3-89ac-4432-a7cf-45047de265e8 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] Publish callbacks [] for port (e99569ee-6e09-459b-8d20-17de70c8c862), precommit_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:59:45.715502 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-6a112ca3-89ac-4432-a7cf-45047de265e8 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790498302100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13908970'] for port (e99569ee-6e09-459b-8d20-17de70c8c862), after_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:59:45.755735 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a112ca3-89ac-4432-a7cf-45047de265e8 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] Network cbca2f8d-f88f-49b4-8a9d-8b4714c67762 is already hosted by enough agents. {{(pid=103279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:59:45.758309 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.scheduler.base_scheduler [None req-6a112ca3-89ac-4432-a7cf-45047de265e8 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] Resources bound (agent type, host, resource id): {{(pid=103279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:59:45.761975 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a112ca3-89ac-4432-a7cf-45047de265e8 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] Received port after_create {{(pid=103279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 18:59:45.788731 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a112ca3-89ac-4432-a7cf-45047de265e8 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] Pushing event updated for resources: {'Port': ['ID=e99569ee-6e09-459b-8d20-17de70c8c862,revision_number=1']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:59:46.133396 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-6a112ca3-89ac-4432-a7cf-45047de265e8 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] Publish callbacks [] for floatingip (8913fbcd-1a68-4a74-836e-14529f69148d), precommit_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:59:46.204407 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-6a112ca3-89ac-4432-a7cf-45047de265e8 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (e99569ee-6e09-459b-8d20-17de70c8c862), before_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:59:46.355386 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-6a112ca3-89ac-4432-a7cf-45047de265e8 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] Publish callbacks [] for port (e99569ee-6e09-459b-8d20-17de70c8c862), precommit_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:59:46.361433 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-6a112ca3-89ac-4432-a7cf-45047de265e8 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13908979'] for port (e99569ee-6e09-459b-8d20-17de70c8c862), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:59:46.443621 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a112ca3-89ac-4432-a7cf-45047de265e8 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] Pushing event updated for resources: {'Port': ['ID=e99569ee-6e09-459b-8d20-17de70c8c862,revision_number=2']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:59:46.478082 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-6a112ca3-89ac-4432-a7cf-45047de265e8 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608971'] for floatingip (8913fbcd-1a68-4a74-836e-14529f69148d), after_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:59:46.518450 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2e0dce-b97c-49fd-9873-899e798dab1a req-8814675d-eebe-4c43-a760-54610af928ab tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:59:46.519921 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-fe2e0dce-b97c-49fd-9873-899e798dab1a req-8814675d-eebe-4c43-a760-54610af928ab tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/ports?device_id=56fd17bc-cd63-4d9b-a036-d537eed1699a HTTP/1.1" status: 200 len: 945 time: 0.0938442 May 04 18:59:46.613687 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-fe2e0dce-b97c-49fd-9873-899e798dab1a req-fa9e73f9-3682-4dc3-95ed-b76e78ffb45f tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/security-groups?id=6146691f-7381-4f12-b964-14887f4f4ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865397 May 04 18:59:46.616774 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.db.l3_db [None req-6a112ca3-89ac-4432-a7cf-45047de265e8 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] Floating IP 8913fbcd-1a68-4a74-836e-14529f69148d associated. External IP: 172.27.0.177, port: 5777c5ef-78c0-4282-bfd9-095fdc6595ea. May 04 18:59:47.049842 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a112ca3-89ac-4432-a7cf-45047de265e8 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] Router 43e66182-ab7d-4e0a-9b57-76ba23d4ea29 has already been hosted by L3 agent 0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b {{(pid=103279) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 18:59:47.161416 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a112ca3-89ac-4432-a7cf-45047de265e8 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] Notify agent at l3_agent.dv-cinder-840525-1-iscsi the message routers_updated {{(pid=103279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 18:59:47.172069 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0aae1c-c042-4691-a11a-9f1016cf46bc None None] Sync routers for ids ['43e66182-ab7d-4e0a-9b57-76ba23d4ea29'] in dv-cinder-840525-1-iscsi {{(pid=103282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 18:59:47.182411 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-6a112ca3-89ac-4432-a7cf-45047de265e8 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127086'] for floatingip (None), before_response {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:59:47.184097 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0aae1c-c042-4691-a11a-9f1016cf46bc None None] Routers {'43e66182-ab7d-4e0a-9b57-76ba23d4ea29'} bound to L3 agent in host dv-cinder-840525-1-iscsi {{(pid=103282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 18:59:47.184706 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-4b0aae1c-c042-4691-a11a-9f1016cf46bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T18:48:29Z,description=,heartbeat_timestamp=2022-05-04T18:59:29Z,host='dv-cinder-840525-1-iscsi',id=0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:48:29Z,topic='l3_agent')) {'router_ids': ['43e66182-ab7d-4e0a-9b57-76ba23d4ea29'], 'active': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:59:47.212109 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-6a112ca3-89ac-4432-a7cf-45047de265e8 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8442290 May 04 18:59:47.212679 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae1c0168-16cb-471e-91d0-fd249c17995b', 'tag': '5777c5ef-78c0-4282-bfd9-095fdc6595ea'}] {{(pid=103279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:59:47.215075 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f03067be0d021e11c0632f57e5c6e43a0067ecb248f9894e29d0a29efd5d62c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f436d7a7-24b8-4e97-a83d-93894b12afba" -d '{"events": [{"name": "network-changed", "server_uuid": "ae1c0168-16cb-471e-91d0-fd249c17995b", "tag": "5777c5ef-78c0-4282-bfd9-095fdc6595ea"}]}' {{(pid=103279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 18:59:47.251043 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 18:59:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-226f4dc1-317f-4e5f-9875-96152224a076 x-openstack-request-id: req-226f4dc1-317f-4e5f-9875-96152224a076 {{(pid=103279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 18:59:47.251409 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae1c0168-16cb-471e-91d0-fd249c17995b", "tag": "5777c5ef-78c0-4282-bfd9-095fdc6595ea", "status": "completed", "code": 200}]} {{(pid=103279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 18:59:47.251728 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-226f4dc1-317f-4e5f-9875-96152224a076 {{(pid=103279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 18:59:47.252278 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.notifiers.nova [-] Nova event matching ['req-226f4dc1-317f-4e5f-9875-96152224a076'] response: {'name': 'network-changed', 'server_uuid': 'ae1c0168-16cb-471e-91d0-fd249c17995b', 'tag': '5777c5ef-78c0-4282-bfd9-095fdc6595ea', 'status': 'completed', 'code': 200} May 04 18:59:47.300077 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvr_db [None req-4b0aae1c-c042-4691-a11a-9f1016cf46bc None None] Set router 43e66182-ab7d-4e0a-9b57-76ba23d4ea29 gateway port host: dv-cinder-840525-1-iscsi {{(pid=103282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 18:59:47.318426 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f436d7a7-24b8-4e97-a83d-93894b12afba req-869fa06f-ae65-4092-9eb9-6339e29643f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:59:47.319923 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-f436d7a7-24b8-4e97-a83d-93894b12afba req-869fa06f-ae65-4092-9eb9-6339e29643f7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8bf2894c75244d3f8e2c83c7deb9ab3e&device_id=ae1c0168-16cb-471e-91d0-fd249c17995b HTTP/1.1" status: 200 len: 1129 time: 0.0386481 May 04 18:59:47.416109 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f436d7a7-24b8-4e97-a83d-93894b12afba req-84ff3c8b-caaf-43a4-a257-eb1af8add271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:59:47.418107 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-f436d7a7-24b8-4e97-a83d-93894b12afba req-84ff3c8b-caaf-43a4-a257-eb1af8add271 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e8e6dc94-9bb6-402c-8494-d1c5ccc072e3 HTTP/1.1" status: 200 len: 909 time: 0.0898285 May 04 18:59:47.481584 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-f436d7a7-24b8-4e97-a83d-93894b12afba req-80017bd5-a8dd-4b4b-b197-128227c20e08 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5777c5ef-78c0-4282-bfd9-095fdc6595ea HTTP/1.1" status: 200 len: 999 time: 0.0573885 May 04 18:59:47.514510 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-4b0aae1c-c042-4691-a11a-9f1016cf46bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43e66182-ab7d-4e0a-9b57-76ba23d4ea29', 'name': 'tempest-TestShelveInstance-693826301-router', 'tenant_id': '8bf2894c75244d3f8e2c83c7deb9ab3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'external_fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': '90083584-db7e-44a6-9405-4960f9b315ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:58:43Z', 'updated_at': '2022-05-04T18:58:46Z', 'revision_number': 4, 'project_id': '8bf2894c75244d3f8e2c83c7deb9ab3e', 'gw_port': {'id': '90083584-db7e-44a6-9405-4960f9b315ca', 'name': '', 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:55:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e66182-ab7d-4e0a-9b57-76ba23d4ea29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:58:43Z', 'updated_at': '2022-05-04T18:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-1-iscsi', '_floatingips': [{'id': '8913fbcd-1a68-4a74-836e-14529f69148d', 'tenant_id': '8bf2894c75244d3f8e2c83c7deb9ab3e', 'floating_ip_address': '172.27.0.177', 'floating_network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'router_id': '43e66182-ab7d-4e0a-9b57-76ba23d4ea29', 'port_id': '5777c5ef-78c0-4282-bfd9-095fdc6595ea', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8e6dc94-9bb6-402c-8494-d1c5ccc072e3', 'mac_address': 'fa:16:3e:9d:45:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1c0168-16cb-471e-91d0-fd249c17995b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T18:59:45Z', 'updated_at': '2022-05-04T18:59:45Z', 'revision_number': 0, 'project_id': '8bf2894c75244d3f8e2c83c7deb9ab3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64a1dd12-8f2d-47fb-90ff-923651e6f161', 'name': '', 'network_id': 'e8e6dc94-9bb6-402c-8494-d1c5ccc072e3', 'tenant_id': '8bf2894c75244d3f8e2c83c7deb9ab3e', 'mac_address': 'fa:16:3e:9d:91:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e66182-ab7d-4e0a-9b57-76ba23d4ea29', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '0e5e1458-2cb0-45f3-927b-d6296b1c3906', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:58:45Z', 'updated_at': '2022-05-04T18:58:51Z', 'revision_number': 5, 'project_id': '8bf2894c75244d3f8e2c83c7deb9ab3e', 'subnets': [{'id': '0e5e1458-2cb0-45f3-927b-d6296b1c3906', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-1-iscsi', False) {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:59:47.538826 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f436d7a7-24b8-4e97-a83d-93894b12afba req-41fa654d-00ea-4a13-8e5e-d12e0b412733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:59:47.540335 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-f436d7a7-24b8-4e97-a83d-93894b12afba req-41fa654d-00ea-4a13-8e5e-d12e0b412733 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0e5e1458-2cb0-45f3-927b-d6296b1c3906 HTTP/1.1" status: 200 len: 847 time: 0.0477674 May 04 18:59:47.625347 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0aae1c-c042-4691-a11a-9f1016cf46bc None None] Checking router: 43e66182-ab7d-4e0a-9b57-76ba23d4ea29 for host: dv-cinder-840525-1-iscsi {{(pid=103282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 18:59:47.634359 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0aae1c-c042-4691-a11a-9f1016cf46bc None None] Routers {'43e66182-ab7d-4e0a-9b57-76ba23d4ea29'} bound to L3 agent in host dv-cinder-840525-1-iscsi {{(pid=103282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 18:59:47.634973 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-4b0aae1c-c042-4691-a11a-9f1016cf46bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T18:48:29Z,description=,heartbeat_timestamp=2022-05-04T18:59:29Z,host='dv-cinder-840525-1-iscsi',id=0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:48:29Z,topic='l3_agent')) {'router_ids': ['43e66182-ab7d-4e0a-9b57-76ba23d4ea29'], 'active': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:59:47.639566 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f436d7a7-24b8-4e97-a83d-93894b12afba req-ed443f1d-50cd-458a-bced-b1171c471c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:59:47.641182 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-f436d7a7-24b8-4e97-a83d-93894b12afba req-ed443f1d-50cd-458a-bced-b1171c471c30 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e8e6dc94-9bb6-402c-8494-d1c5ccc072e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415182 May 04 18:59:47.731494 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ced4c4-9b14-4a51-8f8e-ded70b3ab423 req-b72111b3-f557-478b-bfcb-c6355be0fd5b tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:59:47.733030 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-39ced4c4-9b14-4a51-8f8e-ded70b3ab423 req-b72111b3-f557-478b-bfcb-c6355be0fd5b tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/ports?device_id=56fd17bc-cd63-4d9b-a036-d537eed1699a HTTP/1.1" status: 200 len: 945 time: 0.0464470 May 04 18:59:47.747517 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvr_db [None req-4b0aae1c-c042-4691-a11a-9f1016cf46bc None None] Set router 43e66182-ab7d-4e0a-9b57-76ba23d4ea29 gateway port host: dv-cinder-840525-1-iscsi {{(pid=103282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 18:59:47.784893 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-39ced4c4-9b14-4a51-8f8e-ded70b3ab423 req-4e27e9b0-0659-414a-9abb-4f9bd3044f72 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/security-groups?id=6146691f-7381-4f12-b964-14887f4f4ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455484 May 04 18:59:47.798349 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-f436d7a7-24b8-4e97-a83d-93894b12afba req-00d4e9fb-462f-4a3b-96ce-7680eeb8d65b service neutron] 10.222.0.55 "GET /v2.0/networks/e8e6dc94-9bb6-402c-8494-d1c5ccc072e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929494 May 04 18:59:47.903005 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-f436d7a7-24b8-4e97-a83d-93894b12afba req-019fe6ce-2e6e-4cc3-b798-20eeab1b0a16 service neutron] 10.222.0.55 "GET /v2.0/networks/e8e6dc94-9bb6-402c-8494-d1c5ccc072e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904973 May 04 18:59:47.955627 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-4b0aae1c-c042-4691-a11a-9f1016cf46bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43e66182-ab7d-4e0a-9b57-76ba23d4ea29', 'name': 'tempest-TestShelveInstance-693826301-router', 'tenant_id': '8bf2894c75244d3f8e2c83c7deb9ab3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'external_fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': '90083584-db7e-44a6-9405-4960f9b315ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:58:43Z', 'updated_at': '2022-05-04T18:58:46Z', 'revision_number': 4, 'project_id': '8bf2894c75244d3f8e2c83c7deb9ab3e', 'gw_port': {'id': '90083584-db7e-44a6-9405-4960f9b315ca', 'name': '', 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:55:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e66182-ab7d-4e0a-9b57-76ba23d4ea29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:58:43Z', 'updated_at': '2022-05-04T18:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-1-iscsi', '_floatingips': [{'id': '8913fbcd-1a68-4a74-836e-14529f69148d', 'tenant_id': '8bf2894c75244d3f8e2c83c7deb9ab3e', 'floating_ip_address': '172.27.0.177', 'floating_network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'router_id': '43e66182-ab7d-4e0a-9b57-76ba23d4ea29', 'port_id': '5777c5ef-78c0-4282-bfd9-095fdc6595ea', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8e6dc94-9bb6-402c-8494-d1c5ccc072e3', 'mac_address': 'fa:16:3e:9d:45:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1c0168-16cb-471e-91d0-fd249c17995b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T18:59:45Z', 'updated_at': '2022-05-04T18:59:45Z', 'revision_number': 0, 'project_id': '8bf2894c75244d3f8e2c83c7deb9ab3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64a1dd12-8f2d-47fb-90ff-923651e6f161', 'name': '', 'network_id': 'e8e6dc94-9bb6-402c-8494-d1c5ccc072e3', 'tenant_id': '8bf2894c75244d3f8e2c83c7deb9ab3e', 'mac_address': 'fa:16:3e:9d:91:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e66182-ab7d-4e0a-9b57-76ba23d4ea29', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '0e5e1458-2cb0-45f3-927b-d6296b1c3906', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:58:45Z', 'updated_at': '2022-05-04T18:58:51Z', 'revision_number': 5, 'project_id': '8bf2894c75244d3f8e2c83c7deb9ab3e', 'subnets': [{'id': '0e5e1458-2cb0-45f3-927b-d6296b1c3906', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-1-iscsi', False) {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:59:47.984600 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0aae1c-c042-4691-a11a-9f1016cf46bc None None] The sync data for ids ['43e66182-ab7d-4e0a-9b57-76ba23d4ea29'] in dv-cinder-840525-1-iscsi is: [{'id': '43e66182-ab7d-4e0a-9b57-76ba23d4ea29', 'name': 'tempest-TestShelveInstance-693826301-router', 'tenant_id': '8bf2894c75244d3f8e2c83c7deb9ab3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'external_fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': '90083584-db7e-44a6-9405-4960f9b315ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:58:43Z', 'updated_at': '2022-05-04T18:58:46Z', 'revision_number': 4, 'project_id': '8bf2894c75244d3f8e2c83c7deb9ab3e', 'gw_port': {'id': '90083584-db7e-44a6-9405-4960f9b315ca', 'name': '', 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:55:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e66182-ab7d-4e0a-9b57-76ba23d4ea29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:58:43Z', 'updated_at': '2022-05-04T18:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-1-iscsi', '_floatingips': [{'id': '8913fbcd-1a68-4a74-836e-14529f69148d', 'tenant_id': '8bf2894c75244d3f8e2c83c7deb9ab3e', 'floating_ip_address': '172.27.0.177', 'floating_network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'router_id': '43e66182-ab7d-4e0a-9b57-76ba23d4ea29', 'port_id': '5777c5ef-78c0-4282-bfd9-095fdc6595ea', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8e6dc94-9bb6-402c-8494-d1c5ccc072e3', 'mac_address': 'fa:16:3e:9d:45:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1c0168-16cb-471e-91d0-fd249c17995b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T18:59:45Z', 'updated_at': '2022-05-04T18:59:45Z', 'revision_number': 0, 'project_id': '8bf2894c75244d3f8e2c83c7deb9ab3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64a1dd12-8f2d-47fb-90ff-923651e6f161', 'name': '', 'network_id': 'e8e6dc94-9bb6-402c-8494-d1c5ccc072e3', 'tenant_id': '8bf2894c75244d3f8e2c83c7deb9ab3e', 'mac_address': 'fa:16:3e:9d:91:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e66182-ab7d-4e0a-9b57-76ba23d4ea29', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '0e5e1458-2cb0-45f3-927b-d6296b1c3906', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:58:45Z', 'updated_at': '2022-05-04T18:58:51Z', 'revision_number': 5, 'project_id': '8bf2894c75244d3f8e2c83c7deb9ab3e', 'subnets': [{'id': '0e5e1458-2cb0-45f3-927b-d6296b1c3906', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 18:59:48.184963 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74071e53-8eaf-44f2-ae65-2ee3074ced38 None None] New status for floating IP 8913fbcd-1a68-4a74-836e-14529f69148d: ACTIVE {{(pid=103281) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 18:59:48.917993 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428a1a97-1101-4ec0-abd9-d507e0a661c4 req-01535eae-9b29-4fa0-bad7-bcbdee20c9af tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:59:48.919438 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-428a1a97-1101-4ec0-abd9-d507e0a661c4 req-01535eae-9b29-4fa0-bad7-bcbdee20c9af tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/ports?device_id=56fd17bc-cd63-4d9b-a036-d537eed1699a HTTP/1.1" status: 200 len: 945 time: 0.0493283 May 04 18:59:48.980669 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-428a1a97-1101-4ec0-abd9-d507e0a661c4 req-6ac28e99-a047-4a98-925b-c5c9452fe3f2 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/security-groups?id=6146691f-7381-4f12-b964-14887f4f4ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532284 May 04 18:59:50.114033 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdf0eb8-db68-4ff7-9f60-442dfa47931e req-0d94b545-5a3e-486e-86a6-fd827c8e1ab5 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:59:50.115523 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-fcdf0eb8-db68-4ff7-9f60-442dfa47931e req-0d94b545-5a3e-486e-86a6-fd827c8e1ab5 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/ports?device_id=56fd17bc-cd63-4d9b-a036-d537eed1699a HTTP/1.1" status: 200 len: 945 time: 0.0525999 May 04 18:59:50.167530 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-fcdf0eb8-db68-4ff7-9f60-442dfa47931e req-833d1aaa-5353-4914-84e1-32ad4c63c06e tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/security-groups?id=6146691f-7381-4f12-b964-14887f4f4ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431454 May 04 18:59:51.063556 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Device 91b9aa20-6f19-4fa0-9128-8cd49ab29485 details requested by agent hyperv_hv-cinder-84052 with host hv-cinder-84052 {{(pid=103281) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 18:59:51.171334 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] For port 91b9aa20-6f19-4fa0-9128-8cd49ab29485, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=91b9aa20-6f19-4fa0-9128-8cd49ab29485,segment=NetworkSegment(6c24c5b4-e5c1-485f-89e1-6bad0f69b4e6),segment_id=6c24c5b4-e5c1-485f-89e1-6bad0f69b4e6)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:59:51.183073 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Returning: {'device': '91b9aa20-6f19-4fa0-9128-8cd49ab29485', 'network_id': 'b1cedcbc-cdac-422b-b37d-00881e094afa', 'port_id': '91b9aa20-6f19-4fa0-9128-8cd49ab29485', 'mac_address': 'fa:16:3e:d3:83:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 265, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eeef2f41-46cc-4bf5-995a-936e9476bce2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103281) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 18:59:51.228034 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Current status of the port 91b9aa20-6f19-4fa0-9128-8cd49ab29485 is: ACTIVE; New status is: BUILD {{(pid=103281) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:59:51.228424 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (91b9aa20-6f19-4fa0-9128-8cd49ab29485), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:59:51.244087 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.notifiers.nova [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 91b9aa20-6f19-4fa0-9128-8cd49ab29485 {{(pid=103281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 18:59:51.268863 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] For port 91b9aa20-6f19-4fa0-9128-8cd49ab29485, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=91b9aa20-6f19-4fa0-9128-8cd49ab29485,segment=NetworkSegment(6c24c5b4-e5c1-485f-89e1-6bad0f69b4e6),segment_id=6c24c5b4-e5c1-485f-89e1-6bad0f69b4e6)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:59:51.276903 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136'] for port (91b9aa20-6f19-4fa0-9128-8cd49ab29485), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:59:51.303100 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94ed911-6c3a-40a3-ae1d-32b26842003a req-b82f531c-fa0a-4cf8-9409-cb2ab12008ae tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:59:51.304657 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a94ed911-6c3a-40a3-ae1d-32b26842003a req-b82f531c-fa0a-4cf8-9409-cb2ab12008ae tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/ports?device_id=56fd17bc-cd63-4d9b-a036-d537eed1699a HTTP/1.1" status: 200 len: 945 time: 0.0578871 May 04 18:59:51.326721 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Pushing event updated for resources: {'Port': ['ID=91b9aa20-6f19-4fa0-9128-8cd49ab29485,revision_number=6']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:59:51.361964 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a94ed911-6c3a-40a3-ae1d-32b26842003a req-6e3c1d0c-6592-48ce-89b6-ac250e8be55a tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/security-groups?id=6146691f-7381-4f12-b964-14887f4f4ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510268 May 04 18:59:51.424437 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] get_ports_and_sgs() called for port_ids ['91b9aa20-6f19-4fa0-9128-8cd49ab29485'] {{(pid=103281) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 18:59:52.490125 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735206dd-fb2a-4ae7-bb30-f183f5ac3ca0 req-8285a67d-a45d-4302-8e66-a10f4bbfe975 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:59:52.500070 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-735206dd-fb2a-4ae7-bb30-f183f5ac3ca0 req-8285a67d-a45d-4302-8e66-a10f4bbfe975 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/ports?device_id=56fd17bc-cd63-4d9b-a036-d537eed1699a HTTP/1.1" status: 200 len: 944 time: 0.0630698 May 04 18:59:52.557484 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-735206dd-fb2a-4ae7-bb30-f183f5ac3ca0 req-6fe1b151-d03a-49d5-8ca3-0459b01370a0 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/security-groups?id=6146691f-7381-4f12-b964-14887f4f4ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556467 May 04 18:59:53.075778 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Device 91b9aa20-6f19-4fa0-9128-8cd49ab29485 up at agent hyperv_hv-cinder-84052 {{(pid=103281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 18:59:53.131459 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Provisioning complete for port 91b9aa20-6f19-4fa0-9128-8cd49ab29485 triggered by entity L2. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:59:53.132186 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1774450'] for port (91b9aa20-6f19-4fa0-9128-8cd49ab29485), provisioning_complete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:59:53.218653 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Current status of the port 91b9aa20-6f19-4fa0-9128-8cd49ab29485 is: BUILD; New status is: ACTIVE {{(pid=103281) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:59:53.219039 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (91b9aa20-6f19-4fa0-9128-8cd49ab29485), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:59:53.248468 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56fd17bc-cd63-4d9b-a036-d537eed1699a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91b9aa20-6f19-4fa0-9128-8cd49ab29485'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:59:53.250758 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29bc9e8fddf1e81845832baf79700cdfe783df1752dea94dce4e4e68657cb9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ac7c291-2316-410f-bbd7-fd2162f6d85f" -d '{"events": [{"server_uuid": "56fd17bc-cd63-4d9b-a036-d537eed1699a", "name": "network-vif-plugged", "status": "completed", "tag": "91b9aa20-6f19-4fa0-9128-8cd49ab29485"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 18:59:53.263919 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] For port 91b9aa20-6f19-4fa0-9128-8cd49ab29485, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=91b9aa20-6f19-4fa0-9128-8cd49ab29485,segment=NetworkSegment(6c24c5b4-e5c1-485f-89e1-6bad0f69b4e6),segment_id=6c24c5b4-e5c1-485f-89e1-6bad0f69b4e6)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:59:53.270033 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136'] for port (91b9aa20-6f19-4fa0-9128-8cd49ab29485), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:59:53.303246 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 18:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d307ff99-a0c0-4a38-a270-bba7d37b2517 x-openstack-request-id: req-d307ff99-a0c0-4a38-a270-bba7d37b2517 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 18:59:53.303490 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56fd17bc-cd63-4d9b-a036-d537eed1699a", "name": "network-vif-plugged", "status": "completed", "tag": "91b9aa20-6f19-4fa0-9128-8cd49ab29485", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 18:59:53.303709 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d307ff99-a0c0-4a38-a270-bba7d37b2517 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 18:59:53.304105 dv-cinder-840525-1-iscsi neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d307ff99-a0c0-4a38-a270-bba7d37b2517'] response: {'server_uuid': '56fd17bc-cd63-4d9b-a036-d537eed1699a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91b9aa20-6f19-4fa0-9128-8cd49ab29485', 'code': 200} May 04 18:59:53.332850 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Pushing event updated for resources: {'Port': ['ID=91b9aa20-6f19-4fa0-9128-8cd49ab29485,revision_number=7']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:59:53.680382 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592fb5ff-fdca-4228-8b6a-96cb4173f4a5 req-0f970b5d-938b-4751-ba6a-e5e44e064431 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:59:53.682016 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-592fb5ff-fdca-4228-8b6a-96cb4173f4a5 req-0f970b5d-938b-4751-ba6a-e5e44e064431 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/ports?device_id=56fd17bc-cd63-4d9b-a036-d537eed1699a HTTP/1.1" status: 200 len: 945 time: 0.0527267 May 04 18:59:53.737940 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-592fb5ff-fdca-4228-8b6a-96cb4173f4a5 req-25d12010-2df2-4605-9bd8-155dfe9a413d tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/security-groups?id=6146691f-7381-4f12-b964-14887f4f4ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499113 May 04 18:59:54.417241 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-5b2a938a-9e3e-4644-b7c4-6e8e6918880c req-a0131ca8-96b4-45ed-9fba-dd5666b0d849 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4d550c33-794e-4c78-86ef-4101ddf2a3ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0476182 May 04 18:59:54.487197 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2a938a-9e3e-4644-b7c4-6e8e6918880c req-40d3e822-30ad-47e1-97a0-5003d4a60642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:59:54.489609 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-5b2a938a-9e3e-4644-b7c4-6e8e6918880c req-40d3e822-30ad-47e1-97a0-5003d4a60642 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5287a76e646d4a3db0cc508a956314e7&device_id=4d550c33-794e-4c78-86ef-4101ddf2a3ef HTTP/1.1" status: 200 len: 1129 time: 0.0478098 May 04 18:59:54.602989 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2a938a-9e3e-4644-b7c4-6e8e6918880c req-a701a53b-b881-4ee1-8e2a-fa61d34a43f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:59:54.604472 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-5b2a938a-9e3e-4644-b7c4-6e8e6918880c req-a701a53b-b881-4ee1-8e2a-fa61d34a43f4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b776d5b6-becc-4024-9dab-9ffc4ba67a01 HTTP/1.1" status: 200 len: 920 time: 0.0914459 May 04 18:59:54.649706 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-5b2a938a-9e3e-4644-b7c4-6e8e6918880c req-cd527f05-277a-46b3-b687-59c320b4ecb3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eeb17e2a-8684-4685-8c1f-d6ff60077a6c HTTP/1.1" status: 200 len: 217 time: 0.0354621 May 04 18:59:54.709535 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2a938a-9e3e-4644-b7c4-6e8e6918880c req-9afcef20-0b92-4b3b-b4d5-609736f36a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:59:54.711027 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-5b2a938a-9e3e-4644-b7c4-6e8e6918880c req-9afcef20-0b92-4b3b-b4d5-609736f36a5b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=02826e21-c978-41a3-b31e-dd2107bb922c HTTP/1.1" status: 200 len: 858 time: 0.0546160 May 04 18:59:54.760695 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2a938a-9e3e-4644-b7c4-6e8e6918880c req-c7467d83-cd8a-4425-8f5c-ba247dd130b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:59:54.762295 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-5b2a938a-9e3e-4644-b7c4-6e8e6918880c req-c7467d83-cd8a-4425-8f5c-ba247dd130b2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b776d5b6-becc-4024-9dab-9ffc4ba67a01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440466 May 04 18:59:54.899318 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-5b2a938a-9e3e-4644-b7c4-6e8e6918880c req-ebc6b501-7d02-4265-a170-6b1b0f33018c service neutron] 10.222.0.55 "GET /v2.0/networks/b776d5b6-becc-4024-9dab-9ffc4ba67a01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271622 May 04 18:59:54.905638 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54437c6c-5261-456a-9621-a697f005c8b0 req-639412f5-b754-4f08-8cf3-3a8f9395b918 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:59:54.906993 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-54437c6c-5261-456a-9621-a697f005c8b0 req-639412f5-b754-4f08-8cf3-3a8f9395b918 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/ports?device_id=56fd17bc-cd63-4d9b-a036-d537eed1699a HTTP/1.1" status: 200 len: 945 time: 0.0678370 May 04 18:59:55.006979 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-54437c6c-5261-456a-9621-a697f005c8b0 req-ab90b8b2-a9e6-4df0-9130-a365ad8bafe7 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/security-groups?id=6146691f-7381-4f12-b964-14887f4f4ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916400 May 04 18:59:55.034377 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-5b2a938a-9e3e-4644-b7c4-6e8e6918880c req-0018ac5c-f4ab-4776-bb6d-ba66e1a405e6 service neutron] 10.222.0.55 "GET /v2.0/networks/b776d5b6-becc-4024-9dab-9ffc4ba67a01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264415 May 04 18:59:55.396694 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (bff7e656-358d-4e40-a36a-3f10fe33ffdf), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:59:56.137003 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a639a163-e571-447e-83fe-9fbcaef9a72d req-2615edef-6b2c-4b01-a6ed-fccddb065bac tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:59:56.138742 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-a639a163-e571-447e-83fe-9fbcaef9a72d req-2615edef-6b2c-4b01-a6ed-fccddb065bac tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/ports?device_id=56fd17bc-cd63-4d9b-a036-d537eed1699a HTTP/1.1" status: 200 len: 945 time: 0.0518732 May 04 18:59:56.188666 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-a639a163-e571-447e-83fe-9fbcaef9a72d req-7f75030f-94b9-4d3d-bc85-941f830214ba tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/security-groups?id=6146691f-7381-4f12-b964-14887f4f4ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438704 May 04 18:59:56.867598 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c31b659e-627b-47d7-82e9-f6105418c0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (ae04e5b6-6ccf-46c0-81ba-a3f5b8ae390c), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:59:57.327414 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09261ff9-99c0-4480-bbc0-d537ca970b8e req-48724b3e-9c00-4e8d-ab34-7babff619f3e tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:59:57.328717 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-09261ff9-99c0-4480-bbc0-d537ca970b8e req-48724b3e-9c00-4e8d-ab34-7babff619f3e tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/ports?device_id=56fd17bc-cd63-4d9b-a036-d537eed1699a HTTP/1.1" status: 200 len: 945 time: 0.0576246 May 04 18:59:57.379225 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-09261ff9-99c0-4480-bbc0-d537ca970b8e req-0e79e124-1381-4dec-9459-516e3013e8b2 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/security-groups?id=6146691f-7381-4f12-b964-14887f4f4ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448575 May 04 18:59:58.510400 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972f8e45-fd03-40e8-950a-4b5f2e915a06 req-444139c9-d320-4e8a-a981-666dd6e69f6c tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:59:58.511944 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-972f8e45-fd03-40e8-950a-4b5f2e915a06 req-444139c9-d320-4e8a-a981-666dd6e69f6c tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/ports?device_id=56fd17bc-cd63-4d9b-a036-d537eed1699a HTTP/1.1" status: 200 len: 945 time: 0.0495234 May 04 18:59:58.567315 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-972f8e45-fd03-40e8-950a-4b5f2e915a06 req-9916188c-727d-455f-b611-c21558041a3b tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/security-groups?id=6146691f-7381-4f12-b964-14887f4f4ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490892 May 04 18:59:59.054763 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-81f48d69-fe70-4d5c-9020-0554ed2c7225 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:59:59.696300 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bd448e-8147-4782-bd14-fa875c80f9a2 req-4db31dd9-d59e-4cff-b40e-d032e4133d17 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:59:59.697828 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-c4bd448e-8147-4782-bd14-fa875c80f9a2 req-4db31dd9-d59e-4cff-b40e-d032e4133d17 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/ports?device_id=56fd17bc-cd63-4d9b-a036-d537eed1699a HTTP/1.1" status: 200 len: 945 time: 0.0499113 May 04 18:59:59.750199 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-c4bd448e-8147-4782-bd14-fa875c80f9a2 req-f4886605-6e62-434b-8c8a-ca13fe98102d tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/security-groups?id=6146691f-7381-4f12-b964-14887f4f4ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466654 May 04 19:00:00.119907 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-821a3753-c8bb-408e-a9d9-42d2a9d3d908 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (306b1285-d967-49ee-a8ef-a34b4fe65fa5), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:00:00.717931 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1b6be0-ac9f-4140-ad31-400d462a20b0 req-61499c67-f281-4cba-9626-a05dd42d896e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:00:00.719284 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-3d1b6be0-ac9f-4140-ad31-400d462a20b0 req-61499c67-f281-4cba-9626-a05dd42d896e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=75fc5dead879453695a0046c9f35ff1d&device_id=56fd17bc-cd63-4d9b-a036-d537eed1699a HTTP/1.1" status: 200 len: 1129 time: 0.0423980 May 04 19:00:00.810251 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1b6be0-ac9f-4140-ad31-400d462a20b0 req-e27d63f1-cc91-4c90-a723-bd14cb7f480d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:00:00.811708 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-3d1b6be0-ac9f-4140-ad31-400d462a20b0 req-e27d63f1-cc91-4c90-a723-bd14cb7f480d service neutron] 10.222.0.55 "GET /v2.0/networks?id=b1cedcbc-cdac-422b-b37d-00881e094afa HTTP/1.1" status: 200 len: 917 time: 0.0835583 May 04 19:00:00.875331 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb22ecf-19e2-461d-950c-f408c6380fe9 req-97bad3d8-ec26-4ea7-8fa0-f4f492b1483c tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:00:00.877666 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-ffb22ecf-19e2-461d-950c-f408c6380fe9 req-97bad3d8-ec26-4ea7-8fa0-f4f492b1483c tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/ports?device_id=56fd17bc-cd63-4d9b-a036-d537eed1699a HTTP/1.1" status: 200 len: 945 time: 0.0535450 May 04 19:00:00.884246 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-3d1b6be0-ac9f-4140-ad31-400d462a20b0 req-34178700-f506-466f-b9e5-6f22ac34bb24 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=91b9aa20-6f19-4fa0-9128-8cd49ab29485 HTTP/1.1" status: 200 len: 1000 time: 0.0630813 May 04 19:00:00.930044 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-ffb22ecf-19e2-461d-950c-f408c6380fe9 req-94193e58-9de6-4fcb-80d5-dc97033aca18 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/security-groups?id=6146691f-7381-4f12-b964-14887f4f4ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468159 May 04 19:00:00.935094 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1b6be0-ac9f-4140-ad31-400d462a20b0 req-25e465c6-4b41-4837-aa06-c7c4e02a5db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:00:00.936550 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-3d1b6be0-ac9f-4140-ad31-400d462a20b0 req-25e465c6-4b41-4837-aa06-c7c4e02a5db5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=eeef2f41-46cc-4bf5-995a-936e9476bce2 HTTP/1.1" status: 200 len: 855 time: 0.0432510 May 04 19:00:00.997086 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1b6be0-ac9f-4140-ad31-400d462a20b0 req-3e5477ec-087c-4477-8d3c-19115e0c1f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:00:00.998467 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-3d1b6be0-ac9f-4140-ad31-400d462a20b0 req-3e5477ec-087c-4477-8d3c-19115e0c1f4b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b1cedcbc-cdac-422b-b37d-00881e094afa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383577 May 04 19:00:01.089249 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-3d1b6be0-ac9f-4140-ad31-400d462a20b0 req-749b19c1-e16e-441b-b98a-ce8066a704ee service neutron] 10.222.0.55 "GET /v2.0/networks/b1cedcbc-cdac-422b-b37d-00881e094afa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825374 May 04 19:00:01.178758 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-3d1b6be0-ac9f-4140-ad31-400d462a20b0 req-b47dad57-3210-4c38-a878-5018eddc0d6e service neutron] 10.222.0.55 "GET /v2.0/networks/b1cedcbc-cdac-422b-b37d-00881e094afa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796402 May 04 19:00:01.512917 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6c0ba996-b759-4c13-9ac4-7b7303adc758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (c2d3299f-8f0d-4c34-a270-91edff31f494), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:00:02.077029 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f750f7d1-a16c-4a85-b7e1-0197ca8f1366 req-c420b1d0-e189-4aff-b04d-070d2b65806b tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:00:02.078537 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-f750f7d1-a16c-4a85-b7e1-0197ca8f1366 req-c420b1d0-e189-4aff-b04d-070d2b65806b tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/ports?device_id=56fd17bc-cd63-4d9b-a036-d537eed1699a HTTP/1.1" status: 200 len: 945 time: 0.0578690 May 04 19:00:02.124476 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-f750f7d1-a16c-4a85-b7e1-0197ca8f1366 req-a8f796c3-4592-4f04-8a8f-4c7002c4497d tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/security-groups?id=6146691f-7381-4f12-b964-14887f4f4ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400605 May 04 19:00:02.974403 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (7e96273e-cd3b-4e2d-a9cb-a5a62cf8f8b6), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:00:03.259277 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a0de0b-76da-45bd-98ae-1010c159d477 req-300288a9-d034-4bce-913c-85926f2a5dc5 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:00:03.260737 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-f4a0de0b-76da-45bd-98ae-1010c159d477 req-300288a9-d034-4bce-913c-85926f2a5dc5 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/ports?device_id=56fd17bc-cd63-4d9b-a036-d537eed1699a HTTP/1.1" status: 200 len: 945 time: 0.0476360 May 04 19:00:03.308318 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-f4a0de0b-76da-45bd-98ae-1010c159d477 req-136dc33f-8820-421a-9ec7-123615081bb2 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/security-groups?id=6146691f-7381-4f12-b964-14887f4f4ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419166 May 04 19:00:04.436640 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7782e3c0-0882-487c-a5aa-16b283a1f0e3 req-67cdd4c1-7092-449e-83e3-dcd0a17480bd tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:00:04.438122 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-7782e3c0-0882-487c-a5aa-16b283a1f0e3 req-67cdd4c1-7092-449e-83e3-dcd0a17480bd tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/ports?device_id=56fd17bc-cd63-4d9b-a036-d537eed1699a HTTP/1.1" status: 200 len: 945 time: 0.0467970 May 04 19:00:04.486606 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-7782e3c0-0882-487c-a5aa-16b283a1f0e3 req-cce4bf57-0e63-406e-a7cf-c1b8c70a76bc tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/security-groups?id=6146691f-7381-4f12-b964-14887f4f4ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427361 May 04 19:00:04.994590 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [req-b2588bf2-80e4-4417-855a-1821f1329daa req-1da53698-56f5-4534-9fc9-13e6f1486165 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103280) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 04 19:00:04.995852 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-b2588bf2-80e4-4417-855a-1821f1329daa req-1da53698-56f5-4534-9fc9-13e6f1486165 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0077727 May 04 19:00:05.159045 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9ec742-5697-4ee7-950f-682f9474e975 req-59877cb5-5f12-42cb-8e48-4f33dc1d3dd6 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:00:05.159774 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Device 91b9aa20-6f19-4fa0-9128-8cd49ab29485 no longer exists at agent hyperv_hv-cinder-84052 {{(pid=103281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 19:00:05.160457 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-8d9ec742-5697-4ee7-950f-682f9474e975 req-59877cb5-5f12-42cb-8e48-4f33dc1d3dd6 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/ports?device_id=56fd17bc-cd63-4d9b-a036-d537eed1699a HTTP/1.1" status: 200 len: 945 time: 0.0502775 May 04 19:00:05.208401 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-8d9ec742-5697-4ee7-950f-682f9474e975 req-a5f9b57e-4b2a-475d-a6c8-50c79d2221d0 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/security-groups?id=6146691f-7381-4f12-b964-14887f4f4ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422790 May 04 19:00:05.255376 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Current status of the port 91b9aa20-6f19-4fa0-9128-8cd49ab29485 is: ACTIVE; New status is: DOWN {{(pid=103281) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:00:05.255779 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (91b9aa20-6f19-4fa0-9128-8cd49ab29485), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:00:05.278169 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56fd17bc-cd63-4d9b-a036-d537eed1699a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91b9aa20-6f19-4fa0-9128-8cd49ab29485'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 19:00:05.280387 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29bc9e8fddf1e81845832baf79700cdfe783df1752dea94dce4e4e68657cb9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6919f8b-2872-4e58-ad5d-fd5a28bfe492" -d '{"events": [{"server_uuid": "56fd17bc-cd63-4d9b-a036-d537eed1699a", "name": "network-vif-unplugged", "status": "completed", "tag": "91b9aa20-6f19-4fa0-9128-8cd49ab29485"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 19:00:05.295309 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] For port 91b9aa20-6f19-4fa0-9128-8cd49ab29485, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=91b9aa20-6f19-4fa0-9128-8cd49ab29485,segment=NetworkSegment(6c24c5b4-e5c1-485f-89e1-6bad0f69b4e6),segment_id=6c24c5b4-e5c1-485f-89e1-6bad0f69b4e6)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:00:05.300879 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136'] for port (91b9aa20-6f19-4fa0-9128-8cd49ab29485), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:00:05.324107 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 04 May 2022 19:00:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07faac3b-4396-471f-9742-364f5f7eed3b x-openstack-request-id: req-07faac3b-4396-471f-9742-364f5f7eed3b {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 19:00:05.324389 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56fd17bc-cd63-4d9b-a036-d537eed1699a", "name": "network-vif-unplugged", "status": "failed", "tag": "91b9aa20-6f19-4fa0-9128-8cd49ab29485", "code": 422}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 19:00:05.324643 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-07faac3b-4396-471f-9742-364f5f7eed3b {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 19:00:05.325078 dv-cinder-840525-1-iscsi neutron-server[103281]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-07faac3b-4396-471f-9742-364f5f7eed3b']: {'server_uuid': '56fd17bc-cd63-4d9b-a036-d537eed1699a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '91b9aa20-6f19-4fa0-9128-8cd49ab29485', 'code': 422} returned with failed status May 04 19:00:05.349970 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Pushing event updated for resources: {'Port': ['ID=91b9aa20-6f19-4fa0-9128-8cd49ab29485,revision_number=8']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:00:05.356892 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:00:05.357246 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:00:05.357607 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:00:05.357959 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:00:05.358293 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:00:05.358628 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:00:05.358950 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:00:05.359297 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:00:05.359621 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:00:05.359943 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:00:05.360250 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:00:05.360589 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:00:05.360952 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:00:05.361270 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:00:05.361631 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:00:05.495387 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 52318) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:00:05.579077 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-1169253f-fb6b-4dc5-bee8-397e0de42784 req-dde845bd-76ae-44a5-8fe1-bf10cfbd2c5e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=56fd17bc-cd63-4d9b-a036-d537eed1699a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0822577 May 04 19:00:05.589525 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [req-1169253f-fb6b-4dc5-bee8-397e0de42784 req-fff38d34-e009-4f1e-be5e-ae39eb45df05 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103280) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 04 19:00:05.590458 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-1169253f-fb6b-4dc5-bee8-397e0de42784 req-fff38d34-e009-4f1e-be5e-ae39eb45df05 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0046871 May 04 19:00:05.675331 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 52326) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:00:05.772612 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1169253f-fb6b-4dc5-bee8-397e0de42784 req-fb4a6de1-fc9f-4aed-9c36-149cbc92e96a tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:00:05.773997 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-1169253f-fb6b-4dc5-bee8-397e0de42784 req-fb4a6de1-fc9f-4aed-9c36-149cbc92e96a tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/ports/91b9aa20-6f19-4fa0-9128-8cd49ab29485 HTTP/1.1" status: 200 len: 940 time: 0.0976930 May 04 19:00:06.343760 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e601a765-4138-4f44-bf0e-27fd9c4f7d64 req-bbfc6ecf-cb16-4415-9336-ed0a8418f8a4 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:00:06.345345 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-e601a765-4138-4f44-bf0e-27fd9c4f7d64 req-bbfc6ecf-cb16-4415-9336-ed0a8418f8a4 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/ports?device_id=56fd17bc-cd63-4d9b-a036-d537eed1699a HTTP/1.1" status: 200 len: 943 time: 0.0589154 May 04 19:00:06.394401 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-e601a765-4138-4f44-bf0e-27fd9c4f7d64 req-4b275a8e-9e4a-47b9-8c08-78ee228e84f3 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/security-groups?id=6146691f-7381-4f12-b964-14887f4f4ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431173 May 04 19:00:07.457785 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1169253f-fb6b-4dc5-bee8-397e0de42784 req-1075b4be-5a3b-415f-85aa-9534e54dfe7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:00:07.459489 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-1169253f-fb6b-4dc5-bee8-397e0de42784 req-1075b4be-5a3b-415f-85aa-9534e54dfe7b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=56fd17bc-cd63-4d9b-a036-d537eed1699a&tenant_id=75fc5dead879453695a0046c9f35ff1d HTTP/1.1" status: 200 len: 1127 time: 0.0737324 May 04 19:00:07.544452 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54bcd2b-a229-4ccc-83ec-201da7e42f04 req-265ca323-d7b6-4400-8c54-e5c7fb6b90bc tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:00:07.545944 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a54bcd2b-a229-4ccc-83ec-201da7e42f04 req-265ca323-d7b6-4400-8c54-e5c7fb6b90bc tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/ports?device_id=56fd17bc-cd63-4d9b-a036-d537eed1699a HTTP/1.1" status: 200 len: 943 time: 0.0732892 May 04 19:00:07.559078 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1169253f-fb6b-4dc5-bee8-397e0de42784 req-25e11c5c-90ce-406f-8918-25b1cd3ecce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:00:07.560432 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-1169253f-fb6b-4dc5-bee8-397e0de42784 req-25e11c5c-90ce-406f-8918-25b1cd3ecce2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=75fc5dead879453695a0046c9f35ff1d&device_id=56fd17bc-cd63-4d9b-a036-d537eed1699a HTTP/1.1" status: 200 len: 1127 time: 0.0596869 May 04 19:00:07.644606 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a54bcd2b-a229-4ccc-83ec-201da7e42f04 req-b43513c3-ae2a-4811-a15c-6b7a8d816ac4 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/security-groups?id=6146691f-7381-4f12-b964-14887f4f4ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915592 May 04 19:00:07.672536 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1169253f-fb6b-4dc5-bee8-397e0de42784 req-bfd30315-396f-4204-a1b7-cf72f398a347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:00:07.674069 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-1169253f-fb6b-4dc5-bee8-397e0de42784 req-bfd30315-396f-4204-a1b7-cf72f398a347 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b1cedcbc-cdac-422b-b37d-00881e094afa HTTP/1.1" status: 200 len: 917 time: 0.1038811 May 04 19:00:07.755194 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-1169253f-fb6b-4dc5-bee8-397e0de42784 req-b44e3e91-e82c-4ff5-bd66-c38576746992 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=91b9aa20-6f19-4fa0-9128-8cd49ab29485 HTTP/1.1" status: 200 len: 998 time: 0.0689435 May 04 19:00:07.804972 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1169253f-fb6b-4dc5-bee8-397e0de42784 req-441f0acc-9bda-481b-954e-2aac3e146148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:00:07.806361 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-1169253f-fb6b-4dc5-bee8-397e0de42784 req-441f0acc-9bda-481b-954e-2aac3e146148 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=eeef2f41-46cc-4bf5-995a-936e9476bce2 HTTP/1.1" status: 200 len: 855 time: 0.0426397 May 04 19:00:07.850216 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1169253f-fb6b-4dc5-bee8-397e0de42784 req-fca13827-650b-40f9-adc8-603bfb74b6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:00:07.852629 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-1169253f-fb6b-4dc5-bee8-397e0de42784 req-fca13827-650b-40f9-adc8-603bfb74b6c8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b1cedcbc-cdac-422b-b37d-00881e094afa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396340 May 04 19:00:07.947940 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-1169253f-fb6b-4dc5-bee8-397e0de42784 req-67f33577-64e2-485e-a73a-bb0bba67db83 service neutron] 10.222.0.55 "GET /v2.0/networks/b1cedcbc-cdac-422b-b37d-00881e094afa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871577 May 04 19:00:08.040028 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-1169253f-fb6b-4dc5-bee8-397e0de42784 req-4dcd4766-eb2b-41d8-8b93-172bd5d56a1c service neutron] 10.222.0.55 "GET /v2.0/networks/b1cedcbc-cdac-422b-b37d-00881e094afa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831370 May 04 19:00:08.774607 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6154b3ff-176f-4f88-832d-07e1c62d0ae8 req-618a24a3-71b4-4898-a30a-7fe99923af8c tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:00:08.776119 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-6154b3ff-176f-4f88-832d-07e1c62d0ae8 req-618a24a3-71b4-4898-a30a-7fe99923af8c tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/ports?device_id=56fd17bc-cd63-4d9b-a036-d537eed1699a HTTP/1.1" status: 200 len: 943 time: 0.0530465 May 04 19:00:08.821956 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-6154b3ff-176f-4f88-832d-07e1c62d0ae8 req-e84058ab-746d-42ed-9bfe-b13a4df73982 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/security-groups?id=6146691f-7381-4f12-b964-14887f4f4ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400369 May 04 19:00:10.200833 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8846b9-5f0c-49b6-91e2-72cf16c4b30b req-f91cd982-eb2a-4619-b124-284d8471cfc3 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:00:10.202259 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-4e8846b9-5f0c-49b6-91e2-72cf16c4b30b req-f91cd982-eb2a-4619-b124-284d8471cfc3 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/ports?device_id=56fd17bc-cd63-4d9b-a036-d537eed1699a HTTP/1.1" status: 200 len: 943 time: 0.2907276 May 04 19:00:10.251255 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-4e8846b9-5f0c-49b6-91e2-72cf16c4b30b req-4ce9e385-d57d-4fa4-9f62-74b665a1200e tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/security-groups?id=6146691f-7381-4f12-b964-14887f4f4ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419486 May 04 19:00:11.381117 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a1d0b0-acde-4f9a-b16f-2d938a9a7496 req-306279a1-868f-4523-9f47-eb55e7683c73 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:00:11.382669 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-52a1d0b0-acde-4f9a-b16f-2d938a9a7496 req-306279a1-868f-4523-9f47-eb55e7683c73 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/ports?device_id=56fd17bc-cd63-4d9b-a036-d537eed1699a HTTP/1.1" status: 200 len: 943 time: 0.0474024 May 04 19:00:11.438251 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-52a1d0b0-acde-4f9a-b16f-2d938a9a7496 req-7883b6a3-6ad0-4fb7-897c-97b2c052976e tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/security-groups?id=6146691f-7381-4f12-b964-14887f4f4ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484300 May 04 19:00:11.467233 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.agents_db [None req-bd7ab176-2eba-4334-8b69-697435aa36c2 None None] Agent healthcheck: found 6 active agents {{(pid=103282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 19:00:12.571837 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55465aa-c114-4f78-883b-4ac2f6e3cf9a req-d9288396-e1ae-4010-8dae-673c8630c526 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:00:12.573398 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-f55465aa-c114-4f78-883b-4ac2f6e3cf9a req-d9288396-e1ae-4010-8dae-673c8630c526 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/ports?device_id=56fd17bc-cd63-4d9b-a036-d537eed1699a HTTP/1.1" status: 200 len: 943 time: 0.0576293 May 04 19:00:12.627888 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-f55465aa-c114-4f78-883b-4ac2f6e3cf9a req-877a3f3b-e5d0-4b1d-9bae-430210eac13c tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/security-groups?id=6146691f-7381-4f12-b964-14887f4f4ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479236 May 04 19:00:13.757923 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee28b681-51c8-40c4-a1cd-ade1a7992cf6 req-4f445a35-7655-4554-a354-39fe778dc7ea tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:00:13.761183 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-ee28b681-51c8-40c4-a1cd-ade1a7992cf6 req-4f445a35-7655-4554-a354-39fe778dc7ea tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/ports?device_id=56fd17bc-cd63-4d9b-a036-d537eed1699a HTTP/1.1" status: 200 len: 943 time: 0.0508735 May 04 19:00:13.809727 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-ee28b681-51c8-40c4-a1cd-ade1a7992cf6 req-8c485ee6-883c-4551-a247-cc1d5b21fb8a tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/security-groups?id=6146691f-7381-4f12-b964-14887f4f4ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425315 May 04 19:00:14.945020 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ab73d5-50c6-4b16-8cba-3d4a292c71e9 req-e9813c11-1cea-4d5d-abd5-9c4966e0c6aa tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:00:14.946590 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-43ab73d5-50c6-4b16-8cba-3d4a292c71e9 req-e9813c11-1cea-4d5d-abd5-9c4966e0c6aa tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/ports?device_id=56fd17bc-cd63-4d9b-a036-d537eed1699a HTTP/1.1" status: 200 len: 943 time: 0.0487494 May 04 19:00:14.994698 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-43ab73d5-50c6-4b16-8cba-3d4a292c71e9 req-3626a34f-580d-4ce7-a894-6a273e0ac310 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/security-groups?id=6146691f-7381-4f12-b964-14887f4f4ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421543 May 04 19:00:16.112984 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4985d5f-5493-4fb1-a0b4-cfbf311f172f req-a47c0069-fa3f-4da3-9028-c5fa998d50fb tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:00:16.114550 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-c4985d5f-5493-4fb1-a0b4-cfbf311f172f req-a47c0069-fa3f-4da3-9028-c5fa998d50fb tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/ports?device_id=56fd17bc-cd63-4d9b-a036-d537eed1699a HTTP/1.1" status: 200 len: 943 time: 0.0483832 May 04 19:00:16.165155 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-c4985d5f-5493-4fb1-a0b4-cfbf311f172f req-2a8ad464-67d9-433e-99e0-969248cd4bf9 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/security-groups?id=6146691f-7381-4f12-b964-14887f4f4ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445762 May 04 19:00:17.302457 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bb7a1b-6b66-4af0-9b8b-a20788650e08 req-60970f37-5401-43b6-bfe3-f8c519476b0b tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:00:17.312377 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-70bb7a1b-6b66-4af0-9b8b-a20788650e08 req-60970f37-5401-43b6-bfe3-f8c519476b0b tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/ports?device_id=56fd17bc-cd63-4d9b-a036-d537eed1699a HTTP/1.1" status: 200 len: 943 time: 0.0604753 May 04 19:00:17.359450 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-70bb7a1b-6b66-4af0-9b8b-a20788650e08 req-a5b4921e-8230-4c39-ac3b-aeae2169e717 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/security-groups?id=6146691f-7381-4f12-b964-14887f4f4ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457656 May 04 19:00:18.506096 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e2c412-a0fe-4b3e-859b-504b75359b6e req-519ff46a-4597-4fa6-8a4a-66624a48eb42 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:00:18.507615 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-b0e2c412-a0fe-4b3e-859b-504b75359b6e req-519ff46a-4597-4fa6-8a4a-66624a48eb42 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/ports?device_id=56fd17bc-cd63-4d9b-a036-d537eed1699a HTTP/1.1" status: 200 len: 943 time: 0.0534482 May 04 19:00:18.570305 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-b0e2c412-a0fe-4b3e-859b-504b75359b6e req-a4de8e44-257b-4951-aebf-019e18761019 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/security-groups?id=6146691f-7381-4f12-b964-14887f4f4ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542798 May 04 19:00:19.721065 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d744701e-4d96-4c34-b827-3890989f1186 req-554f1b27-fd26-4b83-868e-437c5094281f tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:00:19.722474 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-d744701e-4d96-4c34-b827-3890989f1186 req-554f1b27-fd26-4b83-868e-437c5094281f tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/ports?device_id=56fd17bc-cd63-4d9b-a036-d537eed1699a HTTP/1.1" status: 200 len: 943 time: 0.0518534 May 04 19:00:19.776052 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-d744701e-4d96-4c34-b827-3890989f1186 req-e77e1ce5-7444-4ecd-b8fd-34afab210f64 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/security-groups?id=6146691f-7381-4f12-b964-14887f4f4ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451670 May 04 19:00:20.899950 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aecdf1-b97d-4442-acd5-ffb484662b8d req-694658a8-440f-4725-9de3-9e4dd24023d0 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:00:20.901662 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-c6aecdf1-b97d-4442-acd5-ffb484662b8d req-694658a8-440f-4725-9de3-9e4dd24023d0 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/ports?device_id=56fd17bc-cd63-4d9b-a036-d537eed1699a HTTP/1.1" status: 200 len: 943 time: 0.0491245 May 04 19:00:20.975709 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-c6aecdf1-b97d-4442-acd5-ffb484662b8d req-1e6d3347-6ea2-49b1-a199-d198e9ff926a tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/security-groups?id=6146691f-7381-4f12-b964-14887f4f4ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543704 May 04 19:00:21.850531 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c308193e-b651-4fe5-96e0-c478c7dfb29e req-d368bbad-6bd9-4a77-85f0-087ff9495310 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:00:21.851996 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-c308193e-b651-4fe5-96e0-c478c7dfb29e req-d368bbad-6bd9-4a77-85f0-087ff9495310 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "GET /v2.0/ports?device_id=8063d07e-d006-48e1-b3f7-8bb5a0ef9010 HTTP/1.1" status: 200 len: 946 time: 0.0465386 May 04 19:00:21.905304 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-c308193e-b651-4fe5-96e0-c478c7dfb29e req-4988d3f1-0743-4c84-aa24-48b4e1a3e5a6 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "GET /v2.0/security-groups?id=c6403a3b-72bf-4a4f-9946-177d65b0f402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449901 May 04 19:00:22.092617 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7425361b-7dc9-4b22-bf1b-3d27752afc1f req-e0cbe42e-f723-4251-bc2d-20c9f39f16bd tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:00:22.094111 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-7425361b-7dc9-4b22-bf1b-3d27752afc1f req-e0cbe42e-f723-4251-bc2d-20c9f39f16bd tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/ports?device_id=56fd17bc-cd63-4d9b-a036-d537eed1699a HTTP/1.1" status: 200 len: 943 time: 0.0469818 May 04 19:00:22.142680 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-7425361b-7dc9-4b22-bf1b-3d27752afc1f req-aeb0f906-50fe-4365-be18-2655f6e65dfc tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/security-groups?id=6146691f-7381-4f12-b964-14887f4f4ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407453 May 04 19:00:23.032369 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbdb855-0dfc-4d12-a520-cbe1b669ffaf req-a715631a-98a8-4561-ad66-5fa87bbbe575 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:00:23.033847 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-8fbdb855-0dfc-4d12-a520-cbe1b669ffaf req-a715631a-98a8-4561-ad66-5fa87bbbe575 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "GET /v2.0/ports?device_id=8063d07e-d006-48e1-b3f7-8bb5a0ef9010 HTTP/1.1" status: 200 len: 946 time: 0.0465741 May 04 19:00:23.083679 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-8fbdb855-0dfc-4d12-a520-cbe1b669ffaf req-9015e521-b2c0-47aa-a39e-d91539164924 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "GET /v2.0/security-groups?id=c6403a3b-72bf-4a4f-9946-177d65b0f402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432742 May 04 19:00:23.286254 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eba7b4-4623-497e-983a-afbf77533787 req-8a4cfd84-0413-498d-b507-57eac7277c34 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:00:23.287868 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-e5eba7b4-4623-497e-983a-afbf77533787 req-8a4cfd84-0413-498d-b507-57eac7277c34 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/ports?device_id=56fd17bc-cd63-4d9b-a036-d537eed1699a HTTP/1.1" status: 200 len: 943 time: 0.0612211 May 04 19:00:23.335831 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-e5eba7b4-4623-497e-983a-afbf77533787 req-0285bbd3-338c-472f-90cc-1cdd48829c96 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/security-groups?id=6146691f-7381-4f12-b964-14887f4f4ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421581 May 04 19:00:24.209574 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009f482d-9dd8-46ee-b646-3994381e0253 req-abc7e218-426b-44c3-a819-197b75735b17 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:00:24.211054 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-009f482d-9dd8-46ee-b646-3994381e0253 req-abc7e218-426b-44c3-a819-197b75735b17 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "GET /v2.0/ports?device_id=8063d07e-d006-48e1-b3f7-8bb5a0ef9010 HTTP/1.1" status: 200 len: 946 time: 0.0498219 May 04 19:00:24.260488 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-009f482d-9dd8-46ee-b646-3994381e0253 req-28148097-bcd3-45cb-8e5c-5cd8c0bddd65 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "GET /v2.0/security-groups?id=c6403a3b-72bf-4a4f-9946-177d65b0f402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411894 May 04 19:00:24.471529 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3935747c-305e-4c7b-bac3-cc88fc8c94b0 req-e6c1645a-edd1-4be3-ac0a-2dadd132a97f tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:00:24.473032 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-3935747c-305e-4c7b-bac3-cc88fc8c94b0 req-e6c1645a-edd1-4be3-ac0a-2dadd132a97f tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/ports?device_id=56fd17bc-cd63-4d9b-a036-d537eed1699a HTTP/1.1" status: 200 len: 943 time: 0.0506687 May 04 19:00:24.520508 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-3935747c-305e-4c7b-bac3-cc88fc8c94b0 req-a77e8847-9bbf-4383-9564-82d4daf917e8 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/security-groups?id=6146691f-7381-4f12-b964-14887f4f4ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415010 May 04 19:00:25.386554 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ff2bfa-ff7b-4bfe-bcaf-112e1108aecd req-5ed81e4b-62f2-4839-ab12-4dd3302c9018 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:00:25.388045 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-34ff2bfa-ff7b-4bfe-bcaf-112e1108aecd req-5ed81e4b-62f2-4839-ab12-4dd3302c9018 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "GET /v2.0/ports?device_id=8063d07e-d006-48e1-b3f7-8bb5a0ef9010 HTTP/1.1" status: 200 len: 946 time: 0.0503211 May 04 19:00:25.407869 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (bff7e656-358d-4e40-a36a-3f10fe33ffdf), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:00:25.436745 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-34ff2bfa-ff7b-4bfe-bcaf-112e1108aecd req-c0042702-6d10-4e45-9303-3763654e4254 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "GET /v2.0/security-groups?id=c6403a3b-72bf-4a4f-9946-177d65b0f402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425775 May 04 19:00:25.545393 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cacb65c-6df8-4225-b0a5-6fc164c67496 req-daebfc2a-4187-4241-b07d-90527e1f8eae tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:00:25.546954 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-4cacb65c-6df8-4225-b0a5-6fc164c67496 req-daebfc2a-4187-4241-b07d-90527e1f8eae tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.55 "GET /v2.0/ports?device_id=8063d07e-d006-48e1-b3f7-8bb5a0ef9010 HTTP/1.1" status: 200 len: 946 time: 0.0502329 May 04 19:00:25.633101 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.plugin [req-4cacb65c-6df8-4225-b0a5-6fc164c67496 req-97c9b1f2-90d2-4b0b-b9ee-85e88ec6a668 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Deleting port bff56cf3-79cc-41b5-ad65-b51add4f3218 {{(pid=103280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 19:00:25.633479 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-4cacb65c-6df8-4225-b0a5-6fc164c67496 req-97c9b1f2-90d2-4b0b-b9ee-85e88ec6a668 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790498772255'] for port (bff56cf3-79cc-41b5-ad65-b51add4f3218), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:00:25.637195 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01ad15d-0bcd-466a-b33e-ef161195c752 req-822a1116-be4f-48b6-b23a-28b5e5b57d4f tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:00:25.638745 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-e01ad15d-0bcd-466a-b33e-ef161195c752 req-822a1116-be4f-48b6-b23a-28b5e5b57d4f tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/ports?device_id=56fd17bc-cd63-4d9b-a036-d537eed1699a HTTP/1.1" status: 200 len: 943 time: 0.0473614 May 04 19:00:25.691943 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-e01ad15d-0bcd-466a-b33e-ef161195c752 req-437fc71e-0eb7-4916-ba64-53f6478bfa80 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/security-groups?id=6146691f-7381-4f12-b964-14887f4f4ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473633 May 04 19:00:25.727945 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.db [req-4cacb65c-6df8-4225-b0a5-6fc164c67496 req-97c9b1f2-90d2-4b0b-b9ee-85e88ec6a668 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] For port bff56cf3-79cc-41b5-ad65-b51add4f3218, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=bff56cf3-79cc-41b5-ad65-b51add4f3218,segment=NetworkSegment(83414da3-b767-40e5-839e-69613fac7970),segment_id=83414da3-b767-40e5-839e-69613fac7970)] {{(pid=103280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:00:25.728311 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-4cacb65c-6df8-4225-b0a5-6fc164c67496 req-97c9b1f2-90d2-4b0b-b9ee-85e88ec6a668 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607728'] for port (bff56cf3-79cc-41b5-ad65-b51add4f3218), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:00:25.966122 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-4cacb65c-6df8-4225-b0a5-6fc164c67496 req-97c9b1f2-90d2-4b0b-b9ee-85e88ec6a668 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:00:25.966398 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-4cacb65c-6df8-4225-b0a5-6fc164c67496 req-97c9b1f2-90d2-4b0b-b9ee-85e88ec6a668 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608971'] for floatingip (0947f07c-eebf-414f-8ce4-e694d399fc76), after_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:00:25.966744 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.db.l3_db [req-4cacb65c-6df8-4225-b0a5-6fc164c67496 req-97c9b1f2-90d2-4b0b-b9ee-85e88ec6a668 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Floating IP 0947f07c-eebf-414f-8ce4-e694d399fc76 disassociated. External IP: 172.27.0.101, port: bff56cf3-79cc-41b5-ad65-b51add4f3218. May 04 19:00:25.967084 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.plugin [req-4cacb65c-6df8-4225-b0a5-6fc164c67496 req-97c9b1f2-90d2-4b0b-b9ee-85e88ec6a668 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Calling delete_port for bff56cf3-79cc-41b5-ad65-b51add4f3218 owned by compute:nova {{(pid=103280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 19:00:26.103134 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-4cacb65c-6df8-4225-b0a5-6fc164c67496 req-97c9b1f2-90d2-4b0b-b9ee-85e88ec6a668 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790498779311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790498302109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12874298'] for port (bff56cf3-79cc-41b5-ad65-b51add4f3218), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:00:26.136841 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c9b1f2-90d2-4b0b-b9ee-85e88ec6a668 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Pushing event deleted for resources: {'Port': ['ID=bff56cf3-79cc-41b5-ad65-b51add4f3218,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:00:26.149103 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c9b1f2-90d2-4b0b-b9ee-85e88ec6a668 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:00:26.149552 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c9b1f2-90d2-4b0b-b9ee-85e88ec6a668 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:00:26.149896 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c9b1f2-90d2-4b0b-b9ee-85e88ec6a668 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:00:26.150233 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c9b1f2-90d2-4b0b-b9ee-85e88ec6a668 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:00:26.150567 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c9b1f2-90d2-4b0b-b9ee-85e88ec6a668 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:00:26.150901 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c9b1f2-90d2-4b0b-b9ee-85e88ec6a668 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:00:26.151250 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c9b1f2-90d2-4b0b-b9ee-85e88ec6a668 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:00:26.151576 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c9b1f2-90d2-4b0b-b9ee-85e88ec6a668 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:00:26.151902 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c9b1f2-90d2-4b0b-b9ee-85e88ec6a668 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:00:26.152235 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c9b1f2-90d2-4b0b-b9ee-85e88ec6a668 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:00:26.152558 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c9b1f2-90d2-4b0b-b9ee-85e88ec6a668 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:00:26.152879 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c9b1f2-90d2-4b0b-b9ee-85e88ec6a668 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:00:26.153201 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c9b1f2-90d2-4b0b-b9ee-85e88ec6a668 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:00:26.153553 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c9b1f2-90d2-4b0b-b9ee-85e88ec6a668 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:00:26.153876 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c9b1f2-90d2-4b0b-b9ee-85e88ec6a668 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:00:26.266727 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4cacb65c-6df8-4225-b0a5-6fc164c67496 req-97c9b1f2-90d2-4b0b-b9ee-85e88ec6a668 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Router 81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe has already been hosted by L3 agent 0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b {{(pid=103280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 19:00:26.378717 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4cacb65c-6df8-4225-b0a5-6fc164c67496 req-97c9b1f2-90d2-4b0b-b9ee-85e88ec6a668 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Notify agent at l3_agent.dv-cinder-840525-1-iscsi the message routers_updated {{(pid=103280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 19:00:26.389369 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac74ada-b591-40fb-9291-d2b8756122d7 None None] Sync routers for ids ['81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe'] in dv-cinder-840525-1-iscsi {{(pid=103282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 19:00:26.399802 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac74ada-b591-40fb-9291-d2b8756122d7 None None] Routers {'81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe'} bound to L3 agent in host dv-cinder-840525-1-iscsi {{(pid=103282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:00:26.400382 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-dac74ada-b591-40fb-9291-d2b8756122d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T18:48:29Z,description=,heartbeat_timestamp=2022-05-04T18:59:59Z,host='dv-cinder-840525-1-iscsi',id=0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:48:29Z,topic='l3_agent')) {'router_ids': ['81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe'], 'active': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:00:26.421683 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cacb65c-6df8-4225-b0a5-6fc164c67496 req-97c9b1f2-90d2-4b0b-b9ee-85e88ec6a668 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] No DVR routers for this DVR port bff56cf3-79cc-41b5-ad65-b51add4f3218 on host hv-cinder-84052 {{(pid=103280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 19:00:26.424276 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-4cacb65c-6df8-4225-b0a5-6fc164c67496 req-97c9b1f2-90d2-4b0b-b9ee-85e88ec6a668 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127086'] for port (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:00:26.427856 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-4cacb65c-6df8-4225-b0a5-6fc164c67496 req-97c9b1f2-90d2-4b0b-b9ee-85e88ec6a668 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.55 "DELETE /v2.0/ports/bff56cf3-79cc-41b5-ad65-b51add4f3218 HTTP/1.1" status: 204 len: 173 time: 0.8749790 May 04 19:00:26.428302 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8063d07e-d006-48e1-b3f7-8bb5a0ef9010', 'name': 'network-vif-deleted', 'tag': 'bff56cf3-79cc-41b5-ad65-b51add4f3218'}] {{(pid=103280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 19:00:26.430599 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d17ed66b9d9b08214cd1b2d258b378c61736cd464b468dfe37a5b26948fd6e52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a1c976f-6221-45e5-857e-10f2ad2f2462" -d '{"events": [{"server_uuid": "8063d07e-d006-48e1-b3f7-8bb5a0ef9010", "name": "network-vif-deleted", "tag": "bff56cf3-79cc-41b5-ad65-b51add4f3218"}]}' {{(pid=103280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 19:00:26.475301 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 19:00:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-248d567b-3e93-4aaf-aa20-1ff77db08eab x-openstack-request-id: req-248d567b-3e93-4aaf-aa20-1ff77db08eab {{(pid=103280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 19:00:26.475614 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8063d07e-d006-48e1-b3f7-8bb5a0ef9010", "name": "network-vif-deleted", "tag": "bff56cf3-79cc-41b5-ad65-b51add4f3218", "status": "completed", "code": 200}]} {{(pid=103280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 19:00:26.475871 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-248d567b-3e93-4aaf-aa20-1ff77db08eab {{(pid=103280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 19:00:26.476283 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.notifiers.nova [-] Nova event matching ['req-248d567b-3e93-4aaf-aa20-1ff77db08eab'] response: {'server_uuid': '8063d07e-d006-48e1-b3f7-8bb5a0ef9010', 'name': 'network-vif-deleted', 'tag': 'bff56cf3-79cc-41b5-ad65-b51add4f3218', 'status': 'completed', 'code': 200} May 04 19:00:26.533137 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvr_db [None req-dac74ada-b591-40fb-9291-d2b8756122d7 None None] Set router 81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe gateway port host: dv-cinder-840525-1-iscsi {{(pid=103282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:00:26.568660 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-518e49ac-c1d9-4ce3-9817-8f07470100fb req-985df710-4784-495c-8e1c-08df921eef70 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "GET /v2.0/ports?device_id=8063d07e-d006-48e1-b3f7-8bb5a0ef9010 HTTP/1.1" status: 200 len: 210 time: 0.0480571 May 04 19:00:26.768252 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-dac74ada-b591-40fb-9291-d2b8756122d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe', 'name': 'tempest-AttachVolumeNegativeTest-1693786255-router', 'tenant_id': 'dd17f7a747ad43fc905b8d1688a71ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'external_fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': '93cb56f8-8b0e-4ea1-b5c4-120dc35ae0d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:56:54Z', 'updated_at': '2022-05-04T18:57:09Z', 'revision_number': 4, 'project_id': 'dd17f7a747ad43fc905b8d1688a71ba7', 'gw_port': {'id': '93cb56f8-8b0e-4ea1-b5c4-120dc35ae0d6', 'name': '', 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:3d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:56:57Z', 'updated_at': '2022-05-04T18:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-1-iscsi', '_floatingips': [{'id': '71cf9a52-9540-4446-ad6a-3cd4309417e9', 'tenant_id': 'dd17f7a747ad43fc905b8d1688a71ba7', 'floating_ip_address': '172.27.0.147', 'floating_network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'router_id': '81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe', 'port_id': 'a81aec1d-dd23-4f9f-baae-f4f36a40cf1b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '53f417bd-e455-4de8-9365-a661c93c9b00', 'mac_address': 'fa:16:3e:bc:03:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fac175-cd79-4ced-9222-45c1ce31cd0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T18:57:20Z', 'updated_at': '2022-05-04T18:57:54Z', 'revision_number': 2, 'project_id': 'dd17f7a747ad43fc905b8d1688a71ba7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e8cc07d-5c50-47e4-be93-d1bb02ea6c92', 'name': '', 'network_id': '53f417bd-e455-4de8-9365-a661c93c9b00', 'tenant_id': 'dd17f7a747ad43fc905b8d1688a71ba7', 'mac_address': 'fa:16:3e:3f:9b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'e66736f7-cfb8-4201-a579-14943c9785b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:57:07Z', 'updated_at': '2022-05-04T18:57:18Z', 'revision_number': 5, 'project_id': 'dd17f7a747ad43fc905b8d1688a71ba7', 'subnets': [{'id': 'e66736f7-cfb8-4201-a579-14943c9785b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-1-iscsi', False) {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:00:26.796353 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34db64ad-c8e5-47a0-b600-d13ac77ba8a2 req-c13e5cd1-8331-47b2-8518-58392d478600 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:00:26.798992 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac74ada-b591-40fb-9291-d2b8756122d7 None None] Checking router: 81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe for host: dv-cinder-840525-1-iscsi {{(pid=103282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 19:00:26.803594 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-34db64ad-c8e5-47a0-b600-d13ac77ba8a2 req-c13e5cd1-8331-47b2-8518-58392d478600 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] 10.222.0.35 "GET /v2.0/ports?device_id=10a55e21-0170-462a-b076-93f090d20502 HTTP/1.1" status: 200 len: 945 time: 0.0576985 May 04 19:00:26.821026 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac74ada-b591-40fb-9291-d2b8756122d7 None None] Routers {'81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe'} bound to L3 agent in host dv-cinder-840525-1-iscsi {{(pid=103282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:00:26.822799 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-dac74ada-b591-40fb-9291-d2b8756122d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T18:48:29Z,description=,heartbeat_timestamp=2022-05-04T18:59:59Z,host='dv-cinder-840525-1-iscsi',id=0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:48:29Z,topic='l3_agent')) {'router_ids': ['81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe'], 'active': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:00:26.851760 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-34db64ad-c8e5-47a0-b600-d13ac77ba8a2 req-42aa39f9-53b8-4f4e-96de-cdfbc4133e59 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] 10.222.0.35 "GET /v2.0/security-groups?id=29ce1ee4-e5ef-4ab2-b658-910bf3a5767a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468309 May 04 19:00:26.858989 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890fe75f-fb62-411a-9206-01381f225f58 req-5cc9d4b7-a802-4b6b-9f75-4f39a99a910b tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:00:26.869646 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-efd30fd8-bfa2-4ee2-bc30-bc237b194e28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (ae04e5b6-6ccf-46c0-81ba-a3f5b8ae390c), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:00:26.879695 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-890fe75f-fb62-411a-9206-01381f225f58 req-5cc9d4b7-a802-4b6b-9f75-4f39a99a910b tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/ports?device_id=56fd17bc-cd63-4d9b-a036-d537eed1699a HTTP/1.1" status: 200 len: 943 time: 0.1055193 May 04 19:00:26.926889 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-890fe75f-fb62-411a-9206-01381f225f58 req-11171287-905d-406d-872a-e87b3f22ec98 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/security-groups?id=6146691f-7381-4f12-b964-14887f4f4ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456684 May 04 19:00:26.962430 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvr_db [None req-dac74ada-b591-40fb-9291-d2b8756122d7 None None] Set router 81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe gateway port host: dv-cinder-840525-1-iscsi {{(pid=103282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:00:27.236668 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-dac74ada-b591-40fb-9291-d2b8756122d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe', 'name': 'tempest-AttachVolumeNegativeTest-1693786255-router', 'tenant_id': 'dd17f7a747ad43fc905b8d1688a71ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'external_fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': '93cb56f8-8b0e-4ea1-b5c4-120dc35ae0d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:56:54Z', 'updated_at': '2022-05-04T18:57:09Z', 'revision_number': 4, 'project_id': 'dd17f7a747ad43fc905b8d1688a71ba7', 'gw_port': {'id': '93cb56f8-8b0e-4ea1-b5c4-120dc35ae0d6', 'name': '', 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:3d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:56:57Z', 'updated_at': '2022-05-04T18:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-1-iscsi', '_floatingips': [{'id': '71cf9a52-9540-4446-ad6a-3cd4309417e9', 'tenant_id': 'dd17f7a747ad43fc905b8d1688a71ba7', 'floating_ip_address': '172.27.0.147', 'floating_network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'router_id': '81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe', 'port_id': 'a81aec1d-dd23-4f9f-baae-f4f36a40cf1b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '53f417bd-e455-4de8-9365-a661c93c9b00', 'mac_address': 'fa:16:3e:bc:03:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fac175-cd79-4ced-9222-45c1ce31cd0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T18:57:20Z', 'updated_at': '2022-05-04T18:57:54Z', 'revision_number': 2, 'project_id': 'dd17f7a747ad43fc905b8d1688a71ba7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e8cc07d-5c50-47e4-be93-d1bb02ea6c92', 'name': '', 'network_id': '53f417bd-e455-4de8-9365-a661c93c9b00', 'tenant_id': 'dd17f7a747ad43fc905b8d1688a71ba7', 'mac_address': 'fa:16:3e:3f:9b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'e66736f7-cfb8-4201-a579-14943c9785b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:57:07Z', 'updated_at': '2022-05-04T18:57:18Z', 'revision_number': 5, 'project_id': 'dd17f7a747ad43fc905b8d1688a71ba7', 'subnets': [{'id': 'e66736f7-cfb8-4201-a579-14943c9785b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-1-iscsi', False) {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:00:27.263231 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac74ada-b591-40fb-9291-d2b8756122d7 None None] The sync data for ids ['81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe'] in dv-cinder-840525-1-iscsi is: [{'id': '81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe', 'name': 'tempest-AttachVolumeNegativeTest-1693786255-router', 'tenant_id': 'dd17f7a747ad43fc905b8d1688a71ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'external_fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': '93cb56f8-8b0e-4ea1-b5c4-120dc35ae0d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:56:54Z', 'updated_at': '2022-05-04T18:57:09Z', 'revision_number': 4, 'project_id': 'dd17f7a747ad43fc905b8d1688a71ba7', 'gw_port': {'id': '93cb56f8-8b0e-4ea1-b5c4-120dc35ae0d6', 'name': '', 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:3d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:56:57Z', 'updated_at': '2022-05-04T18:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-1-iscsi', '_floatingips': [{'id': '71cf9a52-9540-4446-ad6a-3cd4309417e9', 'tenant_id': 'dd17f7a747ad43fc905b8d1688a71ba7', 'floating_ip_address': '172.27.0.147', 'floating_network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'router_id': '81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe', 'port_id': 'a81aec1d-dd23-4f9f-baae-f4f36a40cf1b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '53f417bd-e455-4de8-9365-a661c93c9b00', 'mac_address': 'fa:16:3e:bc:03:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fac175-cd79-4ced-9222-45c1ce31cd0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T18:57:20Z', 'updated_at': '2022-05-04T18:57:54Z', 'revision_number': 2, 'project_id': 'dd17f7a747ad43fc905b8d1688a71ba7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e8cc07d-5c50-47e4-be93-d1bb02ea6c92', 'name': '', 'network_id': '53f417bd-e455-4de8-9365-a661c93c9b00', 'tenant_id': 'dd17f7a747ad43fc905b8d1688a71ba7', 'mac_address': 'fa:16:3e:3f:9b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'e66736f7-cfb8-4201-a579-14943c9785b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:57:07Z', 'updated_at': '2022-05-04T18:57:18Z', 'revision_number': 5, 'project_id': 'dd17f7a747ad43fc905b8d1688a71ba7', 'subnets': [{'id': 'e66736f7-cfb8-4201-a579-14943c9785b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 19:00:27.493453 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8129da4-20e0-44ca-b6e6-8ff5a94045a5 None None] New status for floating IP 0947f07c-eebf-414f-8ce4-e694d399fc76: DOWN {{(pid=103281) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 19:00:27.659872 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 52478) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:00:27.712982 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-1db10976-7a0c-459f-bd78-fa7679d877e1 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks [] for security_group (c6403a3b-72bf-4a4f-9946-177d65b0f402), before_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:00:27.737316 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-1db10976-7a0c-459f-bd78-fa7679d877e1 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks [] for security_group (c6403a3b-72bf-4a4f-9946-177d65b0f402), precommit_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:00:27.789519 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-1db10976-7a0c-459f-bd78-fa7679d877e1 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (c6403a3b-72bf-4a4f-9946-177d65b0f402), after_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:00:27.792264 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-1db10976-7a0c-459f-bd78-fa7679d877e1 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks [] for security_group (None), before_response {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:00:27.793453 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-1db10976-7a0c-459f-bd78-fa7679d877e1 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "DELETE /v2.0/security-groups/c6403a3b-72bf-4a4f-9946-177d65b0f402 HTTP/1.1" status: 204 len: 168 time: 0.1324761 May 04 19:00:27.796278 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 52480) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:00:27.803029 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db10976-7a0c-459f-bd78-fa7679d877e1 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6403a3b-72bf-4a4f-9946-177d65b0f402,revision_number=None']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:00:27.810365 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db10976-7a0c-459f-bd78-fa7679d877e1 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:00:27.810689 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db10976-7a0c-459f-bd78-fa7679d877e1 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:00:27.811034 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db10976-7a0c-459f-bd78-fa7679d877e1 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:00:27.811459 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db10976-7a0c-459f-bd78-fa7679d877e1 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:00:27.811806 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db10976-7a0c-459f-bd78-fa7679d877e1 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:00:27.812221 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db10976-7a0c-459f-bd78-fa7679d877e1 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:00:27.812509 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.api.v2.resource [None req-ce0fce20-29fd-4c76-81f9-2bc737aef7e6 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] show failed (client error): The resource could not be found. May 04 19:00:27.812648 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db10976-7a0c-459f-bd78-fa7679d877e1 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:00:27.812900 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db10976-7a0c-459f-bd78-fa7679d877e1 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:00:27.813227 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db10976-7a0c-459f-bd78-fa7679d877e1 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:00:27.813584 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db10976-7a0c-459f-bd78-fa7679d877e1 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:00:27.813913 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db10976-7a0c-459f-bd78-fa7679d877e1 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:00:27.814015 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-ce0fce20-29fd-4c76-81f9-2bc737aef7e6 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "GET /v2.0/security-groups/c6403a3b-72bf-4a4f-9946-177d65b0f402 HTTP/1.1" status: 404 len: 347 time: 0.0160708 May 04 19:00:27.814329 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db10976-7a0c-459f-bd78-fa7679d877e1 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:00:27.814655 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db10976-7a0c-459f-bd78-fa7679d877e1 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:00:27.814979 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db10976-7a0c-459f-bd78-fa7679d877e1 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:00:27.815307 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db10976-7a0c-459f-bd78-fa7679d877e1 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:00:27.816819 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 52482) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:00:27.936814 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.plugin [None req-e7fb00a6-2f0b-4123-93ac-be6f296a635a tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Deleting port b6db80fa-02f6-41af-b9d6-940dc6b75be4 {{(pid=103280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 19:00:27.937198 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-e7fb00a6-2f0b-4123-93ac-be6f296a635a tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790498772255'] for port (b6db80fa-02f6-41af-b9d6-940dc6b75be4), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:00:27.995080 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c2d6e4-a2fd-4fbd-963b-566bd811fc5f req-37c08788-946a-4acd-ab72-6566ecc7cc8d tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:00:27.996737 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-97c2d6e4-a2fd-4fbd-963b-566bd811fc5f req-37c08788-946a-4acd-ab72-6566ecc7cc8d tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] 10.222.0.35 "GET /v2.0/ports?device_id=10a55e21-0170-462a-b076-93f090d20502 HTTP/1.1" status: 200 len: 945 time: 0.0529394 May 04 19:00:28.036185 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-e7fb00a6-2f0b-4123-93ac-be6f296a635a tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607728'] for port (b6db80fa-02f6-41af-b9d6-940dc6b75be4), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:00:28.036847 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-e7fb00a6-2f0b-4123-93ac-be6f296a635a tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks [] for floatingip (b6db80fa-02f6-41af-b9d6-940dc6b75be4), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:00:28.049875 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-97c2d6e4-a2fd-4fbd-963b-566bd811fc5f req-1592d3d6-78cb-445b-a6ed-1ee02623de7a tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] 10.222.0.35 "GET /v2.0/security-groups?id=29ce1ee4-e5ef-4ab2-b658-910bf3a5767a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450752 May 04 19:00:28.070637 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.plugin [None req-e7fb00a6-2f0b-4123-93ac-be6f296a635a tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Calling delete_port for b6db80fa-02f6-41af-b9d6-940dc6b75be4 owned by network:floatingip {{(pid=103280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 19:00:28.087573 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7ce9ae-7a2b-4ca6-a164-bb4de9ff27ec req-5cf2e4f5-b329-423e-8089-6e09828d11c1 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:00:28.089036 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-eb7ce9ae-7a2b-4ca6-a164-bb4de9ff27ec req-5cf2e4f5-b329-423e-8089-6e09828d11c1 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/ports?device_id=56fd17bc-cd63-4d9b-a036-d537eed1699a HTTP/1.1" status: 200 len: 943 time: 0.0652468 May 04 19:00:28.191222 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-eb7ce9ae-7a2b-4ca6-a164-bb4de9ff27ec req-f2609e84-c400-4074-8b66-15fefcba9657 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/security-groups?id=6146691f-7381-4f12-b964-14887f4f4ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964592 May 04 19:00:28.256389 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-e7fb00a6-2f0b-4123-93ac-be6f296a635a tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790498779311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790498302109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12874298'] for port (b6db80fa-02f6-41af-b9d6-940dc6b75be4), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:00:28.282562 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fb00a6-2f0b-4123-93ac-be6f296a635a tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Pushing event deleted for resources: {'Port': ['ID=b6db80fa-02f6-41af-b9d6-940dc6b75be4,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:00:28.348753 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-e7fb00a6-2f0b-4123-93ac-be6f296a635a tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks [] for floatingip (0947f07c-eebf-414f-8ce4-e694d399fc76), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:00:28.351529 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-e7fb00a6-2f0b-4123-93ac-be6f296a635a tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127086'] for floatingip (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:00:28.355989 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-e7fb00a6-2f0b-4123-93ac-be6f296a635a tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "DELETE /v2.0/floatingips/0947f07c-eebf-414f-8ce4-e694d399fc76 HTTP/1.1" status: 204 len: 168 time: 0.5349131 May 04 19:00:29.058739 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9f3ccb08-4195-4110-91f6-fbbdebd01d19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:00:29.179399 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5eb74c-cfb9-42b2-ac09-c3d12aa82c45 req-6a7ae1dd-09bf-474a-b2e8-ed0d3f464461 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:00:29.181107 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-9a5eb74c-cfb9-42b2-ac09-c3d12aa82c45 req-6a7ae1dd-09bf-474a-b2e8-ed0d3f464461 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] 10.222.0.35 "GET /v2.0/ports?device_id=10a55e21-0170-462a-b076-93f090d20502 HTTP/1.1" status: 200 len: 945 time: 0.0486703 May 04 19:00:29.234074 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-9a5eb74c-cfb9-42b2-ac09-c3d12aa82c45 req-905933fb-6b68-49c4-ade9-8f6f38a5922e tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] 10.222.0.35 "GET /v2.0/security-groups?id=29ce1ee4-e5ef-4ab2-b658-910bf3a5767a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471599 May 04 19:00:29.240742 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Device bff56cf3-79cc-41b5-ad65-b51add4f3218 no longer exists at agent hyperv_hv-cinder-84052 {{(pid=103281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 19:00:29.263341 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] No Port match for: bff56cf3-79cc-41b5-ad65-b51add4f3218 {{(pid=103281) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 19:00:29.263685 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Device bff56cf3-79cc-41b5-ad65-b51add4f3218 not bound to the agent host hv-cinder-84052 {{(pid=103281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 19:00:29.327679 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34391106-6439-41be-bcf3-be7701f317b4 req-574fe646-425f-4885-ab7f-eb566030dffd tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:00:29.329106 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-34391106-6439-41be-bcf3-be7701f317b4 req-574fe646-425f-4885-ab7f-eb566030dffd tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/ports?device_id=56fd17bc-cd63-4d9b-a036-d537eed1699a HTTP/1.1" status: 200 len: 943 time: 0.0479789 May 04 19:00:29.375489 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-34391106-6439-41be-bcf3-be7701f317b4 req-bc48dd1a-cad0-412d-8ed3-34d2c8fe0740 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/security-groups?id=6146691f-7381-4f12-b964-14887f4f4ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407286 May 04 19:00:30.057496 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf11a89-fc00-4748-b538-7b937b01b122 req-be698cc1-c178-49d6-993b-66b618eb11c9 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:00:30.058941 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-4bf11a89-fc00-4748-b538-7b937b01b122 req-be698cc1-c178-49d6-993b-66b618eb11c9 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "GET /v2.0/ports?device_id=17fac175-cd79-4ced-9222-45c1ce31cd0e HTTP/1.1" status: 200 len: 946 time: 0.0488737 May 04 19:00:30.116637 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-4bf11a89-fc00-4748-b538-7b937b01b122 req-483675ab-04b4-4e49-88f5-ca9351442e86 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "GET /v2.0/security-groups?id=9d88f451-ad1c-48db-9f4e-8a10b8249478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516782 May 04 19:00:30.127624 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-821a3753-c8bb-408e-a9d9-42d2a9d3d908 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (306b1285-d967-49ee-a8ef-a34b4fe65fa5), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:00:30.365691 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bc0415-b3b7-44e0-9c21-8384078af9c3 req-e3fcb507-00b3-4c9e-ba7c-2c3bb2097edc tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:00:30.367178 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-38bc0415-b3b7-44e0-9c21-8384078af9c3 req-e3fcb507-00b3-4c9e-ba7c-2c3bb2097edc tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] 10.222.0.35 "GET /v2.0/ports?device_id=10a55e21-0170-462a-b076-93f090d20502 HTTP/1.1" status: 200 len: 945 time: 0.0467660 May 04 19:00:30.418945 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-38bc0415-b3b7-44e0-9c21-8384078af9c3 req-8c9d74ed-9794-4b54-8df8-83444edb159f tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] 10.222.0.35 "GET /v2.0/security-groups?id=29ce1ee4-e5ef-4ab2-b658-910bf3a5767a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456603 May 04 19:00:30.493589 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1fab55-a854-4bcb-8009-3c58b9da5ada req-3f317dbe-a99a-41b4-9929-a318614ecd6b tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:00:30.495142 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-3e1fab55-a854-4bcb-8009-3c58b9da5ada req-3f317dbe-a99a-41b4-9929-a318614ecd6b tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/ports?device_id=56fd17bc-cd63-4d9b-a036-d537eed1699a HTTP/1.1" status: 200 len: 943 time: 0.0470767 May 04 19:00:30.544374 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-3e1fab55-a854-4bcb-8009-3c58b9da5ada req-9c626f34-4ab1-4b1c-8f0e-28355b57ec9b tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/security-groups?id=6146691f-7381-4f12-b964-14887f4f4ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410049 May 04 19:00:31.250681 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73c2b43-2794-4887-9d93-0865add8248b req-65ad90c3-5bc5-4bbc-9516-207f2fe141f3 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:00:31.252149 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a73c2b43-2794-4887-9d93-0865add8248b req-65ad90c3-5bc5-4bbc-9516-207f2fe141f3 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "GET /v2.0/ports?device_id=17fac175-cd79-4ced-9222-45c1ce31cd0e HTTP/1.1" status: 200 len: 946 time: 0.0536547 May 04 19:00:31.305490 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a73c2b43-2794-4887-9d93-0865add8248b req-ebecf117-d062-4c0b-a4e9-5fa9e6bc7692 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "GET /v2.0/security-groups?id=9d88f451-ad1c-48db-9f4e-8a10b8249478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454156 May 04 19:00:31.517199 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6c0ba996-b759-4c13-9ac4-7b7303adc758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (c2d3299f-8f0d-4c34-a270-91edff31f494), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:00:31.557312 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248cbc5e-bb47-4c2f-ba96-d88d1d7925f5 req-14dc3017-3b06-4e0e-9ad3-e54f62fcf0dd tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:00:31.558812 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-248cbc5e-bb47-4c2f-ba96-d88d1d7925f5 req-14dc3017-3b06-4e0e-9ad3-e54f62fcf0dd tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] 10.222.0.35 "GET /v2.0/ports?device_id=10a55e21-0170-462a-b076-93f090d20502 HTTP/1.1" status: 200 len: 945 time: 0.0647061 May 04 19:00:31.608326 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-248cbc5e-bb47-4c2f-ba96-d88d1d7925f5 req-7ca974dc-63f7-41ad-a6aa-09a757ef165b tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] 10.222.0.35 "GET /v2.0/security-groups?id=29ce1ee4-e5ef-4ab2-b658-910bf3a5767a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437560 May 04 19:00:31.670691 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e696f16-46b6-4167-a780-2a92e35821a2 req-278060ab-7edb-451e-881c-94581abd48d6 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:00:31.672190 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-4e696f16-46b6-4167-a780-2a92e35821a2 req-278060ab-7edb-451e-881c-94581abd48d6 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/ports?device_id=56fd17bc-cd63-4d9b-a036-d537eed1699a HTTP/1.1" status: 200 len: 943 time: 0.0468955 May 04 19:00:31.720084 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-4e696f16-46b6-4167-a780-2a92e35821a2 req-9c5e64d2-4019-4e78-bb51-bcbe69d21be7 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/security-groups?id=6146691f-7381-4f12-b964-14887f4f4ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422251 May 04 19:00:32.438596 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a9b981-5271-47a5-90ed-2c8cf66a0754 req-1d6ef364-e68e-446e-9878-b3bc2f04ec58 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:00:32.440023 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-90a9b981-5271-47a5-90ed-2c8cf66a0754 req-1d6ef364-e68e-446e-9878-b3bc2f04ec58 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "GET /v2.0/ports?device_id=17fac175-cd79-4ced-9222-45c1ce31cd0e HTTP/1.1" status: 200 len: 946 time: 0.0546997 May 04 19:00:32.489941 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-90a9b981-5271-47a5-90ed-2c8cf66a0754 req-522e9384-2b3e-4fb8-a46a-31229d351144 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "GET /v2.0/security-groups?id=9d88f451-ad1c-48db-9f4e-8a10b8249478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441997 May 04 19:00:32.732904 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b9e04f-1a7e-4f32-a4f5-6396b1776bc9 req-d2d78764-9db2-4d6d-92f6-446f3ecd849d tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:00:32.734375 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-82b9e04f-1a7e-4f32-a4f5-6396b1776bc9 req-d2d78764-9db2-4d6d-92f6-446f3ecd849d tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] 10.222.0.35 "GET /v2.0/ports?device_id=10a55e21-0170-462a-b076-93f090d20502 HTTP/1.1" status: 200 len: 945 time: 0.0513041 May 04 19:00:32.785675 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-82b9e04f-1a7e-4f32-a4f5-6396b1776bc9 req-0d3d066f-7ac5-4e8c-8778-b30eaf91edd1 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] 10.222.0.35 "GET /v2.0/security-groups?id=29ce1ee4-e5ef-4ab2-b658-910bf3a5767a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430245 May 04 19:00:32.843378 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da4b499-3f67-4f59-89ac-ad95e9c49e15 req-553d3281-44a8-48c8-80a5-38ee51a16930 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:00:32.844838 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-8da4b499-3f67-4f59-89ac-ad95e9c49e15 req-553d3281-44a8-48c8-80a5-38ee51a16930 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/ports?device_id=56fd17bc-cd63-4d9b-a036-d537eed1699a HTTP/1.1" status: 200 len: 943 time: 0.0507069 May 04 19:00:32.898937 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-8da4b499-3f67-4f59-89ac-ad95e9c49e15 req-18405320-4dc4-48cf-8793-c4913cea92d3 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/security-groups?id=6146691f-7381-4f12-b964-14887f4f4ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481586 May 04 19:00:32.957894 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (7e96273e-cd3b-4e2d-a9cb-a5a62cf8f8b6), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:00:33.210633 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7188e558-2a9b-4d65-bf2c-d307b73bd31b req-ee257f38-4184-4d3b-978a-e114337d660b tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:00:33.212049 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-7188e558-2a9b-4d65-bf2c-d307b73bd31b req-ee257f38-4184-4d3b-978a-e114337d660b tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.55 "GET /v2.0/ports?device_id=17fac175-cd79-4ced-9222-45c1ce31cd0e HTTP/1.1" status: 200 len: 946 time: 0.0551054 May 04 19:00:33.254034 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Device 91b9aa20-6f19-4fa0-9128-8cd49ab29485 details requested by agent hyperv_hv-cinder-84052 with host hv-cinder-84052 {{(pid=103281) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 19:00:33.309942 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.plugin [req-7188e558-2a9b-4d65-bf2c-d307b73bd31b req-41d4491e-0eb2-4ce8-8f42-52e32e70c28b tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Deleting port a81aec1d-dd23-4f9f-baae-f4f36a40cf1b {{(pid=103280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 19:00:33.310287 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-7188e558-2a9b-4d65-bf2c-d307b73bd31b req-41d4491e-0eb2-4ce8-8f42-52e32e70c28b tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790498772255'] for port (a81aec1d-dd23-4f9f-baae-f4f36a40cf1b), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:00:33.353120 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] For port 91b9aa20-6f19-4fa0-9128-8cd49ab29485, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=91b9aa20-6f19-4fa0-9128-8cd49ab29485,segment=NetworkSegment(6c24c5b4-e5c1-485f-89e1-6bad0f69b4e6),segment_id=6c24c5b4-e5c1-485f-89e1-6bad0f69b4e6)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:00:33.364171 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Returning: {'device': '91b9aa20-6f19-4fa0-9128-8cd49ab29485', 'network_id': 'b1cedcbc-cdac-422b-b37d-00881e094afa', 'port_id': '91b9aa20-6f19-4fa0-9128-8cd49ab29485', 'mac_address': 'fa:16:3e:d3:83:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 265, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eeef2f41-46cc-4bf5-995a-936e9476bce2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103281) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 19:00:33.400267 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.db [req-7188e558-2a9b-4d65-bf2c-d307b73bd31b req-41d4491e-0eb2-4ce8-8f42-52e32e70c28b tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] For port a81aec1d-dd23-4f9f-baae-f4f36a40cf1b, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=a81aec1d-dd23-4f9f-baae-f4f36a40cf1b,segment=NetworkSegment(83414da3-b767-40e5-839e-69613fac7970),segment_id=83414da3-b767-40e5-839e-69613fac7970)] {{(pid=103280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:00:33.400599 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-7188e558-2a9b-4d65-bf2c-d307b73bd31b req-41d4491e-0eb2-4ce8-8f42-52e32e70c28b tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607728'] for port (a81aec1d-dd23-4f9f-baae-f4f36a40cf1b), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:00:33.402076 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Current status of the port 91b9aa20-6f19-4fa0-9128-8cd49ab29485 is: DOWN; New status is: BUILD {{(pid=103281) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:00:33.402470 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (91b9aa20-6f19-4fa0-9128-8cd49ab29485), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:00:33.415390 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.notifiers.nova [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91b9aa20-6f19-4fa0-9128-8cd49ab29485 {{(pid=103281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 19:00:33.434056 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] For port 91b9aa20-6f19-4fa0-9128-8cd49ab29485, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=91b9aa20-6f19-4fa0-9128-8cd49ab29485,segment=NetworkSegment(6c24c5b4-e5c1-485f-89e1-6bad0f69b4e6),segment_id=6c24c5b4-e5c1-485f-89e1-6bad0f69b4e6)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:00:33.438496 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136'] for port (91b9aa20-6f19-4fa0-9128-8cd49ab29485), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:00:33.490887 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Pushing event updated for resources: {'Port': ['ID=91b9aa20-6f19-4fa0-9128-8cd49ab29485,revision_number=9']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:00:33.606041 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-7188e558-2a9b-4d65-bf2c-d307b73bd31b req-41d4491e-0eb2-4ce8-8f42-52e32e70c28b tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:00:33.606401 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-7188e558-2a9b-4d65-bf2c-d307b73bd31b req-41d4491e-0eb2-4ce8-8f42-52e32e70c28b tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608971'] for floatingip (71cf9a52-9540-4446-ad6a-3cd4309417e9), after_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:00:33.606719 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.db.l3_db [req-7188e558-2a9b-4d65-bf2c-d307b73bd31b req-41d4491e-0eb2-4ce8-8f42-52e32e70c28b tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Floating IP 71cf9a52-9540-4446-ad6a-3cd4309417e9 disassociated. External IP: 172.27.0.147, port: a81aec1d-dd23-4f9f-baae-f4f36a40cf1b. May 04 19:00:33.607036 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.plugin [req-7188e558-2a9b-4d65-bf2c-d307b73bd31b req-41d4491e-0eb2-4ce8-8f42-52e32e70c28b tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Calling delete_port for a81aec1d-dd23-4f9f-baae-f4f36a40cf1b owned by compute:nova {{(pid=103280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 19:00:33.619650 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1cf2ff-3313-4f54-a772-6ae7bbd4a6eb req-a7a45b0f-e0b8-4b99-964d-d11059cebecc tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:00:33.621120 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-2a1cf2ff-3313-4f54-a772-6ae7bbd4a6eb req-a7a45b0f-e0b8-4b99-964d-d11059cebecc tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "GET /v2.0/ports?device_id=17fac175-cd79-4ced-9222-45c1ce31cd0e HTTP/1.1" status: 200 len: 946 time: 0.0622351 May 04 19:00:33.711386 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-2a1cf2ff-3313-4f54-a772-6ae7bbd4a6eb req-45ea9b72-2238-4c20-811a-36e0a8335927 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "GET /v2.0/security-groups?id=9d88f451-ad1c-48db-9f4e-8a10b8249478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836458 May 04 19:00:33.732378 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] get_ports_and_sgs() called for port_ids ['91b9aa20-6f19-4fa0-9128-8cd49ab29485'] {{(pid=103281) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 19:00:33.778295 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-7188e558-2a9b-4d65-bf2c-d307b73bd31b req-41d4491e-0eb2-4ce8-8f42-52e32e70c28b tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790498779311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790498302109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12874298'] for port (a81aec1d-dd23-4f9f-baae-f4f36a40cf1b), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:00:33.806273 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d4491e-0eb2-4ce8-8f42-52e32e70c28b tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Pushing event deleted for resources: {'Port': ['ID=a81aec1d-dd23-4f9f-baae-f4f36a40cf1b,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:00:33.923392 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43535b4-cb7a-45c9-9200-feb48c23e6ab req-4ee62065-21a7-4e6d-bbde-746e1dab987e tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:00:33.926143 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-a43535b4-cb7a-45c9-9200-feb48c23e6ab req-4ee62065-21a7-4e6d-bbde-746e1dab987e tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] 10.222.0.35 "GET /v2.0/ports?device_id=10a55e21-0170-462a-b076-93f090d20502 HTTP/1.1" status: 200 len: 945 time: 0.0469899 May 04 19:00:33.929406 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7188e558-2a9b-4d65-bf2c-d307b73bd31b req-41d4491e-0eb2-4ce8-8f42-52e32e70c28b tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Router 81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe has already been hosted by L3 agent 0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b {{(pid=103280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 19:00:33.976656 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-a43535b4-cb7a-45c9-9200-feb48c23e6ab req-078e1cdc-7084-435a-aee0-2511ce8e5740 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] 10.222.0.35 "GET /v2.0/security-groups?id=29ce1ee4-e5ef-4ab2-b658-910bf3a5767a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441847 May 04 19:00:34.053379 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b487c44e-d35d-4df5-940e-0c9a2ee44ba4 req-2c25171b-afff-495c-bc2b-44848ddf0d8c tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:00:34.054840 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-b487c44e-d35d-4df5-940e-0c9a2ee44ba4 req-2c25171b-afff-495c-bc2b-44848ddf0d8c tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/ports?device_id=56fd17bc-cd63-4d9b-a036-d537eed1699a HTTP/1.1" status: 200 len: 944 time: 0.0809555 May 04 19:00:34.084516 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7188e558-2a9b-4d65-bf2c-d307b73bd31b req-41d4491e-0eb2-4ce8-8f42-52e32e70c28b tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Notify agent at l3_agent.dv-cinder-840525-1-iscsi the message routers_updated {{(pid=103280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 19:00:34.095962 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f096116d-bc79-433f-a3c0-25380eb0bfa1 None None] Sync routers for ids ['81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe'] in dv-cinder-840525-1-iscsi {{(pid=103282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 19:00:34.106902 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f096116d-bc79-433f-a3c0-25380eb0bfa1 None None] Routers {'81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe'} bound to L3 agent in host dv-cinder-840525-1-iscsi {{(pid=103282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:00:34.108086 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-f096116d-bc79-433f-a3c0-25380eb0bfa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T18:48:29Z,description=,heartbeat_timestamp=2022-05-04T19:00:29Z,host='dv-cinder-840525-1-iscsi',id=0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:48:29Z,topic='l3_agent')) {'router_ids': ['81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe'], 'active': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:00:34.140930 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvrscheduler_db [req-7188e558-2a9b-4d65-bf2c-d307b73bd31b req-41d4491e-0eb2-4ce8-8f42-52e32e70c28b tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] No DVR routers for this DVR port a81aec1d-dd23-4f9f-baae-f4f36a40cf1b on host hv-cinder-84052 {{(pid=103280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 19:00:34.145516 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-7188e558-2a9b-4d65-bf2c-d307b73bd31b req-41d4491e-0eb2-4ce8-8f42-52e32e70c28b tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127086'] for port (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:00:34.148915 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-7188e558-2a9b-4d65-bf2c-d307b73bd31b req-41d4491e-0eb2-4ce8-8f42-52e32e70c28b tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.55 "DELETE /v2.0/ports/a81aec1d-dd23-4f9f-baae-f4f36a40cf1b HTTP/1.1" status: 204 len: 173 time: 0.9227347 May 04 19:00:34.149232 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17fac175-cd79-4ced-9222-45c1ce31cd0e', 'name': 'network-vif-deleted', 'tag': 'a81aec1d-dd23-4f9f-baae-f4f36a40cf1b'}] {{(pid=103280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 19:00:34.151895 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d17ed66b9d9b08214cd1b2d258b378c61736cd464b468dfe37a5b26948fd6e52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a7f37bb-aeeb-4e3f-87f1-166da5418f04" -d '{"events": [{"server_uuid": "17fac175-cd79-4ced-9222-45c1ce31cd0e", "name": "network-vif-deleted", "tag": "a81aec1d-dd23-4f9f-baae-f4f36a40cf1b"}]}' {{(pid=103280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 19:00:34.158603 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-b487c44e-d35d-4df5-940e-0c9a2ee44ba4 req-abbec3cc-a85d-41ef-b3c6-d7a94efc2341 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/security-groups?id=6146691f-7381-4f12-b964-14887f4f4ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978186 May 04 19:00:34.209055 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 19:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5c36bd4-dff5-4ea5-aea4-553510604d95 x-openstack-request-id: req-a5c36bd4-dff5-4ea5-aea4-553510604d95 {{(pid=103280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 19:00:34.209611 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17fac175-cd79-4ced-9222-45c1ce31cd0e", "name": "network-vif-deleted", "tag": "a81aec1d-dd23-4f9f-baae-f4f36a40cf1b", "status": "completed", "code": 200}]} {{(pid=103280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 19:00:34.210050 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a5c36bd4-dff5-4ea5-aea4-553510604d95 {{(pid=103280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 19:00:34.210459 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5c36bd4-dff5-4ea5-aea4-553510604d95'] response: {'server_uuid': '17fac175-cd79-4ced-9222-45c1ce31cd0e', 'name': 'network-vif-deleted', 'tag': 'a81aec1d-dd23-4f9f-baae-f4f36a40cf1b', 'status': 'completed', 'code': 200} May 04 19:00:34.231789 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvr_db [None req-f096116d-bc79-433f-a3c0-25380eb0bfa1 None None] Set router 81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe gateway port host: dv-cinder-840525-1-iscsi {{(pid=103282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:00:34.506965 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-f096116d-bc79-433f-a3c0-25380eb0bfa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe', 'name': 'tempest-AttachVolumeNegativeTest-1693786255-router', 'tenant_id': 'dd17f7a747ad43fc905b8d1688a71ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'external_fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': '93cb56f8-8b0e-4ea1-b5c4-120dc35ae0d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:56:54Z', 'updated_at': '2022-05-04T18:57:09Z', 'revision_number': 4, 'project_id': 'dd17f7a747ad43fc905b8d1688a71ba7', 'gw_port': {'id': '93cb56f8-8b0e-4ea1-b5c4-120dc35ae0d6', 'name': '', 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:3d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:56:57Z', 'updated_at': '2022-05-04T18:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-1-iscsi', '_interfaces': [{'id': '2e8cc07d-5c50-47e4-be93-d1bb02ea6c92', 'name': '', 'network_id': '53f417bd-e455-4de8-9365-a661c93c9b00', 'tenant_id': 'dd17f7a747ad43fc905b8d1688a71ba7', 'mac_address': 'fa:16:3e:3f:9b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'e66736f7-cfb8-4201-a579-14943c9785b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:57:07Z', 'updated_at': '2022-05-04T18:57:18Z', 'revision_number': 5, 'project_id': 'dd17f7a747ad43fc905b8d1688a71ba7', 'subnets': [{'id': 'e66736f7-cfb8-4201-a579-14943c9785b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-1-iscsi', False) {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:00:34.533545 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f096116d-bc79-433f-a3c0-25380eb0bfa1 None None] Checking router: 81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe for host: dv-cinder-840525-1-iscsi {{(pid=103282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 19:00:34.542121 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f096116d-bc79-433f-a3c0-25380eb0bfa1 None None] Routers {'81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe'} bound to L3 agent in host dv-cinder-840525-1-iscsi {{(pid=103282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:00:34.542742 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-f096116d-bc79-433f-a3c0-25380eb0bfa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T18:48:29Z,description=,heartbeat_timestamp=2022-05-04T19:00:29Z,host='dv-cinder-840525-1-iscsi',id=0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:48:29Z,topic='l3_agent')) {'router_ids': ['81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe'], 'active': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:00:34.650665 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvr_db [None req-f096116d-bc79-433f-a3c0-25380eb0bfa1 None None] Set router 81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe gateway port host: dv-cinder-840525-1-iscsi {{(pid=103282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:00:34.798393 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 52544) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:00:34.836961 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-f096116d-bc79-433f-a3c0-25380eb0bfa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe', 'name': 'tempest-AttachVolumeNegativeTest-1693786255-router', 'tenant_id': 'dd17f7a747ad43fc905b8d1688a71ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'external_fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': '93cb56f8-8b0e-4ea1-b5c4-120dc35ae0d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:56:54Z', 'updated_at': '2022-05-04T18:57:09Z', 'revision_number': 4, 'project_id': 'dd17f7a747ad43fc905b8d1688a71ba7', 'gw_port': {'id': '93cb56f8-8b0e-4ea1-b5c4-120dc35ae0d6', 'name': '', 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:3d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:56:57Z', 'updated_at': '2022-05-04T18:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-1-iscsi', '_interfaces': [{'id': '2e8cc07d-5c50-47e4-be93-d1bb02ea6c92', 'name': '', 'network_id': '53f417bd-e455-4de8-9365-a661c93c9b00', 'tenant_id': 'dd17f7a747ad43fc905b8d1688a71ba7', 'mac_address': 'fa:16:3e:3f:9b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'e66736f7-cfb8-4201-a579-14943c9785b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:57:07Z', 'updated_at': '2022-05-04T18:57:18Z', 'revision_number': 5, 'project_id': 'dd17f7a747ad43fc905b8d1688a71ba7', 'subnets': [{'id': 'e66736f7-cfb8-4201-a579-14943c9785b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-1-iscsi', False) {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:00:34.853774 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-7e64077a-68db-4c0e-af2d-f4c0c7f4d7b3 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks [] for security_group (9d88f451-ad1c-48db-9f4e-8a10b8249478), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:00:34.870018 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f096116d-bc79-433f-a3c0-25380eb0bfa1 None None] The sync data for ids ['81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe'] in dv-cinder-840525-1-iscsi is: [{'id': '81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe', 'name': 'tempest-AttachVolumeNegativeTest-1693786255-router', 'tenant_id': 'dd17f7a747ad43fc905b8d1688a71ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'external_fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': '93cb56f8-8b0e-4ea1-b5c4-120dc35ae0d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:56:54Z', 'updated_at': '2022-05-04T18:57:09Z', 'revision_number': 4, 'project_id': 'dd17f7a747ad43fc905b8d1688a71ba7', 'gw_port': {'id': '93cb56f8-8b0e-4ea1-b5c4-120dc35ae0d6', 'name': '', 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:3d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:56:57Z', 'updated_at': '2022-05-04T18:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-1-iscsi', '_interfaces': [{'id': '2e8cc07d-5c50-47e4-be93-d1bb02ea6c92', 'name': '', 'network_id': '53f417bd-e455-4de8-9365-a661c93c9b00', 'tenant_id': 'dd17f7a747ad43fc905b8d1688a71ba7', 'mac_address': 'fa:16:3e:3f:9b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'e66736f7-cfb8-4201-a579-14943c9785b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:57:07Z', 'updated_at': '2022-05-04T18:57:18Z', 'revision_number': 5, 'project_id': 'dd17f7a747ad43fc905b8d1688a71ba7', 'subnets': [{'id': 'e66736f7-cfb8-4201-a579-14943c9785b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 19:00:34.884693 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-7e64077a-68db-4c0e-af2d-f4c0c7f4d7b3 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks [] for security_group (9d88f451-ad1c-48db-9f4e-8a10b8249478), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:00:34.932933 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-7e64077a-68db-4c0e-af2d-f4c0c7f4d7b3 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (9d88f451-ad1c-48db-9f4e-8a10b8249478), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:00:34.935707 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-7e64077a-68db-4c0e-af2d-f4c0c7f4d7b3 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks [] for security_group (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:00:34.939395 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-7e64077a-68db-4c0e-af2d-f4c0c7f4d7b3 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "DELETE /v2.0/security-groups/9d88f451-ad1c-48db-9f4e-8a10b8249478 HTTP/1.1" status: 204 len: 168 time: 0.1373911 May 04 19:00:34.939807 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 52546) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:00:34.946387 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e64077a-68db-4c0e-af2d-f4c0c7f4d7b3 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d88f451-ad1c-48db-9f4e-8a10b8249478,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:00:34.954467 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.api.v2.resource [None req-de1a9075-831a-4013-a3d4-ff21a4b2e899 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] show failed (client error): The resource could not be found. May 04 19:00:34.958665 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-de1a9075-831a-4013-a3d4-ff21a4b2e899 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "GET /v2.0/security-groups/9d88f451-ad1c-48db-9f4e-8a10b8249478 HTTP/1.1" status: 404 len: 347 time: 0.0178015 May 04 19:00:34.959328 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 52548) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:00:35.129599 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad2dd0c-f5f8-4e3b-8395-430c344c9701 None None] New status for floating IP 71cf9a52-9540-4446-ad6a-3cd4309417e9: DOWN {{(pid=103281) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 19:00:35.291986 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c2f843-eea5-469f-8332-4197a42187c7 req-e99353a8-e9bd-4186-9586-7e53a176a3c3 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:00:35.293475 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-a5c2f843-eea5-469f-8332-4197a42187c7 req-e99353a8-e9bd-4186-9586-7e53a176a3c3 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/ports?device_id=56fd17bc-cd63-4d9b-a036-d537eed1699a HTTP/1.1" status: 200 len: 944 time: 0.0562150 May 04 19:00:35.299675 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Device 91b9aa20-6f19-4fa0-9128-8cd49ab29485 up at agent hyperv_hv-cinder-84052 {{(pid=103281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 19:00:35.343096 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-a5c2f843-eea5-469f-8332-4197a42187c7 req-335e6109-f41a-4a66-ad6d-6ec2685299d5 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/security-groups?id=6146691f-7381-4f12-b964-14887f4f4ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434506 May 04 19:00:35.349029 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Provisioning complete for port 91b9aa20-6f19-4fa0-9128-8cd49ab29485 triggered by entity L2. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:00:35.349430 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1774450'] for port (91b9aa20-6f19-4fa0-9128-8cd49ab29485), provisioning_complete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:00:35.365230 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67081bc8-f444-43ba-a7db-a250c914d0d2 req-64b0b9a9-e0ac-4c8a-afe6-f12ae837d6c0 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:00:35.366708 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-67081bc8-f444-43ba-a7db-a250c914d0d2 req-64b0b9a9-e0ac-4c8a-afe6-f12ae837d6c0 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] 10.222.0.35 "GET /v2.0/ports?device_id=10a55e21-0170-462a-b076-93f090d20502 HTTP/1.1" status: 200 len: 945 time: 0.0771313 May 04 19:00:35.390666 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.plugin [None req-08357e72-ad29-467c-8190-d69c636537c8 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Deleting port f647737b-7418-4990-82d3-68cccbf09d33 {{(pid=103280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 19:00:35.391007 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-08357e72-ad29-467c-8190-d69c636537c8 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790498772255'] for port (f647737b-7418-4990-82d3-68cccbf09d33), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:00:35.424432 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Current status of the port 91b9aa20-6f19-4fa0-9128-8cd49ab29485 is: BUILD; New status is: ACTIVE {{(pid=103281) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:00:35.424815 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (91b9aa20-6f19-4fa0-9128-8cd49ab29485), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:00:35.451028 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56fd17bc-cd63-4d9b-a036-d537eed1699a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91b9aa20-6f19-4fa0-9128-8cd49ab29485'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 19:00:35.453335 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29bc9e8fddf1e81845832baf79700cdfe783df1752dea94dce4e4e68657cb9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82c9d2c5-1d00-43a4-89d4-4828606e3184" -d '{"events": [{"server_uuid": "56fd17bc-cd63-4d9b-a036-d537eed1699a", "name": "network-vif-plugged", "status": "completed", "tag": "91b9aa20-6f19-4fa0-9128-8cd49ab29485"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 19:00:35.463605 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-67081bc8-f444-43ba-a7db-a250c914d0d2 req-8bd274ea-02d1-40c7-af8e-9ceb6988af58 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] 10.222.0.35 "GET /v2.0/security-groups?id=29ce1ee4-e5ef-4ab2-b658-910bf3a5767a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902965 May 04 19:00:35.489840 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-08357e72-ad29-467c-8190-d69c636537c8 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607728'] for port (f647737b-7418-4990-82d3-68cccbf09d33), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:00:35.490207 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-08357e72-ad29-467c-8190-d69c636537c8 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks [] for floatingip (f647737b-7418-4990-82d3-68cccbf09d33), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:00:35.506258 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.plugin [None req-08357e72-ad29-467c-8190-d69c636537c8 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Calling delete_port for f647737b-7418-4990-82d3-68cccbf09d33 owned by network:floatingip {{(pid=103280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 19:00:35.600376 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 19:00:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaabd84f-8d58-46b8-967a-c4ef2bab3de3 x-openstack-request-id: req-eaabd84f-8d58-46b8-967a-c4ef2bab3de3 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 19:00:35.600694 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56fd17bc-cd63-4d9b-a036-d537eed1699a", "name": "network-vif-plugged", "status": "completed", "tag": "91b9aa20-6f19-4fa0-9128-8cd49ab29485", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 19:00:35.600939 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-eaabd84f-8d58-46b8-967a-c4ef2bab3de3 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 19:00:35.601511 dv-cinder-840525-1-iscsi neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eaabd84f-8d58-46b8-967a-c4ef2bab3de3'] response: {'server_uuid': '56fd17bc-cd63-4d9b-a036-d537eed1699a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91b9aa20-6f19-4fa0-9128-8cd49ab29485', 'code': 200} May 04 19:00:35.603219 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] For port 91b9aa20-6f19-4fa0-9128-8cd49ab29485, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=91b9aa20-6f19-4fa0-9128-8cd49ab29485,segment=NetworkSegment(6c24c5b4-e5c1-485f-89e1-6bad0f69b4e6),segment_id=6c24c5b4-e5c1-485f-89e1-6bad0f69b4e6)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:00:35.606968 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136'] for port (91b9aa20-6f19-4fa0-9128-8cd49ab29485), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:00:35.607758 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Device a81aec1d-dd23-4f9f-baae-f4f36a40cf1b no longer exists at agent hyperv_hv-cinder-84052 {{(pid=103281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 19:00:35.645733 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] No Port match for: a81aec1d-dd23-4f9f-baae-f4f36a40cf1b {{(pid=103281) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 19:00:35.645967 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Device a81aec1d-dd23-4f9f-baae-f4f36a40cf1b not bound to the agent host hv-cinder-84052 {{(pid=103281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 19:00:35.648546 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-08357e72-ad29-467c-8190-d69c636537c8 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790498779311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790498302109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12874298'] for port (f647737b-7418-4990-82d3-68cccbf09d33), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:00:35.669767 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Pushing event updated for resources: {'Port': ['ID=91b9aa20-6f19-4fa0-9128-8cd49ab29485,revision_number=10']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:00:35.675705 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08357e72-ad29-467c-8190-d69c636537c8 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Pushing event deleted for resources: {'Port': ['ID=f647737b-7418-4990-82d3-68cccbf09d33,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:00:35.741971 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-08357e72-ad29-467c-8190-d69c636537c8 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks [] for floatingip (71cf9a52-9540-4446-ad6a-3cd4309417e9), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:00:35.746111 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-08357e72-ad29-467c-8190-d69c636537c8 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127086'] for floatingip (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:00:35.747689 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-08357e72-ad29-467c-8190-d69c636537c8 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "DELETE /v2.0/floatingips/71cf9a52-9540-4446-ad6a-3cd4309417e9 HTTP/1.1" status: 204 len: 168 time: 0.7854302 May 04 19:00:35.893160 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 52558) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:00:35.897878 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [None req-a1f2d6b4-8e3b-429f-bc60-273ecd4063fb tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Request body: {'security_group': {'name': 'tempest-securitygroup--142615033', 'description': 'tempest-description--1715430007'}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:00:35.919963 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-a1f2d6b4-8e3b-429f-bc60-273ecd4063fb tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks [] for security_group (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:00:36.013729 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-a1f2d6b4-8e3b-429f-bc60-273ecd4063fb tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks [] for security_group (6e25a02e-015f-4d07-9f59-f1552d423bc1), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:00:36.018805 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-a1f2d6b4-8e3b-429f-bc60-273ecd4063fb tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (6e25a02e-015f-4d07-9f59-f1552d423bc1), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:00:36.027653 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceba2114-eef2-43a9-a30a-742f1644b2d9 req-70c8d460-2230-4a89-aa22-e1e5609850f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:00:36.029200 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-ceba2114-eef2-43a9-a30a-742f1644b2d9 req-70c8d460-2230-4a89-aa22-e1e5609850f8 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=56fd17bc-cd63-4d9b-a036-d537eed1699a HTTP/1.1" status: 200 len: 1130 time: 0.0585392 May 04 19:00:36.066298 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-a1f2d6b4-8e3b-429f-bc60-273ecd4063fb tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks [] for security_group (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:00:36.067467 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-a1f2d6b4-8e3b-429f-bc60-273ecd4063fb tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1731858 May 04 19:00:36.070553 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f2d6b4-8e3b-429f-bc60-273ecd4063fb tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e25a02e-015f-4d07-9f59-f1552d423bc1,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:00:36.070723 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 52560) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:00:36.075396 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.v2.base [None req-260e30f4-32db-46e8-92f6-284f50dc9e96 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Request body: {'security_group_rule': {'security_group_id': '6e25a02e-015f-4d07-9f59-f1552d423bc1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:00:36.095309 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-ceba2114-eef2-43a9-a30a-742f1644b2d9 req-094077fa-2461-41c1-85fd-ecaf57556357 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=6146691f-7381-4f12-b964-14887f4f4ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567186 May 04 19:00:36.101178 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-260e30f4-32db-46e8-92f6-284f50dc9e96 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks [] for security_group_rule (67aa9ee3-f472-451d-a2e7-cfb625b82dc2), before_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:00:36.157968 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-260e30f4-32db-46e8-92f6-284f50dc9e96 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks [] for security_group_rule (67aa9ee3-f472-451d-a2e7-cfb625b82dc2), precommit_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:00:36.162989 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-260e30f4-32db-46e8-92f6-284f50dc9e96 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577292'] for security_group_rule (67aa9ee3-f472-451d-a2e7-cfb625b82dc2), after_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:00:36.184374 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260e30f4-32db-46e8-92f6-284f50dc9e96 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67aa9ee3-f472-451d-a2e7-cfb625b82dc2,revision_number=0']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:00:36.196294 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-260e30f4-32db-46e8-92f6-284f50dc9e96 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:00:36.197594 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-260e30f4-32db-46e8-92f6-284f50dc9e96 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1256838 May 04 19:00:36.200458 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 52562) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:00:36.208336 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.v2.base [None req-9b0cd43f-292d-4e74-8884-07e43f14a360 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Request body: {'security_group_rule': {'security_group_id': '6e25a02e-015f-4d07-9f59-f1552d423bc1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:00:36.237797 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-9b0cd43f-292d-4e74-8884-07e43f14a360 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks [] for security_group_rule (68704e7e-54e0-410d-a601-baf6e3423646), before_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:00:36.294501 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-9b0cd43f-292d-4e74-8884-07e43f14a360 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks [] for security_group_rule (68704e7e-54e0-410d-a601-baf6e3423646), precommit_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:00:36.301214 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-9b0cd43f-292d-4e74-8884-07e43f14a360 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577292'] for security_group_rule (68704e7e-54e0-410d-a601-baf6e3423646), after_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:00:36.318523 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0cd43f-292d-4e74-8884-07e43f14a360 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68704e7e-54e0-410d-a601-baf6e3423646,revision_number=0']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:00:36.327048 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-9b0cd43f-292d-4e74-8884-07e43f14a360 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:00:36.328342 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-9b0cd43f-292d-4e74-8884-07e43f14a360 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1266358 May 04 19:00:36.331637 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 52564) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:00:36.335854 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.v2.base [None req-353e32bf-1b1f-47de-9b39-082a3105eb6f tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Request body: {'floatingip': {'floating_network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762'}} {{(pid=103279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:00:36.356722 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-353e32bf-1b1f-47de-9b39-082a3105eb6f tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:00:36.460350 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-353e32bf-1b1f-47de-9b39-082a3105eb6f tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (None), before_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:00:36.481245 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfd00d6-d1f5-47ad-82ed-55d5622ef7b7 req-05ce425f-2393-4de1-8dda-ba125930e1e8 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:00:36.482756 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-8dfd00d6-d1f5-47ad-82ed-55d5622ef7b7 req-05ce425f-2393-4de1-8dda-ba125930e1e8 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/ports?device_id=56fd17bc-cd63-4d9b-a036-d537eed1699a HTTP/1.1" status: 200 len: 946 time: 0.0606470 May 04 19:00:36.586913 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcad6af5-1219-4d19-a86d-dbb34df3534f req-c911dcb3-94bd-405e-92c4-bde1bd007eae tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:00:36.588529 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-fcad6af5-1219-4d19-a86d-dbb34df3534f req-c911dcb3-94bd-405e-92c4-bde1bd007eae tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] 10.222.0.35 "GET /v2.0/ports?device_id=10a55e21-0170-462a-b076-93f090d20502 HTTP/1.1" status: 200 len: 945 time: 0.0508549 May 04 19:00:36.593347 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-8dfd00d6-d1f5-47ad-82ed-55d5622ef7b7 req-eb7de8d1-a9b0-4959-9c7b-1289b4305e58 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/security-groups?id=6146691f-7381-4f12-b964-14887f4f4ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862026 May 04 19:00:36.610981 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.db.db_base_plugin_common [None req-353e32bf-1b1f-47de-9b39-082a3105eb6f tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Allocated IP 172.27.0.219 (cbca2f8d-f88f-49b4-8a9d-8b4714c67762/6d3155f3-7d72-4b90-89ae-8effc01a61e4/c6ee4fe6-a6ad-48fa-af9d-746962324f4b) {{(pid=103279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 19:00:36.647383 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-fcad6af5-1219-4d19-a86d-dbb34df3534f req-6f239af1-7e16-4571-9234-83f4053920e1 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] 10.222.0.35 "GET /v2.0/security-groups?id=29ce1ee4-e5ef-4ab2-b658-910bf3a5767a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529225 May 04 19:00:36.710618 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-353e32bf-1b1f-47de-9b39-082a3105eb6f tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks [] for port (c6ee4fe6-a6ad-48fa-af9d-746962324f4b), precommit_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:00:36.746582 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-353e32bf-1b1f-47de-9b39-082a3105eb6f tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790498302100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13908970'] for port (c6ee4fe6-a6ad-48fa-af9d-746962324f4b), after_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:00:36.787746 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-353e32bf-1b1f-47de-9b39-082a3105eb6f tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Network cbca2f8d-f88f-49b4-8a9d-8b4714c67762 is already hosted by enough agents. {{(pid=103279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 19:00:36.792617 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.scheduler.base_scheduler [None req-353e32bf-1b1f-47de-9b39-082a3105eb6f tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Resources bound (agent type, host, resource id): {{(pid=103279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 19:00:36.796899 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353e32bf-1b1f-47de-9b39-082a3105eb6f tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Received port after_create {{(pid=103279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 19:00:36.799867 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353e32bf-1b1f-47de-9b39-082a3105eb6f tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Pushing event updated for resources: {'Port': ['ID=c6ee4fe6-a6ad-48fa-af9d-746962324f4b,revision_number=1']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:00:36.880284 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-353e32bf-1b1f-47de-9b39-082a3105eb6f tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks [] for floatingip (c8049975-3739-4bde-8339-ba3a2dd6be48), precommit_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:00:36.916543 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-353e32bf-1b1f-47de-9b39-082a3105eb6f tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (c6ee4fe6-a6ad-48fa-af9d-746962324f4b), before_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:00:37.072148 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-353e32bf-1b1f-47de-9b39-082a3105eb6f tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks [] for port (c6ee4fe6-a6ad-48fa-af9d-746962324f4b), precommit_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:00:37.079256 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-353e32bf-1b1f-47de-9b39-082a3105eb6f tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13908979'] for port (c6ee4fe6-a6ad-48fa-af9d-746962324f4b), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:00:37.150066 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353e32bf-1b1f-47de-9b39-082a3105eb6f tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Pushing event updated for resources: {'Port': ['ID=c6ee4fe6-a6ad-48fa-af9d-746962324f4b,revision_number=2']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:00:37.162213 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-353e32bf-1b1f-47de-9b39-082a3105eb6f tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608971'] for floatingip (c8049975-3739-4bde-8339-ba3a2dd6be48), after_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:00:37.180019 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-353e32bf-1b1f-47de-9b39-082a3105eb6f tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127086'] for floatingip (None), before_response {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:00:37.181392 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-353e32bf-1b1f-47de-9b39-082a3105eb6f tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8487847 May 04 19:00:37.378807 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-c14c0dc5-5293-41c1-86dc-2d1620939e79 req-91bb7394-91f6-438c-a620-16364d3a2fdd tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--142615033&fields=id&tenant_id=dd17f7a747ad43fc905b8d1688a71ba7 HTTP/1.1" status: 200 len: 267 time: 0.0441272 May 04 19:00:37.494636 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14c0dc5-5293-41c1-86dc-2d1620939e79 req-7db03f32-2856-4343-be6a-d317d2615a7d tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:00:37.496111 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-c14c0dc5-5293-41c1-86dc-2d1620939e79 req-7db03f32-2856-4343-be6a-d317d2615a7d tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "GET /v2.0/networks?id=53f417bd-e455-4de8-9365-a661c93c9b00 HTTP/1.1" status: 200 len: 815 time: 0.1109824 May 04 19:00:37.514258 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-c14c0dc5-5293-41c1-86dc-2d1620939e79 req-42c540e2-1f8b-4ca4-8ba2-7f8ea77a654b tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "GET /v2.0/quotas/dd17f7a747ad43fc905b8d1688a71ba7 HTTP/1.1" status: 200 len: 375 time: 0.0113525 May 04 19:00:37.564906 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-c14c0dc5-5293-41c1-86dc-2d1620939e79 req-1ff3a7fa-f01e-4fa0-9bd8-057d04f72523 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=dd17f7a747ad43fc905b8d1688a71ba7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0450385 May 04 19:00:37.669313 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-c14c0dc5-5293-41c1-86dc-2d1620939e79 req-11885a05-da75-4410-95d1-c00d5cb48ed1 service neutron] 10.222.0.35 "GET /v2.0/networks/53f417bd-e455-4de8-9365-a661c93c9b00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921710 May 04 19:00:37.720868 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6a6506-2494-4c3a-8da3-6f75d81d5676 req-d2b7a283-a2f9-4dfa-91c2-14acabdd96a2 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:00:37.723153 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-8c6a6506-2494-4c3a-8da3-6f75d81d5676 req-d2b7a283-a2f9-4dfa-91c2-14acabdd96a2 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/ports?device_id=56fd17bc-cd63-4d9b-a036-d537eed1699a HTTP/1.1" status: 200 len: 946 time: 0.0515940 May 04 19:00:37.762106 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-c14c0dc5-5293-41c1-86dc-2d1620939e79 req-79212bf0-565d-4135-a4f1-c90e8108f210 service neutron] 10.222.0.35 "GET /v2.0/networks/53f417bd-e455-4de8-9365-a661c93c9b00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919399 May 04 19:00:37.781425 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-8c6a6506-2494-4c3a-8da3-6f75d81d5676 req-d619f11f-ebd3-4073-a007-1f7da0296f53 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/security-groups?id=6146691f-7381-4f12-b964-14887f4f4ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511272 May 04 19:00:37.933356 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a200425-cd56-4a5c-bc8c-fbf0c3167b11 req-8edd3276-7bce-419d-a522-119274b7f5af tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:00:37.934842 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-5a200425-cd56-4a5c-bc8c-fbf0c3167b11 req-8edd3276-7bce-419d-a522-119274b7f5af tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] 10.222.0.35 "GET /v2.0/ports?device_id=10a55e21-0170-462a-b076-93f090d20502 HTTP/1.1" status: 200 len: 945 time: 0.0755355 May 04 19:00:37.946822 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-8b9acedd-d077-4726-be84-a81ab842501d req-324e5bf0-0344-41b2-8ba8-1a5d5fab9182 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "GET /v2.0/ports?device_id=1770efa7-1f3c-44d5-a78a-8c95881f1e42 HTTP/1.1" status: 200 len: 210 time: 0.0454373 May 04 19:00:37.986771 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-5a200425-cd56-4a5c-bc8c-fbf0c3167b11 req-1b18d2f3-6508-47b3-8279-640e02a822e7 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] 10.222.0.35 "GET /v2.0/security-groups?id=29ce1ee4-e5ef-4ab2-b658-910bf3a5767a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459168 May 04 19:00:38.250909 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdee528-a1b1-4a07-9e3b-f6fbbf67d09a req-b7dffbfc-5efb-4b1c-be44-f4a7555b0637 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:00:38.252382 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-2fdee528-a1b1-4a07-9e3b-f6fbbf67d09a req-b7dffbfc-5efb-4b1c-be44-f4a7555b0637 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] 10.222.0.35 "GET /v2.0/ports?device_id=10a55e21-0170-462a-b076-93f090d20502 HTTP/1.1" status: 200 len: 945 time: 0.0633690 May 04 19:00:38.292312 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a68a2bc-9557-4e0d-ac78-186d92ff307d req-21ac282a-5b90-44ec-bae7-4adafd6e5975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:00:38.293774 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-7a68a2bc-9557-4e0d-ac78-186d92ff307d req-21ac282a-5b90-44ec-bae7-4adafd6e5975 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d220357192eb4ba5a2cdd43f000cd4c4&device_id=10a55e21-0170-462a-b076-93f090d20502 HTTP/1.1" status: 200 len: 1129 time: 0.0606580 May 04 19:00:38.345934 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-2fdee528-a1b1-4a07-9e3b-f6fbbf67d09a req-1950ea40-a8bb-4cf2-af17-15068df4dbe1 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] 10.222.0.35 "GET /v2.0/security-groups?id=29ce1ee4-e5ef-4ab2-b658-910bf3a5767a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778174 May 04 19:00:38.404753 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a68a2bc-9557-4e0d-ac78-186d92ff307d req-8d97822f-08d7-4eef-9c3b-405a73c032ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:00:38.406329 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-7a68a2bc-9557-4e0d-ac78-186d92ff307d req-8d97822f-08d7-4eef-9c3b-405a73c032ba service neutron] 10.222.0.55 "GET /v2.0/networks?id=30fa2e3e-f6d8-4564-bce1-ee05a5bd0ce9 HTTP/1.1" status: 200 len: 912 time: 0.1031792 May 04 19:00:38.483412 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-7a68a2bc-9557-4e0d-ac78-186d92ff307d req-9263c9d3-8dff-48b0-aac4-9d5e38f4ca0c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=843fc3ed-e6f9-4db5-9c3e-d942e8b8745c HTTP/1.1" status: 200 len: 1001 time: 0.0607610 May 04 19:00:38.548656 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a68a2bc-9557-4e0d-ac78-186d92ff307d req-06c86809-35ea-412f-84cb-b8fb10122711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:00:38.550170 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-7a68a2bc-9557-4e0d-ac78-186d92ff307d req-06c86809-35ea-412f-84cb-b8fb10122711 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d9b5c29e-b014-49ec-aabd-8c0ad7c78e2e HTTP/1.1" status: 200 len: 850 time: 0.0525947 May 04 19:00:38.823711 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a68a2bc-9557-4e0d-ac78-186d92ff307d req-d242d70f-fdcd-426e-a39b-c6fd0d02acbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:00:38.825404 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-7a68a2bc-9557-4e0d-ac78-186d92ff307d req-d242d70f-fdcd-426e-a39b-c6fd0d02acbf service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=30fa2e3e-f6d8-4564-bce1-ee05a5bd0ce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445251 May 04 19:00:38.908875 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a0eda9-c633-46c5-8c9e-cd425cff6d69 req-4230e774-3229-4289-9bbe-14485c84fa38 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:00:38.911101 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-20a0eda9-c633-46c5-8c9e-cd425cff6d69 req-4230e774-3229-4289-9bbe-14485c84fa38 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/ports?device_id=56fd17bc-cd63-4d9b-a036-d537eed1699a HTTP/1.1" status: 200 len: 946 time: 0.0500100 May 04 19:00:38.959693 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-20a0eda9-c633-46c5-8c9e-cd425cff6d69 req-38a7469b-fc6f-47ea-aa61-0341e755ae86 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/security-groups?id=6146691f-7381-4f12-b964-14887f4f4ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428700 May 04 19:00:38.993240 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-7a68a2bc-9557-4e0d-ac78-186d92ff307d req-deabd224-f47d-46ea-8641-6857908a1810 service neutron] 10.222.0.55 "GET /v2.0/networks/30fa2e3e-f6d8-4564-bce1-ee05a5bd0ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603737 May 04 19:00:39.063444 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14c0dc5-5293-41c1-86dc-2d1620939e79 req-b3fa016e-1725-4952-8ccc-4822248cba45 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:00:39.064889 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-c14c0dc5-5293-41c1-86dc-2d1620939e79 req-b3fa016e-1725-4952-8ccc-4822248cba45 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.55 "GET /v2.0/networks?id=53f417bd-e455-4de8-9365-a661c93c9b00 HTTP/1.1" status: 200 len: 815 time: 0.1678221 May 04 19:00:39.123154 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-de0a209b-2c07-4533-9f90-a327f40e7274 req-6a13e334-dbea-4091-856e-321e8cbbfd17 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "GET /v2.0/ports?device_id=1770efa7-1f3c-44d5-a78a-8c95881f1e42 HTTP/1.1" status: 200 len: 210 time: 0.0794280 May 04 19:00:39.171938 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-7a68a2bc-9557-4e0d-ac78-186d92ff307d req-3c68b023-f4e9-4cac-9ccf-5e7166070b85 service neutron] 10.222.0.55 "GET /v2.0/networks/30fa2e3e-f6d8-4564-bce1-ee05a5bd0ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705697 May 04 19:00:39.184188 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-c14c0dc5-5293-41c1-86dc-2d1620939e79 req-915fb3b0-2f20-4351-ac2b-2510b7d4c52d tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dd17f7a747ad43fc905b8d1688a71ba7 HTTP/1.1" status: 200 len: 379 time: 0.0732415 May 04 19:00:39.192590 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [req-c14c0dc5-5293-41c1-86dc-2d1620939e79 req-92f6e78b-1146-4edd-a8d1-d34a9fb0a0c1 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Request body: {'port': {'device_id': '1770efa7-1f3c-44d5-a78a-8c95881f1e42', 'network_id': '53f417bd-e455-4de8-9365-a661c93c9b00', 'admin_state_up': True, 'tenant_id': 'dd17f7a747ad43fc905b8d1688a71ba7', 'security_groups': ['6e25a02e-015f-4d07-9f59-f1552d423bc1']}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:00:39.312517 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c14c0dc5-5293-41c1-86dc-2d1620939e79 req-92f6e78b-1146-4edd-a8d1-d34a9fb0a0c1 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Made reservation on behalf of dd17f7a747ad43fc905b8d1688a71ba7 for: {'port': 1} {{(pid=103280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 19:00:39.315948 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-c14c0dc5-5293-41c1-86dc-2d1620939e79 req-92f6e78b-1146-4edd-a8d1-d34a9fb0a0c1 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:00:39.440060 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.db.db_base_plugin_common [req-c14c0dc5-5293-41c1-86dc-2d1620939e79 req-92f6e78b-1146-4edd-a8d1-d34a9fb0a0c1 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Allocated IP 172.20.0.12 (53f417bd-e455-4de8-9365-a661c93c9b00/e66736f7-cfb8-4201-a579-14943c9785b1/bdb9184f-7a63-44f9-839e-3c461bb55f49) {{(pid=103280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 19:00:39.470248 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0396c68a-2b30-411d-8f09-fe14c220e416 req-12bd0d9c-1758-4e42-8ebc-1332241fe305 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:00:39.471788 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-0396c68a-2b30-411d-8f09-fe14c220e416 req-12bd0d9c-1758-4e42-8ebc-1332241fe305 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] 10.222.0.35 "GET /v2.0/ports?device_id=10a55e21-0170-462a-b076-93f090d20502 HTTP/1.1" status: 200 len: 945 time: 0.0563278 May 04 19:00:39.519995 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-0396c68a-2b30-411d-8f09-fe14c220e416 req-73516e5a-7f40-49b4-86cb-87759c25d68a tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] 10.222.0.35 "GET /v2.0/security-groups?id=29ce1ee4-e5ef-4ab2-b658-910bf3a5767a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419748 May 04 19:00:39.582164 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-c14c0dc5-5293-41c1-86dc-2d1620939e79 req-92f6e78b-1146-4edd-a8d1-d34a9fb0a0c1 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks [] for port (bdb9184f-7a63-44f9-839e-3c461bb55f49), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:00:39.617399 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-c14c0dc5-5293-41c1-86dc-2d1620939e79 req-92f6e78b-1146-4edd-a8d1-d34a9fb0a0c1 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790498302100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12874298'] for port (bdb9184f-7a63-44f9-839e-3c461bb55f49), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:00:39.658534 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c14c0dc5-5293-41c1-86dc-2d1620939e79 req-92f6e78b-1146-4edd-a8d1-d34a9fb0a0c1 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Network 53f417bd-e455-4de8-9365-a661c93c9b00 is already hosted by enough agents. {{(pid=103280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 19:00:39.661782 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.base_scheduler [req-c14c0dc5-5293-41c1-86dc-2d1620939e79 req-92f6e78b-1146-4edd-a8d1-d34a9fb0a0c1 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Resources bound (agent type, host, resource id): {{(pid=103280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 19:00:39.667521 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvrscheduler_db [req-c14c0dc5-5293-41c1-86dc-2d1620939e79 req-92f6e78b-1146-4edd-a8d1-d34a9fb0a0c1 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Received port after_create {{(pid=103280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 19:00:39.674158 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f6e78b-1146-4edd-a8d1-d34a9fb0a0c1 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Pushing event updated for resources: {'Port': ['ID=bdb9184f-7a63-44f9-839e-3c461bb55f49,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:00:39.720705 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14c0dc5-5293-41c1-86dc-2d1620939e79 req-92f6e78b-1146-4edd-a8d1-d34a9fb0a0c1 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:00:39.721507 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-c14c0dc5-5293-41c1-86dc-2d1620939e79 req-92f6e78b-1146-4edd-a8d1-d34a9fb0a0c1 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127086'] for port (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:00:39.738916 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-c14c0dc5-5293-41c1-86dc-2d1620939e79 req-92f6e78b-1146-4edd-a8d1-d34a9fb0a0c1 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5499320 May 04 19:00:39.913113 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-8e42198b-3b18-4de7-8a57-e860847aabd2 None None] Provisioning complete for port bdb9184f-7a63-44f9-839e-3c461bb55f49 triggered by entity DHCP. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:00:39.913767 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8e42198b-3b18-4de7-8a57-e860847aabd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1774450'] for port (bdb9184f-7a63-44f9-839e-3c461bb55f49), provisioning_complete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:00:39.952097 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-8e42198b-3b18-4de7-8a57-e860847aabd2 None None] Port bdb9184f-7a63-44f9-839e-3c461bb55f49 cannot update to ACTIVE because it is not bound. {{(pid=103281) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 19:00:40.104454 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [req-c14c0dc5-5293-41c1-86dc-2d1620939e79 req-37d11d28-60db-4b7a-8753-6c27a5c78e66 service neutron] Request body: {'port': {'device_id': '1770efa7-1f3c-44d5-a78a-8c95881f1e42', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84052'}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:00:40.183582 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-c14c0dc5-5293-41c1-86dc-2d1620939e79 req-37d11d28-60db-4b7a-8753-6c27a5c78e66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (bdb9184f-7a63-44f9-839e-3c461bb55f49), before_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:00:40.255895 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8c5a30-9ce5-4427-9e74-fa454129ce4a req-9a4359c5-0235-4d58-b1b0-19933de8eb9a tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:00:40.257546 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-6f8c5a30-9ce5-4427-9e74-fa454129ce4a req-9a4359c5-0235-4d58-b1b0-19933de8eb9a tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "GET /v2.0/ports?device_id=1770efa7-1f3c-44d5-a78a-8c95881f1e42 HTTP/1.1" status: 200 len: 932 time: 0.0540941 May 04 19:00:40.308577 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-6f8c5a30-9ce5-4427-9e74-fa454129ce4a req-212eee0b-4c43-46ed-98c1-771ecce1effc tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e25a02e-015f-4d07-9f59-f1552d423bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444272 May 04 19:00:40.461001 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.notifiers.nova [req-c14c0dc5-5293-41c1-86dc-2d1620939e79 req-37d11d28-60db-4b7a-8753-6c27a5c78e66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdb9184f-7a63-44f9-839e-3c461bb55f49 {{(pid=103280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 19:00:40.468677 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-c14c0dc5-5293-41c1-86dc-2d1620939e79 req-37d11d28-60db-4b7a-8753-6c27a5c78e66 service neutron] Publish callbacks [] for port (bdb9184f-7a63-44f9-839e-3c461bb55f49), precommit_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:00:40.480912 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.db.provisioning_blocks [req-c14c0dc5-5293-41c1-86dc-2d1620939e79 req-37d11d28-60db-4b7a-8753-6c27a5c78e66 service neutron] Transition to ACTIVE for port object bdb9184f-7a63-44f9-839e-3c461bb55f49 will not be triggered until provisioned by entity L2. {{(pid=103280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 19:00:40.485834 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-c14c0dc5-5293-41c1-86dc-2d1620939e79 req-37d11d28-60db-4b7a-8753-6c27a5c78e66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12874275'] for port (bdb9184f-7a63-44f9-839e-3c461bb55f49), after_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:00:40.537551 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d11d28-60db-4b7a-8753-6c27a5c78e66 service neutron] Pushing event updated for resources: {'Port': ['ID=bdb9184f-7a63-44f9-839e-3c461bb55f49,revision_number=2']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:00:40.646304 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.managers [req-c14c0dc5-5293-41c1-86dc-2d1620939e79 req-37d11d28-60db-4b7a-8753-6c27a5c78e66 service neutron] Attempting to bind port bdb9184f-7a63-44f9-839e-3c461bb55f49 on host hv-cinder-84052 for vnic_type normal with profile {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 19:00:40.646640 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.managers [req-c14c0dc5-5293-41c1-86dc-2d1620939e79 req-37d11d28-60db-4b7a-8753-6c27a5c78e66 service neutron] Attempting to bind port bdb9184f-7a63-44f9-839e-3c461bb55f49 by drivers openvswitch,hyperv on host hv-cinder-84052 at level 0 using segments [{'id': '83414da3-b767-40e5-839e-69613fac7970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '53f417bd-e455-4de8-9365-a661c93c9b00'}] {{(pid=103280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 19:00:40.646970 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c14c0dc5-5293-41c1-86dc-2d1620939e79 req-37d11d28-60db-4b7a-8753-6c27a5c78e66 service neutron] Attempting to bind port bdb9184f-7a63-44f9-839e-3c461bb55f49 on network 53f417bd-e455-4de8-9365-a661c93c9b00 {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 19:00:40.655344 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c14c0dc5-5293-41c1-86dc-2d1620939e79 req-37d11d28-60db-4b7a-8753-6c27a5c78e66 service neutron] Port bdb9184f-7a63-44f9-839e-3c461bb55f49 on network 53f417bd-e455-4de8-9365-a661c93c9b00 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84052 {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 19:00:40.655670 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c14c0dc5-5293-41c1-86dc-2d1620939e79 req-37d11d28-60db-4b7a-8753-6c27a5c78e66 service neutron] Attempting to bind port bdb9184f-7a63-44f9-839e-3c461bb55f49 on network 53f417bd-e455-4de8-9365-a661c93c9b00 {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 19:00:40.663257 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632fb417-e282-4a3d-a87e-7a17c96650ff req-481da5bf-3195-4dff-bf46-6bb3f708819e tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:00:40.664861 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-632fb417-e282-4a3d-a87e-7a17c96650ff req-481da5bf-3195-4dff-bf46-6bb3f708819e tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] 10.222.0.35 "GET /v2.0/ports?device_id=10a55e21-0170-462a-b076-93f090d20502 HTTP/1.1" status: 200 len: 945 time: 0.0649855 May 04 19:00:40.668996 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c14c0dc5-5293-41c1-86dc-2d1620939e79 req-37d11d28-60db-4b7a-8753-6c27a5c78e66 service neutron] Checking agent: {'id': 'bff7e656-358d-4e40-a36a-3f10fe33ffdf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84052', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 18, 54, 55), 'started_at': datetime.datetime(2022, 5, 4, 18, 54, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 19, 0, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 19:00:40.669613 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c14c0dc5-5293-41c1-86dc-2d1620939e79 req-37d11d28-60db-4b7a-8753-6c27a5c78e66 service neutron] Checking segment: {'id': '83414da3-b767-40e5-839e-69613fac7970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '53f417bd-e455-4de8-9365-a661c93c9b00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 19:00:40.670206 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c14c0dc5-5293-41c1-86dc-2d1620939e79 req-37d11d28-60db-4b7a-8753-6c27a5c78e66 service neutron] Bound using segment: {'id': '83414da3-b767-40e5-839e-69613fac7970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '53f417bd-e455-4de8-9365-a661c93c9b00'} {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 19:00:40.670839 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.managers [req-c14c0dc5-5293-41c1-86dc-2d1620939e79 req-37d11d28-60db-4b7a-8753-6c27a5c78e66 service neutron] Bound port: bdb9184f-7a63-44f9-839e-3c461bb55f49, host: hv-cinder-84052, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83414da3-b767-40e5-839e-69613fac7970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '53f417bd-e455-4de8-9365-a661c93c9b00'}}] {{(pid=103280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 19:00:40.671362 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-c14c0dc5-5293-41c1-86dc-2d1620939e79 req-37d11d28-60db-4b7a-8753-6c27a5c78e66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (bdb9184f-7a63-44f9-839e-3c461bb55f49), before_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:00:40.757131 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-632fb417-e282-4a3d-a87e-7a17c96650ff req-70020303-4c50-4add-bc09-3e9ac4ca6484 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] 10.222.0.35 "GET /v2.0/security-groups?id=29ce1ee4-e5ef-4ab2-b658-910bf3a5767a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823376 May 04 19:00:40.774387 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.db [req-c14c0dc5-5293-41c1-86dc-2d1620939e79 req-37d11d28-60db-4b7a-8753-6c27a5c78e66 service neutron] For port bdb9184f-7a63-44f9-839e-3c461bb55f49, host hv-cinder-84052, cleared binding levels {{(pid=103280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 19:00:40.777902 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.db [req-c14c0dc5-5293-41c1-86dc-2d1620939e79 req-37d11d28-60db-4b7a-8753-6c27a5c78e66 service neutron] For port bdb9184f-7a63-44f9-839e-3c461bb55f49, host hv-cinder-84052, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=bdb9184f-7a63-44f9-839e-3c461bb55f49,segment=NetworkSegment(83414da3-b767-40e5-839e-69613fac7970),segment_id=83414da3-b767-40e5-839e-69613fac7970)] {{(pid=103280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 19:00:40.785432 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-c14c0dc5-5293-41c1-86dc-2d1620939e79 req-37d11d28-60db-4b7a-8753-6c27a5c78e66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12874275'] for port (bdb9184f-7a63-44f9-839e-3c461bb55f49), after_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:00:40.817323 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14c0dc5-5293-41c1-86dc-2d1620939e79 req-37d11d28-60db-4b7a-8753-6c27a5c78e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:00:40.817943 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-c14c0dc5-5293-41c1-86dc-2d1620939e79 req-37d11d28-60db-4b7a-8753-6c27a5c78e66 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127086'] for port (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:00:40.819314 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-c14c0dc5-5293-41c1-86dc-2d1620939e79 req-37d11d28-60db-4b7a-8753-6c27a5c78e66 service neutron] 10.222.0.55 "PUT /v2.0/ports/bdb9184f-7a63-44f9-839e-3c461bb55f49 HTTP/1.1" status: 200 len: 1094 time: 0.7223909 May 04 19:00:40.819748 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1770efa7-1f3c-44d5-a78a-8c95881f1e42', 'tag': 'bdb9184f-7a63-44f9-839e-3c461bb55f49'}] {{(pid=103280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 19:00:40.822063 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d17ed66b9d9b08214cd1b2d258b378c61736cd464b468dfe37a5b26948fd6e52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5c2736f-22c5-4595-9cad-1ab781a7646a" -d '{"events": [{"name": "network-changed", "server_uuid": "1770efa7-1f3c-44d5-a78a-8c95881f1e42", "tag": "bdb9184f-7a63-44f9-839e-3c461bb55f49"}]}' {{(pid=103280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 19:00:40.861757 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 19:00:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da5d6d98-b286-412d-a3c2-59e85571c847 x-openstack-request-id: req-da5d6d98-b286-412d-a3c2-59e85571c847 {{(pid=103280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 19:00:40.862111 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1770efa7-1f3c-44d5-a78a-8c95881f1e42", "tag": "bdb9184f-7a63-44f9-839e-3c461bb55f49", "status": "completed", "code": 200}]} {{(pid=103280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 19:00:40.862427 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-da5d6d98-b286-412d-a3c2-59e85571c847 {{(pid=103280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 19:00:40.862889 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da5d6d98-b286-412d-a3c2-59e85571c847'] response: {'name': 'network-changed', 'server_uuid': '1770efa7-1f3c-44d5-a78a-8c95881f1e42', 'tag': 'bdb9184f-7a63-44f9-839e-3c461bb55f49', 'status': 'completed', 'code': 200} May 04 19:00:40.868209 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d11d28-60db-4b7a-8753-6c27a5c78e66 service neutron] Pushing event updated for resources: {'Port': ['ID=bdb9184f-7a63-44f9-839e-3c461bb55f49,revision_number=3']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:00:40.910145 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14c0dc5-5293-41c1-86dc-2d1620939e79 req-8c688d1f-e1a8-4d76-93fa-45bd60079010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:00:40.911937 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-c14c0dc5-5293-41c1-86dc-2d1620939e79 req-8c688d1f-e1a8-4d76-93fa-45bd60079010 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=dd17f7a747ad43fc905b8d1688a71ba7&device_id=1770efa7-1f3c-44d5-a78a-8c95881f1e42 HTTP/1.1" status: 200 len: 1128 time: 0.0453787 May 04 19:00:40.958040 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-c14c0dc5-5293-41c1-86dc-2d1620939e79 req-5b0ec228-de95-4a90-a3ba-1ca0c4fb4b38 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bdb9184f-7a63-44f9-839e-3c461bb55f49 HTTP/1.1" status: 200 len: 217 time: 0.0384564 May 04 19:00:41.009558 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14c0dc5-5293-41c1-86dc-2d1620939e79 req-fc30f6a8-b5aa-449a-88d0-b439ec22765e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:00:41.011064 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-c14c0dc5-5293-41c1-86dc-2d1620939e79 req-fc30f6a8-b5aa-449a-88d0-b439ec22765e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e66736f7-cfb8-4201-a579-14943c9785b1 HTTP/1.1" status: 200 len: 854 time: 0.0446453 May 04 19:00:41.059433 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14c0dc5-5293-41c1-86dc-2d1620939e79 req-2048ac5a-ae32-4bab-be77-aa891126df9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:00:41.061642 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-c14c0dc5-5293-41c1-86dc-2d1620939e79 req-2048ac5a-ae32-4bab-be77-aa891126df9f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=53f417bd-e455-4de8-9365-a661c93c9b00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421767 May 04 19:00:41.160348 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-c14c0dc5-5293-41c1-86dc-2d1620939e79 req-f29cfacb-ae8e-4816-b5ca-da01e4ad0ebc service neutron] 10.222.0.55 "GET /v2.0/networks/53f417bd-e455-4de8-9365-a661c93c9b00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912952 May 04 19:00:41.255799 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-c14c0dc5-5293-41c1-86dc-2d1620939e79 req-5e48847c-9086-43e7-a8a9-809a63345e0a service neutron] 10.222.0.55 "GET /v2.0/networks/53f417bd-e455-4de8-9365-a661c93c9b00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881765 May 04 19:00:41.429456 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6440f843-af19-4b01-a723-e690ec63da35 req-a6372e69-6254-432e-8cee-60b29972383e tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:00:41.431050 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6440f843-af19-4b01-a723-e690ec63da35 req-a6372e69-6254-432e-8cee-60b29972383e tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "GET /v2.0/ports?device_id=1770efa7-1f3c-44d5-a78a-8c95881f1e42 HTTP/1.1" status: 200 len: 944 time: 0.0511069 May 04 19:00:41.481008 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6440f843-af19-4b01-a723-e690ec63da35 req-ff82a0c3-90ff-49c2-9020-d696d6783f69 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e25a02e-015f-4d07-9f59-f1552d423bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413210 May 04 19:00:42.239379 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c2736f-22c5-4595-9cad-1ab781a7646a req-96acce26-af38-4109-ba45-7e106e0fef98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:00:42.240886 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e5c2736f-22c5-4595-9cad-1ab781a7646a req-96acce26-af38-4109-ba45-7e106e0fef98 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=dd17f7a747ad43fc905b8d1688a71ba7&device_id=1770efa7-1f3c-44d5-a78a-8c95881f1e42 HTTP/1.1" status: 200 len: 1128 time: 0.0414975 May 04 19:00:42.344619 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c2736f-22c5-4595-9cad-1ab781a7646a req-d29bea57-c7f6-44b1-ae68-1d7e204862ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:00:42.346134 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e5c2736f-22c5-4595-9cad-1ab781a7646a req-d29bea57-c7f6-44b1-ae68-1d7e204862ce service neutron] 10.222.0.55 "GET /v2.0/networks?id=53f417bd-e455-4de8-9365-a661c93c9b00 HTTP/1.1" status: 200 len: 916 time: 0.0995533 May 04 19:00:42.388113 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e5c2736f-22c5-4595-9cad-1ab781a7646a req-315e25bc-d47b-4002-8820-73fa05c285be service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bdb9184f-7a63-44f9-839e-3c461bb55f49 HTTP/1.1" status: 200 len: 217 time: 0.0350509 May 04 19:00:42.437092 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c2736f-22c5-4595-9cad-1ab781a7646a req-22188f74-ed5f-4321-9371-2eb9c35f1c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:00:42.438636 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e5c2736f-22c5-4595-9cad-1ab781a7646a req-22188f74-ed5f-4321-9371-2eb9c35f1c18 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e66736f7-cfb8-4201-a579-14943c9785b1 HTTP/1.1" status: 200 len: 854 time: 0.0453970 May 04 19:00:42.487506 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c2736f-22c5-4595-9cad-1ab781a7646a req-0d1b0c56-ac24-4eba-b30f-fb65ac513c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:00:42.488959 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e5c2736f-22c5-4595-9cad-1ab781a7646a req-0d1b0c56-ac24-4eba-b30f-fb65ac513c4f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=53f417bd-e455-4de8-9365-a661c93c9b00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445340 May 04 19:00:42.590116 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e5c2736f-22c5-4595-9cad-1ab781a7646a req-f21eb314-3874-4ac6-8eb9-8d0fcb88ef87 service neutron] 10.222.0.55 "GET /v2.0/networks/53f417bd-e455-4de8-9365-a661c93c9b00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944736 May 04 19:00:42.604012 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8411a5d7-2818-4134-9a8c-da6ba0dafd1a req-6079a657-2c0c-44dc-a40c-f5fde12c7fc7 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:00:42.605492 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-8411a5d7-2818-4134-9a8c-da6ba0dafd1a req-6079a657-2c0c-44dc-a40c-f5fde12c7fc7 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "GET /v2.0/ports?device_id=1770efa7-1f3c-44d5-a78a-8c95881f1e42 HTTP/1.1" status: 200 len: 944 time: 0.0499930 May 04 19:00:42.653198 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-8411a5d7-2818-4134-9a8c-da6ba0dafd1a req-c419317a-2148-4176-aa78-314f19a6b054 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e25a02e-015f-4d07-9f59-f1552d423bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408342 May 04 19:00:42.680353 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e5c2736f-22c5-4595-9cad-1ab781a7646a req-80a48c29-63f4-4837-a28c-4967cf7dc37c service neutron] 10.222.0.55 "GET /v2.0/networks/53f417bd-e455-4de8-9365-a661c93c9b00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846336 May 04 19:00:43.784679 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ce8317-7620-4cec-9bd2-0cec8c508bce req-9c852178-bab9-4bf2-b105-874fc7bd85d7 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:00:43.786149 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-63ce8317-7620-4cec-9bd2-0cec8c508bce req-9c852178-bab9-4bf2-b105-874fc7bd85d7 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "GET /v2.0/ports?device_id=1770efa7-1f3c-44d5-a78a-8c95881f1e42 HTTP/1.1" status: 200 len: 944 time: 0.0533066 May 04 19:00:43.835407 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-63ce8317-7620-4cec-9bd2-0cec8c508bce req-bc7f33fc-d84e-4c0b-af37-a643ab822638 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e25a02e-015f-4d07-9f59-f1552d423bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436223 May 04 19:00:44.959929 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cef971-1f2d-4120-b540-cee6c663d86c req-3a815a1c-de63-43ab-a0cc-4f8ef4ba95bc tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:00:44.961481 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-f0cef971-1f2d-4120-b540-cee6c663d86c req-3a815a1c-de63-43ab-a0cc-4f8ef4ba95bc tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "GET /v2.0/ports?device_id=1770efa7-1f3c-44d5-a78a-8c95881f1e42 HTTP/1.1" status: 200 len: 944 time: 0.0490284 May 04 19:00:45.017157 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-f0cef971-1f2d-4120-b540-cee6c663d86c req-d9e5d119-92ae-4779-b478-f93619ab3831 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e25a02e-015f-4d07-9f59-f1552d423bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464110 May 04 19:00:45.310174 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Device bdb9184f-7a63-44f9-839e-3c461bb55f49 details requested by agent hyperv_hv-cinder-84052 with host hv-cinder-84052 {{(pid=103281) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 19:00:45.425829 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] For port bdb9184f-7a63-44f9-839e-3c461bb55f49, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=bdb9184f-7a63-44f9-839e-3c461bb55f49,segment=NetworkSegment(83414da3-b767-40e5-839e-69613fac7970),segment_id=83414da3-b767-40e5-839e-69613fac7970)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:00:45.437327 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Returning: {'device': 'bdb9184f-7a63-44f9-839e-3c461bb55f49', 'network_id': '53f417bd-e455-4de8-9365-a661c93c9b00', 'port_id': 'bdb9184f-7a63-44f9-839e-3c461bb55f49', 'mac_address': 'fa:16:3e:a7:c7:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 255, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e66736f7-cfb8-4201-a579-14943c9785b1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103281) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 19:00:45.475748 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Current status of the port bdb9184f-7a63-44f9-839e-3c461bb55f49 is: DOWN; New status is: BUILD {{(pid=103281) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:00:45.476135 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (bdb9184f-7a63-44f9-839e-3c461bb55f49), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:00:45.489905 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.notifiers.nova [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdb9184f-7a63-44f9-839e-3c461bb55f49 {{(pid=103281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 19:00:45.510875 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] For port bdb9184f-7a63-44f9-839e-3c461bb55f49, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=bdb9184f-7a63-44f9-839e-3c461bb55f49,segment=NetworkSegment(83414da3-b767-40e5-839e-69613fac7970),segment_id=83414da3-b767-40e5-839e-69613fac7970)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:00:45.517404 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136'] for port (bdb9184f-7a63-44f9-839e-3c461bb55f49), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:00:45.564921 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Pushing event updated for resources: {'Port': ['ID=bdb9184f-7a63-44f9-839e-3c461bb55f49,revision_number=4']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:00:45.794892 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] get_ports_and_sgs() called for port_ids ['bdb9184f-7a63-44f9-839e-3c461bb55f49'] {{(pid=103281) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 19:00:46.147579 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acb7b70-bf6a-4886-b75b-c151376844cd req-73baf1d5-51aa-4d3f-b9aa-c33f55da386e tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:00:46.149025 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-4acb7b70-bf6a-4886-b75b-c151376844cd req-73baf1d5-51aa-4d3f-b9aa-c33f55da386e tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "GET /v2.0/ports?device_id=1770efa7-1f3c-44d5-a78a-8c95881f1e42 HTTP/1.1" status: 200 len: 945 time: 0.0488169 May 04 19:00:46.204250 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-4acb7b70-bf6a-4886-b75b-c151376844cd req-7fcfb3bb-0304-4104-9c99-c19abf0af8c4 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e25a02e-015f-4d07-9f59-f1552d423bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469122 May 04 19:00:47.316414 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Device bdb9184f-7a63-44f9-839e-3c461bb55f49 up at agent hyperv_hv-cinder-84052 {{(pid=103281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 19:00:47.335849 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cbe11d-13f8-4566-b294-4ec8b47284d0 req-310e55b2-b6a4-4744-b878-75f106d9b9a8 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:00:47.337313 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-00cbe11d-13f8-4566-b294-4ec8b47284d0 req-310e55b2-b6a4-4744-b878-75f106d9b9a8 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "GET /v2.0/ports?device_id=1770efa7-1f3c-44d5-a78a-8c95881f1e42 HTTP/1.1" status: 200 len: 945 time: 0.0569551 May 04 19:00:47.362900 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Provisioning for port bdb9184f-7a63-44f9-839e-3c461bb55f49 completed by entity L2. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 19:00:47.370377 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Provisioning complete for port bdb9184f-7a63-44f9-839e-3c461bb55f49 triggered by entity L2. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:00:47.371380 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1774450'] for port (bdb9184f-7a63-44f9-839e-3c461bb55f49), provisioning_complete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:00:47.388104 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-00cbe11d-13f8-4566-b294-4ec8b47284d0 req-a53d6b5c-7e70-46e3-b06d-f1ccaf6abce9 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e25a02e-015f-4d07-9f59-f1552d423bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447571 May 04 19:00:47.455965 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Current status of the port bdb9184f-7a63-44f9-839e-3c461bb55f49 is: BUILD; New status is: ACTIVE {{(pid=103281) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:00:47.456341 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (bdb9184f-7a63-44f9-839e-3c461bb55f49), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:00:47.480121 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1770efa7-1f3c-44d5-a78a-8c95881f1e42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdb9184f-7a63-44f9-839e-3c461bb55f49'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 19:00:47.482414 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29bc9e8fddf1e81845832baf79700cdfe783df1752dea94dce4e4e68657cb9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55893f37-600e-499c-8044-46a64b929ad6" -d '{"events": [{"server_uuid": "1770efa7-1f3c-44d5-a78a-8c95881f1e42", "name": "network-vif-plugged", "status": "completed", "tag": "bdb9184f-7a63-44f9-839e-3c461bb55f49"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 19:00:47.495096 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] For port bdb9184f-7a63-44f9-839e-3c461bb55f49, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=bdb9184f-7a63-44f9-839e-3c461bb55f49,segment=NetworkSegment(83414da3-b767-40e5-839e-69613fac7970),segment_id=83414da3-b767-40e5-839e-69613fac7970)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:00:47.500066 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136'] for port (bdb9184f-7a63-44f9-839e-3c461bb55f49), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:00:47.526002 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 19:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad4336f0-4dac-4b2b-92b3-cae65a987591 x-openstack-request-id: req-ad4336f0-4dac-4b2b-92b3-cae65a987591 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 19:00:47.526319 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1770efa7-1f3c-44d5-a78a-8c95881f1e42", "name": "network-vif-plugged", "status": "completed", "tag": "bdb9184f-7a63-44f9-839e-3c461bb55f49", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 19:00:47.526579 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ad4336f0-4dac-4b2b-92b3-cae65a987591 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 19:00:47.526973 dv-cinder-840525-1-iscsi neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad4336f0-4dac-4b2b-92b3-cae65a987591'] response: {'server_uuid': '1770efa7-1f3c-44d5-a78a-8c95881f1e42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdb9184f-7a63-44f9-839e-3c461bb55f49', 'code': 200} May 04 19:00:47.552652 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Pushing event updated for resources: {'Port': ['ID=bdb9184f-7a63-44f9-839e-3c461bb55f49,revision_number=5']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:00:47.692283 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2f3a9a-bbfb-4680-bc31-2caa7becaa19 req-94bf53c0-ee69-4118-a53b-17a9bd1bb20d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:00:47.693795 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-db2f3a9a-bbfb-4680-bc31-2caa7becaa19 req-94bf53c0-ee69-4118-a53b-17a9bd1bb20d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1770efa7-1f3c-44d5-a78a-8c95881f1e42 HTTP/1.1" status: 200 len: 1130 time: 0.0383503 May 04 19:00:47.739580 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-db2f3a9a-bbfb-4680-bc31-2caa7becaa19 req-3b708c5b-9bb2-4856-ad29-3139156e8e1e service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=6e25a02e-015f-4d07-9f59-f1552d423bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397565 May 04 19:00:48.091526 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c567f65-7514-48ec-87ab-f6906fa3e3c2 req-5013d145-bab7-4de6-b43b-d37ece857d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:00:48.093033 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6c567f65-7514-48ec-87ab-f6906fa3e3c2 req-5013d145-bab7-4de6-b43b-d37ece857d45 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5287a76e646d4a3db0cc508a956314e7&device_id=d7f1ed58-7416-48f3-a966-c53a8220cc10 HTTP/1.1" status: 200 len: 1130 time: 0.0697739 May 04 19:00:48.103472 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135c5d67-deeb-464a-863d-dbfdfc2c0a23 req-f1e41cc1-365a-4fa0-8800-5cf7473f5e35 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:00:48.104815 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-135c5d67-deeb-464a-863d-dbfdfc2c0a23 req-f1e41cc1-365a-4fa0-8800-5cf7473f5e35 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7f1ed58-7416-48f3-a966-c53a8220cc10 HTTP/1.1" status: 200 len: 946 time: 0.0712612 May 04 19:00:48.201667 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-135c5d67-deeb-464a-863d-dbfdfc2c0a23 req-3fb52192-8dad-4ebb-8791-ab582af8f5a9 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/security-groups?id=61fd236e-30d2-4330-b58b-cab5b37e3425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886941 May 04 19:00:48.218224 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c567f65-7514-48ec-87ab-f6906fa3e3c2 req-0a62e9c2-0be3-40ce-84d6-072efc8098ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:00:48.219740 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6c567f65-7514-48ec-87ab-f6906fa3e3c2 req-0a62e9c2-0be3-40ce-84d6-072efc8098ba service neutron] 10.222.0.55 "GET /v2.0/networks?id=b776d5b6-becc-4024-9dab-9ffc4ba67a01 HTTP/1.1" status: 200 len: 920 time: 0.1141055 May 04 19:00:48.457319 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.agents_db [None req-bd7ab176-2eba-4334-8b69-697435aa36c2 None None] Agent healthcheck: found 6 active agents {{(pid=103282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 19:00:48.509523 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c9cbf1-8957-4031-a772-de4496c50762 req-72a83b65-0a37-4bc1-95bc-e20869a27e5e tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:00:48.510993 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-32c9cbf1-8957-4031-a772-de4496c50762 req-72a83b65-0a37-4bc1-95bc-e20869a27e5e tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "GET /v2.0/ports?device_id=1770efa7-1f3c-44d5-a78a-8c95881f1e42 HTTP/1.1" status: 200 len: 946 time: 0.0468719 May 04 19:00:48.557401 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-32c9cbf1-8957-4031-a772-de4496c50762 req-79f5c3b8-9bd2-4cdf-a4c0-4ff1a3facbd8 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e25a02e-015f-4d07-9f59-f1552d423bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404584 May 04 19:00:48.561364 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6c567f65-7514-48ec-87ab-f6906fa3e3c2 req-a50e7949-ec40-4c7a-8c13-099e5b92735b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b515fdb-9f80-48f7-a45d-95fe2a2d21eb HTTP/1.1" status: 200 len: 1002 time: 0.0632963 May 04 19:00:48.610801 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c567f65-7514-48ec-87ab-f6906fa3e3c2 req-73f64b20-1be5-43ac-b3b2-5677aa552178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:00:48.612445 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6c567f65-7514-48ec-87ab-f6906fa3e3c2 req-73f64b20-1be5-43ac-b3b2-5677aa552178 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=02826e21-c978-41a3-b31e-dd2107bb922c HTTP/1.1" status: 200 len: 858 time: 0.0439637 May 04 19:00:48.657947 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c567f65-7514-48ec-87ab-f6906fa3e3c2 req-ed055dfe-db34-4ecd-8fc8-ff037743f7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:00:48.659345 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6c567f65-7514-48ec-87ab-f6906fa3e3c2 req-ed055dfe-db34-4ecd-8fc8-ff037743f7ba service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b776d5b6-becc-4024-9dab-9ffc4ba67a01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400364 May 04 19:00:48.757980 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6c567f65-7514-48ec-87ab-f6906fa3e3c2 req-1071a839-ab52-4967-815d-806df6cf23ae service neutron] 10.222.0.55 "GET /v2.0/networks/b776d5b6-becc-4024-9dab-9ffc4ba67a01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890985 May 04 19:00:49.347228 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69bb97f-73e7-4072-a207-8ddf58841b91 req-b21299f5-0857-4e6b-845d-15355bf299b6 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:00:49.349062 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-b69bb97f-73e7-4072-a207-8ddf58841b91 req-b21299f5-0857-4e6b-845d-15355bf299b6 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7f1ed58-7416-48f3-a966-c53a8220cc10 HTTP/1.1" status: 200 len: 946 time: 0.0716867 May 04 19:00:49.449273 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-b69bb97f-73e7-4072-a207-8ddf58841b91 req-a8e9ac59-a271-4565-84c7-a0a2e36d2a46 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/security-groups?id=61fd236e-30d2-4330-b58b-cab5b37e3425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936015 May 04 19:00:49.453047 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6c567f65-7514-48ec-87ab-f6906fa3e3c2 req-7956ea0a-34c6-4784-9706-a82d3ff5c114 service neutron] 10.222.0.55 "GET /v2.0/networks/b776d5b6-becc-4024-9dab-9ffc4ba67a01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351154 May 04 19:00:49.682381 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e79231-2eab-4a69-8296-2736015cb3e1 req-b5c13582-d06f-4556-ba3d-9e01d55549a7 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:00:49.683841 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-33e79231-2eab-4a69-8296-2736015cb3e1 req-b5c13582-d06f-4556-ba3d-9e01d55549a7 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "GET /v2.0/ports?device_id=1770efa7-1f3c-44d5-a78a-8c95881f1e42 HTTP/1.1" status: 200 len: 946 time: 0.0479472 May 04 19:00:49.731200 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-33e79231-2eab-4a69-8296-2736015cb3e1 req-46055325-cada-4397-855c-49f58f0c8762 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e25a02e-015f-4d07-9f59-f1552d423bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417583 May 04 19:00:49.853073 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804fb9ba-21ee-4bdc-b76e-6d662e889db6 req-d47b8cff-1e22-4739-bd5b-ead5cd129cd1 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:00:49.854534 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-804fb9ba-21ee-4bdc-b76e-6d662e889db6 req-d47b8cff-1e22-4739-bd5b-ead5cd129cd1 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "GET /v2.0/ports?device_id=1770efa7-1f3c-44d5-a78a-8c95881f1e42 HTTP/1.1" status: 200 len: 946 time: 0.0562985 May 04 19:00:49.863191 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 52716) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:00:49.868098 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.v2.base [None req-5a9d38c3-72b0-4f22-8ded-bc46cc6b855b tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Request body: {'floatingip': {'port_id': 'bdb9184f-7a63-44f9-839e-3c461bb55f49'}} {{(pid=103279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:00:49.911226 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5a9d38c3-72b0-4f22-8ded-bc46cc6b855b tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks [] for floatingip (c8049975-3739-4bde-8339-ba3a2dd6be48), before_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:00:50.602961 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1371249-7456-4fee-b531-e990cb4d8d31 req-a1f40ebd-04f5-41be-9ae2-7ac192aa6c26 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:00:50.604443 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-f1371249-7456-4fee-b531-e990cb4d8d31 req-a1f40ebd-04f5-41be-9ae2-7ac192aa6c26 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7f1ed58-7416-48f3-a966-c53a8220cc10 HTTP/1.1" status: 200 len: 946 time: 0.0835807 May 04 19:00:50.614024 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5a9d38c3-72b0-4f22-8ded-bc46cc6b855b tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:00:50.621087 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5a9d38c3-72b0-4f22-8ded-bc46cc6b855b tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608971'] for floatingip (c8049975-3739-4bde-8339-ba3a2dd6be48), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:00:50.699432 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-f1371249-7456-4fee-b531-e990cb4d8d31 req-8be973fe-ae43-41a7-91e8-f888cae5f60c tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/security-groups?id=61fd236e-30d2-4330-b58b-cab5b37e3425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877471 May 04 19:00:50.746839 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.db.l3_db [None req-5a9d38c3-72b0-4f22-8ded-bc46cc6b855b tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Floating IP c8049975-3739-4bde-8339-ba3a2dd6be48 associated. External IP: 172.27.0.219, port: bdb9184f-7a63-44f9-839e-3c461bb55f49. May 04 19:00:50.977551 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a9d38c3-72b0-4f22-8ded-bc46cc6b855b tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Router 81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe has already been hosted by L3 agent 0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b {{(pid=103279) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 19:00:51.090415 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a9d38c3-72b0-4f22-8ded-bc46cc6b855b tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Notify agent at l3_agent.dv-cinder-840525-1-iscsi the message routers_updated {{(pid=103279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 19:00:51.095935 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5a9d38c3-72b0-4f22-8ded-bc46cc6b855b tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127086'] for floatingip (None), before_response {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:00:51.102368 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0550268-04d9-4cb8-bf84-ae2e645df865 None None] Sync routers for ids ['81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe'] in dv-cinder-840525-1-iscsi {{(pid=103282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 19:00:51.112550 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0550268-04d9-4cb8-bf84-ae2e645df865 None None] Routers {'81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe'} bound to L3 agent in host dv-cinder-840525-1-iscsi {{(pid=103282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:00:51.113146 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-d0550268-04d9-4cb8-bf84-ae2e645df865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T18:48:29Z,description=,heartbeat_timestamp=2022-05-04T19:00:29Z,host='dv-cinder-840525-1-iscsi',id=0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:48:29Z,topic='l3_agent')) {'router_ids': ['81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe'], 'active': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:00:51.127791 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-5a9d38c3-72b0-4f22-8ded-bc46cc6b855b tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "PUT /v2.0/floatingips/c8049975-3739-4bde-8339-ba3a2dd6be48 HTTP/1.1" status: 200 len: 992 time: 1.2631347 May 04 19:00:51.128379 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1770efa7-1f3c-44d5-a78a-8c95881f1e42', 'tag': 'bdb9184f-7a63-44f9-839e-3c461bb55f49'}] {{(pid=103279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 19:00:51.130847 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f03067be0d021e11c0632f57e5c6e43a0067ecb248f9894e29d0a29efd5d62c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e940bdc6-77bc-4f04-a474-d95d1399bb68" -d '{"events": [{"name": "network-changed", "server_uuid": "1770efa7-1f3c-44d5-a78a-8c95881f1e42", "tag": "bdb9184f-7a63-44f9-839e-3c461bb55f49"}]}' {{(pid=103279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 19:00:51.167828 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 19:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d46a550-e19f-405a-aadb-245f0ed27025 x-openstack-request-id: req-0d46a550-e19f-405a-aadb-245f0ed27025 {{(pid=103279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 19:00:51.168123 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1770efa7-1f3c-44d5-a78a-8c95881f1e42", "tag": "bdb9184f-7a63-44f9-839e-3c461bb55f49", "status": "completed", "code": 200}]} {{(pid=103279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 19:00:51.168355 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0d46a550-e19f-405a-aadb-245f0ed27025 {{(pid=103279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 19:00:51.168775 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d46a550-e19f-405a-aadb-245f0ed27025'] response: {'name': 'network-changed', 'server_uuid': '1770efa7-1f3c-44d5-a78a-8c95881f1e42', 'tag': 'bdb9184f-7a63-44f9-839e-3c461bb55f49', 'status': 'completed', 'code': 200} May 04 19:00:51.224716 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvr_db [None req-d0550268-04d9-4cb8-bf84-ae2e645df865 None None] Set router 81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe gateway port host: dv-cinder-840525-1-iscsi {{(pid=103282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:00:51.233962 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e940bdc6-77bc-4f04-a474-d95d1399bb68 req-c0b8c2b7-6621-4fc2-9b1a-0e771ad15226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:00:51.235381 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e940bdc6-77bc-4f04-a474-d95d1399bb68 req-c0b8c2b7-6621-4fc2-9b1a-0e771ad15226 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=dd17f7a747ad43fc905b8d1688a71ba7&device_id=1770efa7-1f3c-44d5-a78a-8c95881f1e42 HTTP/1.1" status: 200 len: 1130 time: 0.0429063 May 04 19:00:51.327985 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e940bdc6-77bc-4f04-a474-d95d1399bb68 req-34644573-a1f2-45f1-b65d-eda9c2e50011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:00:51.329468 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e940bdc6-77bc-4f04-a474-d95d1399bb68 req-34644573-a1f2-45f1-b65d-eda9c2e50011 service neutron] 10.222.0.55 "GET /v2.0/networks?id=53f417bd-e455-4de8-9365-a661c93c9b00 HTTP/1.1" status: 200 len: 916 time: 0.0848582 May 04 19:00:51.395535 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e940bdc6-77bc-4f04-a474-d95d1399bb68 req-c683b40d-3560-4956-9f4e-79c486d8cc91 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bdb9184f-7a63-44f9-839e-3c461bb55f49 HTTP/1.1" status: 200 len: 1000 time: 0.0600824 May 04 19:00:51.441695 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-d0550268-04d9-4cb8-bf84-ae2e645df865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe', 'name': 'tempest-AttachVolumeNegativeTest-1693786255-router', 'tenant_id': 'dd17f7a747ad43fc905b8d1688a71ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'external_fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': '93cb56f8-8b0e-4ea1-b5c4-120dc35ae0d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:56:54Z', 'updated_at': '2022-05-04T18:57:09Z', 'revision_number': 4, 'project_id': 'dd17f7a747ad43fc905b8d1688a71ba7', 'gw_port': {'id': '93cb56f8-8b0e-4ea1-b5c4-120dc35ae0d6', 'name': '', 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:3d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:56:57Z', 'updated_at': '2022-05-04T18:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-1-iscsi', '_floatingips': [{'id': 'c8049975-3739-4bde-8339-ba3a2dd6be48', 'tenant_id': 'dd17f7a747ad43fc905b8d1688a71ba7', 'floating_ip_address': '172.27.0.219', 'floating_network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'router_id': '81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe', 'port_id': 'bdb9184f-7a63-44f9-839e-3c461bb55f49', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '53f417bd-e455-4de8-9365-a661c93c9b00', 'mac_address': 'fa:16:3e:a7:c7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1770efa7-1f3c-44d5-a78a-8c95881f1e42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T19:00:36Z', 'updated_at': '2022-05-04T19:00:50Z', 'revision_number': 1, 'project_id': 'dd17f7a747ad43fc905b8d1688a71ba7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e8cc07d-5c50-47e4-be93-d1bb02ea6c92', 'name': '', 'network_id': '53f417bd-e455-4de8-9365-a661c93c9b00', 'tenant_id': 'dd17f7a747ad43fc905b8d1688a71ba7', 'mac_address': 'fa:16:3e:3f:9b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'e66736f7-cfb8-4201-a579-14943c9785b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:57:07Z', 'updated_at': '2022-05-04T18:57:18Z', 'revision_number': 5, 'project_id': 'dd17f7a747ad43fc905b8d1688a71ba7', 'subnets': [{'id': 'e66736f7-cfb8-4201-a579-14943c9785b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-1-iscsi', False) {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:00:51.445274 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e940bdc6-77bc-4f04-a474-d95d1399bb68 req-c6452192-4d86-42cd-9b46-d6e7fbf7c9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:00:51.446748 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e940bdc6-77bc-4f04-a474-d95d1399bb68 req-c6452192-4d86-42cd-9b46-d6e7fbf7c9bc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e66736f7-cfb8-4201-a579-14943c9785b1 HTTP/1.1" status: 200 len: 854 time: 0.0449710 May 04 19:00:51.468610 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0550268-04d9-4cb8-bf84-ae2e645df865 None None] Checking router: 81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe for host: dv-cinder-840525-1-iscsi {{(pid=103282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 19:00:51.477437 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0550268-04d9-4cb8-bf84-ae2e645df865 None None] Routers {'81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe'} bound to L3 agent in host dv-cinder-840525-1-iscsi {{(pid=103282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:00:51.478023 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-d0550268-04d9-4cb8-bf84-ae2e645df865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T18:48:29Z,description=,heartbeat_timestamp=2022-05-04T19:00:29Z,host='dv-cinder-840525-1-iscsi',id=0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:48:29Z,topic='l3_agent')) {'router_ids': ['81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe'], 'active': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:00:51.497404 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e940bdc6-77bc-4f04-a474-d95d1399bb68 req-936eff82-1a21-4d21-b993-aaa70697e12c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:00:51.499045 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e940bdc6-77bc-4f04-a474-d95d1399bb68 req-936eff82-1a21-4d21-b993-aaa70697e12c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=53f417bd-e455-4de8-9365-a661c93c9b00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397549 May 04 19:00:51.584993 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvr_db [None req-d0550268-04d9-4cb8-bf84-ae2e645df865 None None] Set router 81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe gateway port host: dv-cinder-840525-1-iscsi {{(pid=103282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:00:51.595279 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e940bdc6-77bc-4f04-a474-d95d1399bb68 req-2fd6c77c-7bfc-44ee-a27d-a26e7b2c1cf3 service neutron] 10.222.0.55 "GET /v2.0/networks/53f417bd-e455-4de8-9365-a661c93c9b00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886948 May 04 19:00:51.689479 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e940bdc6-77bc-4f04-a474-d95d1399bb68 req-63adb87c-a173-4c95-a438-adaa40886165 service neutron] 10.222.0.55 "GET /v2.0/networks/53f417bd-e455-4de8-9365-a661c93c9b00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839458 May 04 19:00:51.796485 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-d0550268-04d9-4cb8-bf84-ae2e645df865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe', 'name': 'tempest-AttachVolumeNegativeTest-1693786255-router', 'tenant_id': 'dd17f7a747ad43fc905b8d1688a71ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'external_fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': '93cb56f8-8b0e-4ea1-b5c4-120dc35ae0d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:56:54Z', 'updated_at': '2022-05-04T18:57:09Z', 'revision_number': 4, 'project_id': 'dd17f7a747ad43fc905b8d1688a71ba7', 'gw_port': {'id': '93cb56f8-8b0e-4ea1-b5c4-120dc35ae0d6', 'name': '', 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:3d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:56:57Z', 'updated_at': '2022-05-04T18:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-1-iscsi', '_floatingips': [{'id': 'c8049975-3739-4bde-8339-ba3a2dd6be48', 'tenant_id': 'dd17f7a747ad43fc905b8d1688a71ba7', 'floating_ip_address': '172.27.0.219', 'floating_network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'router_id': '81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe', 'port_id': 'bdb9184f-7a63-44f9-839e-3c461bb55f49', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '53f417bd-e455-4de8-9365-a661c93c9b00', 'mac_address': 'fa:16:3e:a7:c7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1770efa7-1f3c-44d5-a78a-8c95881f1e42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T19:00:36Z', 'updated_at': '2022-05-04T19:00:50Z', 'revision_number': 1, 'project_id': 'dd17f7a747ad43fc905b8d1688a71ba7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e8cc07d-5c50-47e4-be93-d1bb02ea6c92', 'name': '', 'network_id': '53f417bd-e455-4de8-9365-a661c93c9b00', 'tenant_id': 'dd17f7a747ad43fc905b8d1688a71ba7', 'mac_address': 'fa:16:3e:3f:9b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'e66736f7-cfb8-4201-a579-14943c9785b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:57:07Z', 'updated_at': '2022-05-04T18:57:18Z', 'revision_number': 5, 'project_id': 'dd17f7a747ad43fc905b8d1688a71ba7', 'subnets': [{'id': 'e66736f7-cfb8-4201-a579-14943c9785b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-1-iscsi', False) {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:00:51.825070 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837bc7c0-6a04-4aa3-b652-aa58b13937fc req-bf47af1f-a8e3-4901-9939-7ebbeff3f8bc tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:00:51.825906 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0550268-04d9-4cb8-bf84-ae2e645df865 None None] The sync data for ids ['81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe'] in dv-cinder-840525-1-iscsi is: [{'id': '81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe', 'name': 'tempest-AttachVolumeNegativeTest-1693786255-router', 'tenant_id': 'dd17f7a747ad43fc905b8d1688a71ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'external_fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': '93cb56f8-8b0e-4ea1-b5c4-120dc35ae0d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:56:54Z', 'updated_at': '2022-05-04T18:57:09Z', 'revision_number': 4, 'project_id': 'dd17f7a747ad43fc905b8d1688a71ba7', 'gw_port': {'id': '93cb56f8-8b0e-4ea1-b5c4-120dc35ae0d6', 'name': '', 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:3d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:56:57Z', 'updated_at': '2022-05-04T18:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-1-iscsi', '_floatingips': [{'id': 'c8049975-3739-4bde-8339-ba3a2dd6be48', 'tenant_id': 'dd17f7a747ad43fc905b8d1688a71ba7', 'floating_ip_address': '172.27.0.219', 'floating_network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'router_id': '81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe', 'port_id': 'bdb9184f-7a63-44f9-839e-3c461bb55f49', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '53f417bd-e455-4de8-9365-a661c93c9b00', 'mac_address': 'fa:16:3e:a7:c7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1770efa7-1f3c-44d5-a78a-8c95881f1e42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T19:00:36Z', 'updated_at': '2022-05-04T19:00:50Z', 'revision_number': 1, 'project_id': 'dd17f7a747ad43fc905b8d1688a71ba7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e8cc07d-5c50-47e4-be93-d1bb02ea6c92', 'name': '', 'network_id': '53f417bd-e455-4de8-9365-a661c93c9b00', 'tenant_id': 'dd17f7a747ad43fc905b8d1688a71ba7', 'mac_address': 'fa:16:3e:3f:9b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'e66736f7-cfb8-4201-a579-14943c9785b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:57:07Z', 'updated_at': '2022-05-04T18:57:18Z', 'revision_number': 5, 'project_id': 'dd17f7a747ad43fc905b8d1688a71ba7', 'subnets': [{'id': 'e66736f7-cfb8-4201-a579-14943c9785b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 19:00:51.826669 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-837bc7c0-6a04-4aa3-b652-aa58b13937fc req-bf47af1f-a8e3-4901-9939-7ebbeff3f8bc tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7f1ed58-7416-48f3-a966-c53a8220cc10 HTTP/1.1" status: 200 len: 946 time: 0.0483944 May 04 19:00:51.879867 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-837bc7c0-6a04-4aa3-b652-aa58b13937fc req-0e6540ea-4d2f-44f6-9dd8-7e8acedf7ae3 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/security-groups?id=61fd236e-30d2-4330-b58b-cab5b37e3425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455225 May 04 19:00:52.030011 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c1b001-676b-4aca-84ff-ebddd657f1ce None None] New status for floating IP c8049975-3739-4bde-8339-ba3a2dd6be48: ACTIVE {{(pid=103281) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 19:00:53.004600 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1311c1d9-9db8-4410-b578-533b258e76aa req-1b40c44d-efc9-4806-9fee-1ffde693c064 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:00:53.006094 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-1311c1d9-9db8-4410-b578-533b258e76aa req-1b40c44d-efc9-4806-9fee-1ffde693c064 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7f1ed58-7416-48f3-a966-c53a8220cc10 HTTP/1.1" status: 200 len: 946 time: 0.0556600 May 04 19:00:53.298456 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-1311c1d9-9db8-4410-b578-533b258e76aa req-2be1c1eb-11ae-4f66-984d-c3f47626550f tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/security-groups?id=61fd236e-30d2-4330-b58b-cab5b37e3425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2867634 May 04 19:00:54.104273 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-2f88462d-84e9-4d55-b251-000e508c72f5 req-0ba35eb5-65fa-43f3-84ca-c6487baf6bb5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f5f655af-21f6-4752-9a82-5001e0ecce2a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0404730 May 04 19:00:54.172858 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f88462d-84e9-4d55-b251-000e508c72f5 req-3f2decfa-5d4e-4fb4-b95f-d2dbd1dc830f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:00:54.174405 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-2f88462d-84e9-4d55-b251-000e508c72f5 req-3f2decfa-5d4e-4fb4-b95f-d2dbd1dc830f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5287a76e646d4a3db0cc508a956314e7&device_id=f5f655af-21f6-4752-9a82-5001e0ecce2a HTTP/1.1" status: 200 len: 1130 time: 0.0424314 May 04 19:00:54.283129 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f88462d-84e9-4d55-b251-000e508c72f5 req-fb41c431-e635-4d51-9207-1265633ece7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:00:54.284557 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-2f88462d-84e9-4d55-b251-000e508c72f5 req-fb41c431-e635-4d51-9207-1265633ece7b service neutron] 10.222.0.55 "GET /v2.0/networks?id=b776d5b6-becc-4024-9dab-9ffc4ba67a01 HTTP/1.1" status: 200 len: 920 time: 0.0882504 May 04 19:00:54.323437 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-2f88462d-84e9-4d55-b251-000e508c72f5 req-205c598f-a940-4ce5-b1f7-0537741379bf service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0e4c0f03-db71-4276-9e3b-8f50be746074 HTTP/1.1" status: 200 len: 217 time: 0.0325751 May 04 19:00:54.387063 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f88462d-84e9-4d55-b251-000e508c72f5 req-5d7bdfad-7371-4027-beb0-8b054bc28024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:00:54.388583 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-2f88462d-84e9-4d55-b251-000e508c72f5 req-5d7bdfad-7371-4027-beb0-8b054bc28024 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=02826e21-c978-41a3-b31e-dd2107bb922c HTTP/1.1" status: 200 len: 858 time: 0.0483556 May 04 19:00:54.424281 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28483ce2-294d-49f7-8e8f-b69b4cfab0e4 req-743b5025-d285-4122-a75e-8b5b9d8b5dfd tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:00:54.425770 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-28483ce2-294d-49f7-8e8f-b69b4cfab0e4 req-743b5025-d285-4122-a75e-8b5b9d8b5dfd tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7f1ed58-7416-48f3-a966-c53a8220cc10 HTTP/1.1" status: 200 len: 946 time: 0.0497661 May 04 19:00:54.433021 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f88462d-84e9-4d55-b251-000e508c72f5 req-26dfabd5-4856-4b01-9ff9-d7e1ef3e156a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:00:54.434528 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-2f88462d-84e9-4d55-b251-000e508c72f5 req-26dfabd5-4856-4b01-9ff9-d7e1ef3e156a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b776d5b6-becc-4024-9dab-9ffc4ba67a01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380812 May 04 19:00:54.472914 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-28483ce2-294d-49f7-8e8f-b69b4cfab0e4 req-761a78c2-94bc-4ded-843e-9b1731996c01 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/security-groups?id=61fd236e-30d2-4330-b58b-cab5b37e3425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411239 May 04 19:00:54.525456 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-2f88462d-84e9-4d55-b251-000e508c72f5 req-e56abe3a-27c7-49d4-a1ef-99161fe36886 service neutron] 10.222.0.55 "GET /v2.0/networks/b776d5b6-becc-4024-9dab-9ffc4ba67a01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824640 May 04 19:00:54.635783 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-2f88462d-84e9-4d55-b251-000e508c72f5 req-33437e4a-d19a-4d3c-bd90-92a209da6fce service neutron] 10.222.0.55 "GET /v2.0/networks/b776d5b6-becc-4024-9dab-9ffc4ba67a01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900583 May 04 19:00:55.423032 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (bff7e656-358d-4e40-a36a-3f10fe33ffdf), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:00:55.594176 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381c105b-8d94-4eea-8b28-0d2ac38a8ee1 req-4285dfa1-0f93-4b97-bc03-bd964bc22bf0 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:00:55.596297 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-381c105b-8d94-4eea-8b28-0d2ac38a8ee1 req-4285dfa1-0f93-4b97-bc03-bd964bc22bf0 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7f1ed58-7416-48f3-a966-c53a8220cc10 HTTP/1.1" status: 200 len: 946 time: 0.0554700 May 04 19:00:55.647553 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-381c105b-8d94-4eea-8b28-0d2ac38a8ee1 req-8c7a8635-9172-44cd-8699-d4cea8e08727 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/security-groups?id=61fd236e-30d2-4330-b58b-cab5b37e3425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427740 May 04 19:00:56.778791 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ce2ef4-170e-4df7-9c52-8fa25f1c04c6 req-37feacb4-efff-47c9-8540-622b497d6a51 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:00:56.780211 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-24ce2ef4-170e-4df7-9c52-8fa25f1c04c6 req-37feacb4-efff-47c9-8540-622b497d6a51 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7f1ed58-7416-48f3-a966-c53a8220cc10 HTTP/1.1" status: 200 len: 946 time: 0.0518284 May 04 19:00:56.828837 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-24ce2ef4-170e-4df7-9c52-8fa25f1c04c6 req-ab71578e-5b99-4420-a9a0-40168cfbe200 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/security-groups?id=61fd236e-30d2-4330-b58b-cab5b37e3425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429647 May 04 19:00:56.875380 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0d48c9ac-c056-4ecc-adab-83fe5c90b9ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (ae04e5b6-6ccf-46c0-81ba-a3f5b8ae390c), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:00:57.959870 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d741b439-702d-40bc-9795-92940f45f2a8 req-656bed8b-64cb-4404-9d65-33b89434d33c tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:00:57.961458 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d741b439-702d-40bc-9795-92940f45f2a8 req-656bed8b-64cb-4404-9d65-33b89434d33c tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7f1ed58-7416-48f3-a966-c53a8220cc10 HTTP/1.1" status: 200 len: 946 time: 0.0491047 May 04 19:00:58.010593 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d741b439-702d-40bc-9795-92940f45f2a8 req-303391d8-1ee4-4884-8030-63a751a2265d tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/security-groups?id=61fd236e-30d2-4330-b58b-cab5b37e3425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434983 May 04 19:00:59.072509 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-57a0b0dc-0708-41b6-9bb3-048454d20e6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:00:59.144519 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedfe1f8-c929-41bd-b186-b736d96f63c1 req-d2227fbe-a668-4924-aa10-063f28fd41a8 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:00:59.145924 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-aedfe1f8-c929-41bd-b186-b736d96f63c1 req-d2227fbe-a668-4924-aa10-063f28fd41a8 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7f1ed58-7416-48f3-a966-c53a8220cc10 HTTP/1.1" status: 200 len: 946 time: 0.0513101 May 04 19:00:59.193883 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-aedfe1f8-c929-41bd-b186-b736d96f63c1 req-ef0028e2-d528-49e1-85f7-6bb2c64ae3a7 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/security-groups?id=61fd236e-30d2-4330-b58b-cab5b37e3425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422139 May 04 19:01:00.141773 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-821a3753-c8bb-408e-a9d9-42d2a9d3d908 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (306b1285-d967-49ee-a8ef-a34b4fe65fa5), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:00.323935 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1cdccf-321f-411f-a56c-10cca0dcc5ad req-077cd9b2-9282-4312-8457-1d9556237d59 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:01:00.325417 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-1a1cdccf-321f-411f-a56c-10cca0dcc5ad req-077cd9b2-9282-4312-8457-1d9556237d59 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7f1ed58-7416-48f3-a966-c53a8220cc10 HTTP/1.1" status: 200 len: 946 time: 0.0566976 May 04 19:01:00.373154 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-1a1cdccf-321f-411f-a56c-10cca0dcc5ad req-2809bfe8-ecfa-4adb-a387-c6ceeebc297a tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/security-groups?id=61fd236e-30d2-4330-b58b-cab5b37e3425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417798 May 04 19:01:01.509322 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e610117-918d-4e90-8dc5-fc7e29ab7f21 req-f149cea8-f9c0-4238-96f7-2a66a31e171e tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:01:01.510805 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-9e610117-918d-4e90-8dc5-fc7e29ab7f21 req-f149cea8-f9c0-4238-96f7-2a66a31e171e tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7f1ed58-7416-48f3-a966-c53a8220cc10 HTTP/1.1" status: 200 len: 946 time: 0.0475521 May 04 19:01:01.518870 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6c0ba996-b759-4c13-9ac4-7b7303adc758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (c2d3299f-8f0d-4c34-a270-91edff31f494), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:01.557262 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-9e610117-918d-4e90-8dc5-fc7e29ab7f21 req-664c8144-43fa-4681-8554-414e179c7295 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/security-groups?id=61fd236e-30d2-4330-b58b-cab5b37e3425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403955 May 04 19:01:02.689747 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4ea51c-c9be-48ab-80e9-cf6a75b26037 req-a1a50f54-e5f6-4039-b48e-245ccf3d4e30 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:01:02.691232 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-7e4ea51c-c9be-48ab-80e9-cf6a75b26037 req-a1a50f54-e5f6-4039-b48e-245ccf3d4e30 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7f1ed58-7416-48f3-a966-c53a8220cc10 HTTP/1.1" status: 200 len: 946 time: 0.0519366 May 04 19:01:02.745700 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-7e4ea51c-c9be-48ab-80e9-cf6a75b26037 req-eb179850-1317-4883-88b4-c3f31158dd01 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/security-groups?id=61fd236e-30d2-4330-b58b-cab5b37e3425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459778 May 04 19:01:02.963587 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (7e96273e-cd3b-4e2d-a9cb-a5a62cf8f8b6), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:03.870097 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdf1a97-901e-4d5f-b672-2fa32475e7c6 req-eb8e681d-df5c-4a5b-aaab-2df9a2664784 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:01:03.871600 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-4cdf1a97-901e-4d5f-b672-2fa32475e7c6 req-eb8e681d-df5c-4a5b-aaab-2df9a2664784 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7f1ed58-7416-48f3-a966-c53a8220cc10 HTTP/1.1" status: 200 len: 946 time: 0.0469067 May 04 19:01:03.922673 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-4cdf1a97-901e-4d5f-b672-2fa32475e7c6 req-641f7bf3-6573-4bc8-907c-5309c55502c4 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/security-groups?id=61fd236e-30d2-4330-b58b-cab5b37e3425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453188 May 04 19:01:05.046416 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5b8d91-4d90-42d8-af74-6f85e9362bfa req-7f2c980a-49f9-4f2f-a3f4-eae9265babf8 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:01:05.047878 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-fc5b8d91-4d90-42d8-af74-6f85e9362bfa req-7f2c980a-49f9-4f2f-a3f4-eae9265babf8 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7f1ed58-7416-48f3-a966-c53a8220cc10 HTTP/1.1" status: 200 len: 946 time: 0.0489872 May 04 19:01:05.097333 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-fc5b8d91-4d90-42d8-af74-6f85e9362bfa req-fd4ac38d-3236-4cb9-a9a2-9a04e07a6e14 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/security-groups?id=61fd236e-30d2-4330-b58b-cab5b37e3425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414433 May 04 19:01:06.216351 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28473049-18bb-489f-b618-8027ba5bbee0 req-9ee348b7-64a0-4050-8b1d-f3ca831d933d tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:01:06.217865 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-28473049-18bb-489f-b618-8027ba5bbee0 req-9ee348b7-64a0-4050-8b1d-f3ca831d933d tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7f1ed58-7416-48f3-a966-c53a8220cc10 HTTP/1.1" status: 200 len: 946 time: 0.0464838 May 04 19:01:06.266715 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-28473049-18bb-489f-b618-8027ba5bbee0 req-328ebb7d-de35-4f1a-b575-df617abd93f9 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/security-groups?id=61fd236e-30d2-4330-b58b-cab5b37e3425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403183 May 04 19:01:07.406600 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ad5382-42e4-40a4-97ce-17afcaac997f req-7470bb86-b487-44ef-b192-b3f5a1ef8924 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:01:07.408074 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-82ad5382-42e4-40a4-97ce-17afcaac997f req-7470bb86-b487-44ef-b192-b3f5a1ef8924 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7f1ed58-7416-48f3-a966-c53a8220cc10 HTTP/1.1" status: 200 len: 946 time: 0.0568621 May 04 19:01:07.457479 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-82ad5382-42e4-40a4-97ce-17afcaac997f req-a51b9bda-909c-4002-b72b-d746e67fa0c8 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/security-groups?id=61fd236e-30d2-4330-b58b-cab5b37e3425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435691 May 04 19:01:08.573508 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09762250-6425-4a89-b254-5bbfdf7cf2f3 req-d2aadc25-b53d-4342-b42a-494ff62ece12 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:01:08.574966 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-09762250-6425-4a89-b254-5bbfdf7cf2f3 req-d2aadc25-b53d-4342-b42a-494ff62ece12 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7f1ed58-7416-48f3-a966-c53a8220cc10 HTTP/1.1" status: 200 len: 946 time: 0.0472436 May 04 19:01:08.622524 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-09762250-6425-4a89-b254-5bbfdf7cf2f3 req-90d5b253-5724-47ed-bcb1-a2c760e545e3 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/security-groups?id=61fd236e-30d2-4330-b58b-cab5b37e3425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418012 May 04 19:01:09.752979 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c5d43e-fa7d-4a6e-8476-7837e0316fad req-6cfb07fd-103b-4aae-98e6-018fd907e99a tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:01:09.754498 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-b5c5d43e-fa7d-4a6e-8476-7837e0316fad req-6cfb07fd-103b-4aae-98e6-018fd907e99a tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7f1ed58-7416-48f3-a966-c53a8220cc10 HTTP/1.1" status: 200 len: 946 time: 0.0536067 May 04 19:01:09.803409 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-b5c5d43e-fa7d-4a6e-8476-7837e0316fad req-48aeb835-626e-490c-a5d3-48d808d817da tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/security-groups?id=61fd236e-30d2-4330-b58b-cab5b37e3425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403640 May 04 19:01:10.930484 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd54df51-adfc-454d-9b84-70fd96206951 req-92bf755a-887f-417b-9040-2d1db3c54ad2 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:01:10.931996 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-cd54df51-adfc-454d-9b84-70fd96206951 req-92bf755a-887f-417b-9040-2d1db3c54ad2 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7f1ed58-7416-48f3-a966-c53a8220cc10 HTTP/1.1" status: 200 len: 946 time: 0.0523303 May 04 19:01:10.981026 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-cd54df51-adfc-454d-9b84-70fd96206951 req-ea316c5c-aff4-436b-a1da-867767fbdafd tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/security-groups?id=61fd236e-30d2-4330-b58b-cab5b37e3425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431309 May 04 19:01:11.050315 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fec6df-7a75-43ef-bbcf-51b44df44bb1 req-81a642bc-62cd-4ad1-9266-7c3c11ca64da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:01:11.051894 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-10fec6df-7a75-43ef-bbcf-51b44df44bb1 req-81a642bc-62cd-4ad1-9266-7c3c11ca64da service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d7f1ed58-7416-48f3-a966-c53a8220cc10 HTTP/1.1" status: 200 len: 1130 time: 0.0387042 May 04 19:01:11.096936 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-10fec6df-7a75-43ef-bbcf-51b44df44bb1 req-dc598908-5f14-459d-b108-28987a02b3fc service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=61fd236e-30d2-4330-b58b-cab5b37e3425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370615 May 04 19:01:12.103298 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6c166a-f194-45f0-b7f0-603c2a21a18b req-6a94430b-ff25-44fa-ae5f-c677fe5110f0 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:01:12.104755 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-2c6c166a-f194-45f0-b7f0-603c2a21a18b req-6a94430b-ff25-44fa-ae5f-c677fe5110f0 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7f1ed58-7416-48f3-a966-c53a8220cc10 HTTP/1.1" status: 200 len: 946 time: 0.0485544 May 04 19:01:12.154794 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-2c6c166a-f194-45f0-b7f0-603c2a21a18b req-62699733-5a4b-4440-b396-66dfa9269029 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/security-groups?id=61fd236e-30d2-4330-b58b-cab5b37e3425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441391 May 04 19:01:13.275280 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ce66fd-fb48-4f3a-bc36-6aabd9fa5663 req-c04fe59a-dfc9-4aea-93a5-6e0eadd0a1f9 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:01:13.276735 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-61ce66fd-fb48-4f3a-bc36-6aabd9fa5663 req-c04fe59a-dfc9-4aea-93a5-6e0eadd0a1f9 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7f1ed58-7416-48f3-a966-c53a8220cc10 HTTP/1.1" status: 200 len: 946 time: 0.0486908 May 04 19:01:13.327951 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-61ce66fd-fb48-4f3a-bc36-6aabd9fa5663 req-943b2d37-3bf4-45fe-b1de-bda0a6191001 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/security-groups?id=61fd236e-30d2-4330-b58b-cab5b37e3425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454519 May 04 19:01:13.737029 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f1b47d-5e1e-4d3f-95d3-348c1961c31b req-1f0f5e0c-efab-4973-9235-1fb0025c7096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:01:13.738467 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-56f1b47d-5e1e-4d3f-95d3-348c1961c31b req-1f0f5e0c-efab-4973-9235-1fb0025c7096 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5287a76e646d4a3db0cc508a956314e7&device_id=d7f1ed58-7416-48f3-a966-c53a8220cc10 HTTP/1.1" status: 200 len: 1130 time: 0.0671768 May 04 19:01:13.744890 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc35f18-facf-4fc0-b40d-d72b09bfecd8 req-640d1a79-c37d-4acd-8161-297b8a0d97b0 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:01:13.746342 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6bc35f18-facf-4fc0-b40d-d72b09bfecd8 req-640d1a79-c37d-4acd-8161-297b8a0d97b0 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7f1ed58-7416-48f3-a966-c53a8220cc10 HTTP/1.1" status: 200 len: 946 time: 0.0665228 May 04 19:01:13.849214 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6bc35f18-facf-4fc0-b40d-d72b09bfecd8 req-cd2b7971-ad42-4777-84c5-8fc0e91ed473 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/security-groups?id=61fd236e-30d2-4330-b58b-cab5b37e3425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946364 May 04 19:01:13.868905 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f1b47d-5e1e-4d3f-95d3-348c1961c31b req-ca15ee1c-20d5-4b41-b425-0c7a58f914a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:01:13.868905 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-56f1b47d-5e1e-4d3f-95d3-348c1961c31b req-ca15ee1c-20d5-4b41-b425-0c7a58f914a9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b776d5b6-becc-4024-9dab-9ffc4ba67a01 HTTP/1.1" status: 200 len: 920 time: 0.1212001 May 04 19:01:13.941209 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-56f1b47d-5e1e-4d3f-95d3-348c1961c31b req-d3484ab6-fa3c-4e5b-8144-957944f6f326 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b515fdb-9f80-48f7-a45d-95fe2a2d21eb HTTP/1.1" status: 200 len: 1002 time: 0.0665455 May 04 19:01:13.992108 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f1b47d-5e1e-4d3f-95d3-348c1961c31b req-65693c21-9ec4-4ae5-aa35-bbe11ec5dc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:01:13.993838 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-56f1b47d-5e1e-4d3f-95d3-348c1961c31b req-65693c21-9ec4-4ae5-aa35-bbe11ec5dc7c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=02826e21-c978-41a3-b31e-dd2107bb922c HTTP/1.1" status: 200 len: 858 time: 0.0450115 May 04 19:01:14.036827 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f1b47d-5e1e-4d3f-95d3-348c1961c31b req-51726d7b-fd43-4b53-adcd-9bbc3b0f7bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:01:14.038299 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-56f1b47d-5e1e-4d3f-95d3-348c1961c31b req-51726d7b-fd43-4b53-adcd-9bbc3b0f7bd8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b776d5b6-becc-4024-9dab-9ffc4ba67a01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0379760 May 04 19:01:14.133361 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-56f1b47d-5e1e-4d3f-95d3-348c1961c31b req-478291ef-ab00-4eef-8839-9f53071475a8 service neutron] 10.222.0.55 "GET /v2.0/networks/b776d5b6-becc-4024-9dab-9ffc4ba67a01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880826 May 04 19:01:14.230227 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-56f1b47d-5e1e-4d3f-95d3-348c1961c31b req-b193096b-87aa-452c-bcca-0234985f8590 service neutron] 10.222.0.55 "GET /v2.0/networks/b776d5b6-becc-4024-9dab-9ffc4ba67a01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897830 May 04 19:01:14.976891 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3f05f3-1662-4656-ad38-a2230f8b0584 req-73e3dbb3-3dfe-4027-bf37-603dbd30379c tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:01:14.978384 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-cc3f05f3-1662-4656-ad38-a2230f8b0584 req-73e3dbb3-3dfe-4027-bf37-603dbd30379c tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7f1ed58-7416-48f3-a966-c53a8220cc10 HTTP/1.1" status: 200 len: 946 time: 0.0520360 May 04 19:01:15.027651 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-cc3f05f3-1662-4656-ad38-a2230f8b0584 req-c7d5dba3-77a8-4352-a02a-cc925d0b46d9 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/security-groups?id=61fd236e-30d2-4330-b58b-cab5b37e3425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436971 May 04 19:01:16.163084 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d47633-4f05-41d6-ab14-f9d9e13da124 req-d8a385d9-4406-4281-8d17-21995796002f tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:01:16.164536 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-c3d47633-4f05-41d6-ab14-f9d9e13da124 req-d8a385d9-4406-4281-8d17-21995796002f tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7f1ed58-7416-48f3-a966-c53a8220cc10 HTTP/1.1" status: 200 len: 946 time: 0.0461826 May 04 19:01:16.215803 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-c3d47633-4f05-41d6-ab14-f9d9e13da124 req-38bf46cd-40fc-4eb5-acd1-202da503ab24 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/security-groups?id=61fd236e-30d2-4330-b58b-cab5b37e3425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456100 May 04 19:01:17.332354 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7783083-9aa6-4c6c-995f-abdbd0af3520 req-3db26495-3758-405b-b157-f70234e9e885 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:01:17.333853 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-b7783083-9aa6-4c6c-995f-abdbd0af3520 req-3db26495-3758-405b-b157-f70234e9e885 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7f1ed58-7416-48f3-a966-c53a8220cc10 HTTP/1.1" status: 200 len: 946 time: 0.0472159 May 04 19:01:17.387309 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-b7783083-9aa6-4c6c-995f-abdbd0af3520 req-51e899ab-352c-4e38-8d86-12405dcd3e49 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/security-groups?id=61fd236e-30d2-4330-b58b-cab5b37e3425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477302 May 04 19:01:17.502455 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a22c764-6323-4ca9-b9bb-3dd937b44351 req-310ddc75-713f-4c7d-b0e1-bd3c70ca5647 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:01:17.504128 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-1a22c764-6323-4ca9-b9bb-3dd937b44351 req-310ddc75-713f-4c7d-b0e1-bd3c70ca5647 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7f1ed58-7416-48f3-a966-c53a8220cc10 HTTP/1.1" status: 200 len: 946 time: 0.0517652 May 04 19:01:17.513519 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 52814) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:01:17.519999 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.v2.base [None req-f397e633-cd57-4622-ad03-1415a699682f tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Request body: {'floatingip': {'port_id': '8b515fdb-9f80-48f7-a45d-95fe2a2d21eb'}} {{(pid=103279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:01:17.577350 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-f397e633-cd57-4622-ad03-1415a699682f tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Publish callbacks [] for floatingip (a9154244-3542-4eb6-bd0e-0617382ef66e), before_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:18.054939 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-f397e633-cd57-4622-ad03-1415a699682f tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:18.060336 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-f397e633-cd57-4622-ad03-1415a699682f tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608971'] for floatingip (a9154244-3542-4eb6-bd0e-0617382ef66e), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:18.272719 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f397e633-cd57-4622-ad03-1415a699682f tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Router 99e16632-d532-445b-8b38-b656dab90e80 has already been hosted by L3 agent 0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b {{(pid=103279) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 19:01:18.385554 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f397e633-cd57-4622-ad03-1415a699682f tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Notify agent at l3_agent.dv-cinder-840525-1-iscsi the message routers_updated {{(pid=103279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 19:01:18.390384 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-f397e633-cd57-4622-ad03-1415a699682f tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127086'] for floatingip (None), before_response {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:18.397501 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17bb7b64-4437-409f-8bfc-bd5cc10ac85a None None] Sync routers for ids ['99e16632-d532-445b-8b38-b656dab90e80'] in dv-cinder-840525-1-iscsi {{(pid=103282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 19:01:18.410758 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17bb7b64-4437-409f-8bfc-bd5cc10ac85a None None] Routers {'99e16632-d532-445b-8b38-b656dab90e80'} bound to L3 agent in host dv-cinder-840525-1-iscsi {{(pid=103282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:01:18.411489 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-17bb7b64-4437-409f-8bfc-bd5cc10ac85a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T18:48:29Z,description=,heartbeat_timestamp=2022-05-04T19:00:59Z,host='dv-cinder-840525-1-iscsi',id=0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:48:29Z,topic='l3_agent')) {'router_ids': ['99e16632-d532-445b-8b38-b656dab90e80'], 'active': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:01:18.423765 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7f1ed58-7416-48f3-a966-c53a8220cc10', 'tag': '8b515fdb-9f80-48f7-a45d-95fe2a2d21eb'}] {{(pid=103279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 19:01:18.426200 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f03067be0d021e11c0632f57e5c6e43a0067ecb248f9894e29d0a29efd5d62c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f77d8c2-ec40-42a6-803a-2b8e430dbde8" -d '{"events": [{"name": "network-changed", "server_uuid": "d7f1ed58-7416-48f3-a966-c53a8220cc10", "tag": "8b515fdb-9f80-48f7-a45d-95fe2a2d21eb"}]}' {{(pid=103279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 19:01:18.462035 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-f397e633-cd57-4622-ad03-1415a699682f tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "PUT /v2.0/floatingips/a9154244-3542-4eb6-bd0e-0617382ef66e HTTP/1.1" status: 200 len: 994 time: 0.9464221 May 04 19:01:18.477639 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 19:01:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-474d0133-a8c9-4b92-a5c7-11995273c945 x-openstack-request-id: req-474d0133-a8c9-4b92-a5c7-11995273c945 {{(pid=103279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 19:01:18.477993 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7f1ed58-7416-48f3-a966-c53a8220cc10", "tag": "8b515fdb-9f80-48f7-a45d-95fe2a2d21eb", "status": "completed", "code": 200}]} {{(pid=103279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 19:01:18.478313 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-474d0133-a8c9-4b92-a5c7-11995273c945 {{(pid=103279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 19:01:18.478768 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.notifiers.nova [-] Nova event matching ['req-474d0133-a8c9-4b92-a5c7-11995273c945'] response: {'name': 'network-changed', 'server_uuid': 'd7f1ed58-7416-48f3-a966-c53a8220cc10', 'tag': '8b515fdb-9f80-48f7-a45d-95fe2a2d21eb', 'status': 'completed', 'code': 200} May 04 19:01:18.526549 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvr_db [None req-17bb7b64-4437-409f-8bfc-bd5cc10ac85a None None] Set router 99e16632-d532-445b-8b38-b656dab90e80 gateway port host: dv-cinder-840525-1-iscsi {{(pid=103282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:01:18.541205 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f77d8c2-ec40-42a6-803a-2b8e430dbde8 req-f65966e5-9532-434e-8744-85fca30007f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:01:18.542728 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-3f77d8c2-ec40-42a6-803a-2b8e430dbde8 req-f65966e5-9532-434e-8744-85fca30007f5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5287a76e646d4a3db0cc508a956314e7&device_id=d7f1ed58-7416-48f3-a966-c53a8220cc10 HTTP/1.1" status: 200 len: 1130 time: 0.0418839 May 04 19:01:18.640212 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f77d8c2-ec40-42a6-803a-2b8e430dbde8 req-f15128bd-a6c6-4bf2-bd0e-eed9bbc4712d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:01:18.642497 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-3f77d8c2-ec40-42a6-803a-2b8e430dbde8 req-f15128bd-a6c6-4bf2-bd0e-eed9bbc4712d service neutron] 10.222.0.55 "GET /v2.0/networks?id=b776d5b6-becc-4024-9dab-9ffc4ba67a01 HTTP/1.1" status: 200 len: 920 time: 0.0918748 May 04 19:01:18.713784 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-3f77d8c2-ec40-42a6-803a-2b8e430dbde8 req-bb958ca2-7690-4463-b1aa-1b5a959534fd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b515fdb-9f80-48f7-a45d-95fe2a2d21eb HTTP/1.1" status: 200 len: 1002 time: 0.0650461 May 04 19:01:18.752670 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-17bb7b64-4437-409f-8bfc-bd5cc10ac85a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99e16632-d532-445b-8b38-b656dab90e80', 'name': 'tempest-ServerRescueNegativeTestJSON-2014535518-router', 'tenant_id': '5287a76e646d4a3db0cc508a956314e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'external_fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '31d53c0e-944d-4f88-9291-b28b143bac65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:56:52Z', 'updated_at': '2022-05-04T18:57:08Z', 'revision_number': 4, 'project_id': '5287a76e646d4a3db0cc508a956314e7', 'gw_port': {'id': '31d53c0e-944d-4f88-9291-b28b143bac65', 'name': '', 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:f8:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e16632-d532-445b-8b38-b656dab90e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:56:54Z', 'updated_at': '2022-05-04T18:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-1-iscsi', '_floatingips': [{'id': 'a9154244-3542-4eb6-bd0e-0617382ef66e', 'tenant_id': '5287a76e646d4a3db0cc508a956314e7', 'floating_ip_address': '172.27.0.102', 'floating_network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'router_id': '99e16632-d532-445b-8b38-b656dab90e80', 'port_id': '8b515fdb-9f80-48f7-a45d-95fe2a2d21eb', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 413, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b776d5b6-becc-4024-9dab-9ffc4ba67a01', 'mac_address': 'fa:16:3e:0e:28:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7f1ed58-7416-48f3-a966-c53a8220cc10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T18:59:28Z', 'updated_at': '2022-05-04T19:01:17Z', 'revision_number': 3, 'project_id': '5287a76e646d4a3db0cc508a956314e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c32b55e-d937-44b9-a8c5-48726c34ada2', 'name': '', 'network_id': 'b776d5b6-becc-4024-9dab-9ffc4ba67a01', 'tenant_id': '5287a76e646d4a3db0cc508a956314e7', 'mac_address': 'fa:16:3e:c5:c1:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e16632-d532-445b-8b38-b656dab90e80', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '02826e21-c978-41a3-b31e-dd2107bb922c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:57:04Z', 'updated_at': '2022-05-04T18:57:16Z', 'revision_number': 5, 'project_id': '5287a76e646d4a3db0cc508a956314e7', 'subnets': [{'id': '02826e21-c978-41a3-b31e-dd2107bb922c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-1-iscsi', False) {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:01:18.764844 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f77d8c2-ec40-42a6-803a-2b8e430dbde8 req-7f3eca4b-fb0e-42f1-9ef5-b33d797b5dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:01:18.766443 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-3f77d8c2-ec40-42a6-803a-2b8e430dbde8 req-7f3eca4b-fb0e-42f1-9ef5-b33d797b5dff service neutron] 10.222.0.55 "GET /v2.0/subnets?id=02826e21-c978-41a3-b31e-dd2107bb922c HTTP/1.1" status: 200 len: 858 time: 0.0467632 May 04 19:01:18.779291 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17bb7b64-4437-409f-8bfc-bd5cc10ac85a None None] Checking router: 99e16632-d532-445b-8b38-b656dab90e80 for host: dv-cinder-840525-1-iscsi {{(pid=103282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 19:01:18.788509 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17bb7b64-4437-409f-8bfc-bd5cc10ac85a None None] Routers {'99e16632-d532-445b-8b38-b656dab90e80'} bound to L3 agent in host dv-cinder-840525-1-iscsi {{(pid=103282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:01:18.789127 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-17bb7b64-4437-409f-8bfc-bd5cc10ac85a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T18:48:29Z,description=,heartbeat_timestamp=2022-05-04T19:00:59Z,host='dv-cinder-840525-1-iscsi',id=0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:48:29Z,topic='l3_agent')) {'router_ids': ['99e16632-d532-445b-8b38-b656dab90e80'], 'active': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:01:18.829260 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f77d8c2-ec40-42a6-803a-2b8e430dbde8 req-e1731beb-9dd3-4b48-ac5d-f2aa493d6051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:01:18.831064 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-3f77d8c2-ec40-42a6-803a-2b8e430dbde8 req-e1731beb-9dd3-4b48-ac5d-f2aa493d6051 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b776d5b6-becc-4024-9dab-9ffc4ba67a01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450854 May 04 19:01:18.878709 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d3db2c-1612-4723-a118-7eeb38a65eb5 req-ca8a5659-8781-4de0-a304-418118fada3c tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:01:18.880150 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-81d3db2c-1612-4723-a118-7eeb38a65eb5 req-ca8a5659-8781-4de0-a304-418118fada3c tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/ports?device_id=56fd17bc-cd63-4d9b-a036-d537eed1699a HTTP/1.1" status: 200 len: 946 time: 0.0460539 May 04 19:01:18.899105 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvr_db [None req-17bb7b64-4437-409f-8bfc-bd5cc10ac85a None None] Set router 99e16632-d532-445b-8b38-b656dab90e80 gateway port host: dv-cinder-840525-1-iscsi {{(pid=103282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:01:18.932398 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-81d3db2c-1612-4723-a118-7eeb38a65eb5 req-c743d057-6801-45c9-87b6-8239819b5634 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/security-groups?id=6146691f-7381-4f12-b964-14887f4f4ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464303 May 04 19:01:19.120051 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-17bb7b64-4437-409f-8bfc-bd5cc10ac85a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99e16632-d532-445b-8b38-b656dab90e80', 'name': 'tempest-ServerRescueNegativeTestJSON-2014535518-router', 'tenant_id': '5287a76e646d4a3db0cc508a956314e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'external_fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '31d53c0e-944d-4f88-9291-b28b143bac65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:56:52Z', 'updated_at': '2022-05-04T18:57:08Z', 'revision_number': 4, 'project_id': '5287a76e646d4a3db0cc508a956314e7', 'gw_port': {'id': '31d53c0e-944d-4f88-9291-b28b143bac65', 'name': '', 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:f8:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e16632-d532-445b-8b38-b656dab90e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:56:54Z', 'updated_at': '2022-05-04T18:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-1-iscsi', '_floatingips': [{'id': 'a9154244-3542-4eb6-bd0e-0617382ef66e', 'tenant_id': '5287a76e646d4a3db0cc508a956314e7', 'floating_ip_address': '172.27.0.102', 'floating_network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'router_id': '99e16632-d532-445b-8b38-b656dab90e80', 'port_id': '8b515fdb-9f80-48f7-a45d-95fe2a2d21eb', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 413, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b776d5b6-becc-4024-9dab-9ffc4ba67a01', 'mac_address': 'fa:16:3e:0e:28:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7f1ed58-7416-48f3-a966-c53a8220cc10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T18:59:28Z', 'updated_at': '2022-05-04T19:01:17Z', 'revision_number': 3, 'project_id': '5287a76e646d4a3db0cc508a956314e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c32b55e-d937-44b9-a8c5-48726c34ada2', 'name': '', 'network_id': 'b776d5b6-becc-4024-9dab-9ffc4ba67a01', 'tenant_id': '5287a76e646d4a3db0cc508a956314e7', 'mac_address': 'fa:16:3e:c5:c1:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e16632-d532-445b-8b38-b656dab90e80', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '02826e21-c978-41a3-b31e-dd2107bb922c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:57:04Z', 'updated_at': '2022-05-04T18:57:16Z', 'revision_number': 5, 'project_id': '5287a76e646d4a3db0cc508a956314e7', 'subnets': [{'id': '02826e21-c978-41a3-b31e-dd2107bb922c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-1-iscsi', False) {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:01:19.143598 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17bb7b64-4437-409f-8bfc-bd5cc10ac85a None None] The sync data for ids ['99e16632-d532-445b-8b38-b656dab90e80'] in dv-cinder-840525-1-iscsi is: [{'id': '99e16632-d532-445b-8b38-b656dab90e80', 'name': 'tempest-ServerRescueNegativeTestJSON-2014535518-router', 'tenant_id': '5287a76e646d4a3db0cc508a956314e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'external_fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '31d53c0e-944d-4f88-9291-b28b143bac65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:56:52Z', 'updated_at': '2022-05-04T18:57:08Z', 'revision_number': 4, 'project_id': '5287a76e646d4a3db0cc508a956314e7', 'gw_port': {'id': '31d53c0e-944d-4f88-9291-b28b143bac65', 'name': '', 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:f8:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e16632-d532-445b-8b38-b656dab90e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:56:54Z', 'updated_at': '2022-05-04T18:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-1-iscsi', '_floatingips': [{'id': 'a9154244-3542-4eb6-bd0e-0617382ef66e', 'tenant_id': '5287a76e646d4a3db0cc508a956314e7', 'floating_ip_address': '172.27.0.102', 'floating_network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'router_id': '99e16632-d532-445b-8b38-b656dab90e80', 'port_id': '8b515fdb-9f80-48f7-a45d-95fe2a2d21eb', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 413, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b776d5b6-becc-4024-9dab-9ffc4ba67a01', 'mac_address': 'fa:16:3e:0e:28:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7f1ed58-7416-48f3-a966-c53a8220cc10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T18:59:28Z', 'updated_at': '2022-05-04T19:01:17Z', 'revision_number': 3, 'project_id': '5287a76e646d4a3db0cc508a956314e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c32b55e-d937-44b9-a8c5-48726c34ada2', 'name': '', 'network_id': 'b776d5b6-becc-4024-9dab-9ffc4ba67a01', 'tenant_id': '5287a76e646d4a3db0cc508a956314e7', 'mac_address': 'fa:16:3e:c5:c1:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e16632-d532-445b-8b38-b656dab90e80', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '02826e21-c978-41a3-b31e-dd2107bb922c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:57:04Z', 'updated_at': '2022-05-04T18:57:16Z', 'revision_number': 5, 'project_id': '5287a76e646d4a3db0cc508a956314e7', 'subnets': [{'id': '02826e21-c978-41a3-b31e-dd2107bb922c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 19:01:19.339950 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862c45bc-3bb4-4cb3-8a6a-3c97e06cc610 req-df329709-0499-4d3d-a677-da0f1a35eae3 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:01:19.341441 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-862c45bc-3bb4-4cb3-8a6a-3c97e06cc610 req-df329709-0499-4d3d-a677-da0f1a35eae3 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] 10.222.0.35 "GET /v2.0/ports?device_id=10a55e21-0170-462a-b076-93f090d20502 HTTP/1.1" status: 200 len: 945 time: 0.0461118 May 04 19:01:19.404838 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-862c45bc-3bb4-4cb3-8a6a-3c97e06cc610 req-d7d387db-8300-4530-b6b7-a816bc0de737 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] 10.222.0.35 "GET /v2.0/security-groups?id=29ce1ee4-e5ef-4ab2-b658-910bf3a5767a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575738 May 04 19:01:20.065763 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8106601c-b77b-4781-bab9-b2d3c4027ced req-a7d659d1-f7d3-4586-83b4-2d51b04e2a34 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:01:20.067224 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-8106601c-b77b-4781-bab9-b2d3c4027ced req-a7d659d1-f7d3-4586-83b4-2d51b04e2a34 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/ports?device_id=56fd17bc-cd63-4d9b-a036-d537eed1699a HTTP/1.1" status: 200 len: 946 time: 0.0537601 May 04 19:01:20.118844 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-8106601c-b77b-4781-bab9-b2d3c4027ced req-9071c519-fce5-43e5-aa85-8384311ccff9 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/security-groups?id=6146691f-7381-4f12-b964-14887f4f4ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438707 May 04 19:01:20.199778 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-3f77d8c2-ec40-42a6-803a-2b8e430dbde8 req-3966ffc9-ab6d-4b09-aed0-14b566c71b95 service neutron] 10.222.0.55 "GET /v2.0/networks/b776d5b6-becc-4024-9dab-9ffc4ba67a01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846608 May 04 19:01:20.480531 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7f1ed58-7416-48f3-a966-c53a8220cc10', 'tag': '8b515fdb-9f80-48f7-a45d-95fe2a2d21eb'}] {{(pid=103279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 19:01:20.483061 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f03067be0d021e11c0632f57e5c6e43a0067ecb248f9894e29d0a29efd5d62c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49b0e3e3-cf56-4b20-9b6b-03e03380aec4" -d '{"events": [{"name": "network-changed", "server_uuid": "d7f1ed58-7416-48f3-a966-c53a8220cc10", "tag": "8b515fdb-9f80-48f7-a45d-95fe2a2d21eb"}]}' {{(pid=103279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 19:01:20.519170 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 19:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b6df8fe-ad5b-4378-8c17-ceb81b4ea1fb x-openstack-request-id: req-6b6df8fe-ad5b-4378-8c17-ceb81b4ea1fb {{(pid=103279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 19:01:20.519450 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7f1ed58-7416-48f3-a966-c53a8220cc10", "tag": "8b515fdb-9f80-48f7-a45d-95fe2a2d21eb", "status": "completed", "code": 200}]} {{(pid=103279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 19:01:20.519711 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6b6df8fe-ad5b-4378-8c17-ceb81b4ea1fb {{(pid=103279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 19:01:20.520090 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b6df8fe-ad5b-4378-8c17-ceb81b4ea1fb'] response: {'name': 'network-changed', 'server_uuid': 'd7f1ed58-7416-48f3-a966-c53a8220cc10', 'tag': '8b515fdb-9f80-48f7-a45d-95fe2a2d21eb', 'status': 'completed', 'code': 200} May 04 19:01:20.532450 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22ed338-ebb9-4332-8fe0-f449a5a00160 req-de62c2d3-8772-4135-8f01-e1fee065679e tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:01:20.534013 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a22ed338-ebb9-4332-8fe0-f449a5a00160 req-de62c2d3-8772-4135-8f01-e1fee065679e tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] 10.222.0.35 "GET /v2.0/ports?device_id=10a55e21-0170-462a-b076-93f090d20502 HTTP/1.1" status: 200 len: 945 time: 0.0496130 May 04 19:01:20.583932 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a22ed338-ebb9-4332-8fe0-f449a5a00160 req-02c65311-78b8-4547-8e5f-e45203b07e25 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] 10.222.0.35 "GET /v2.0/security-groups?id=29ce1ee4-e5ef-4ab2-b658-910bf3a5767a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443504 May 04 19:01:21.261099 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877bb079-4374-4230-a7ff-245ade686ae8 req-2229eaf0-81c3-45e2-9e76-378466a52e71 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:01:21.262563 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-877bb079-4374-4230-a7ff-245ade686ae8 req-2229eaf0-81c3-45e2-9e76-378466a52e71 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/ports?device_id=56fd17bc-cd63-4d9b-a036-d537eed1699a HTTP/1.1" status: 200 len: 946 time: 0.0570605 May 04 19:01:21.311912 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-877bb079-4374-4230-a7ff-245ade686ae8 req-e6e5e5b6-46d5-473a-b61a-6bc7e85f4471 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/security-groups?id=6146691f-7381-4f12-b964-14887f4f4ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421119 May 04 19:01:21.712541 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a090fea1-c959-49e2-bc26-d7f04a61a784 req-841a599c-bd0f-4910-bce0-d76ef09ae1e8 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:01:21.713931 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a090fea1-c959-49e2-bc26-d7f04a61a784 req-841a599c-bd0f-4910-bce0-d76ef09ae1e8 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] 10.222.0.35 "GET /v2.0/ports?device_id=10a55e21-0170-462a-b076-93f090d20502 HTTP/1.1" status: 200 len: 945 time: 0.0497069 May 04 19:01:21.769009 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a090fea1-c959-49e2-bc26-d7f04a61a784 req-2ecaaf85-438f-4998-928d-8eca4b74fcbe tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] 10.222.0.35 "GET /v2.0/security-groups?id=29ce1ee4-e5ef-4ab2-b658-910bf3a5767a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494864 May 04 19:01:22.232042 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a5124c-7195-4ea7-b5b4-aa130a3a2ac6 req-be7a7e78-bd63-42cd-bf0c-2ff85b234888 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:01:22.233483 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-f8a5124c-7195-4ea7-b5b4-aa130a3a2ac6 req-be7a7e78-bd63-42cd-bf0c-2ff85b234888 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.55 "GET /v2.0/ports?device_id=56fd17bc-cd63-4d9b-a036-d537eed1699a HTTP/1.1" status: 200 len: 946 time: 0.0899487 May 04 19:01:22.238702 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-3f77d8c2-ec40-42a6-803a-2b8e430dbde8 req-8d4fb629-3971-4946-a77c-61ddcb21fba9 service neutron] 10.222.0.55 "GET /v2.0/networks/b776d5b6-becc-4024-9dab-9ffc4ba67a01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682913 May 04 19:01:22.253818 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721b24bc-f4e1-411d-87ca-3509de5b62c8 req-74e36005-d578-4e2e-b246-568eb58f794c tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:01:22.255187 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-721b24bc-f4e1-411d-87ca-3509de5b62c8 req-74e36005-d578-4e2e-b246-568eb58f794c tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] 10.222.0.55 "GET /v2.0/ports?device_id=10a55e21-0170-462a-b076-93f090d20502 HTTP/1.1" status: 200 len: 945 time: 0.0718741 May 04 19:01:22.406189 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b0e3e3-cf56-4b20-9b6b-03e03380aec4 req-899165d3-15f1-4b33-b868-2e62efe0afe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:01:22.407714 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-49b0e3e3-cf56-4b20-9b6b-03e03380aec4 req-899165d3-15f1-4b33-b868-2e62efe0afe7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5287a76e646d4a3db0cc508a956314e7&device_id=d7f1ed58-7416-48f3-a966-c53a8220cc10 HTTP/1.1" status: 200 len: 1130 time: 0.1222615 May 04 19:01:22.428106 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.plugin [req-f8a5124c-7195-4ea7-b5b4-aa130a3a2ac6 req-c9a4052f-2d88-4cb7-b404-a735f99b8826 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Deleting port 91b9aa20-6f19-4fa0-9128-8cd49ab29485 {{(pid=103280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 19:01:22.428443 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-f8a5124c-7195-4ea7-b5b4-aa130a3a2ac6 req-c9a4052f-2d88-4cb7-b404-a735f99b8826 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790498772255'] for port (91b9aa20-6f19-4fa0-9128-8cd49ab29485), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:22.481163 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.plugin [req-721b24bc-f4e1-411d-87ca-3509de5b62c8 req-952a7149-095b-418b-9a23-9f7d2f86426f tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Deleting port 843fc3ed-e6f9-4db5-9c3e-d942e8b8745c {{(pid=103280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 19:01:22.481503 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-721b24bc-f4e1-411d-87ca-3509de5b62c8 req-952a7149-095b-418b-9a23-9f7d2f86426f tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790498772255'] for port (843fc3ed-e6f9-4db5-9c3e-d942e8b8745c), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:22.652334 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa2f6b7-3e96-4b18-afc3-33cfc1da9c62 req-dbd0c2ec-5229-4989-a121-42ca00283469 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:01:22.653989 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-2fa2f6b7-3e96-4b18-afc3-33cfc1da9c62 req-dbd0c2ec-5229-4989-a121-42ca00283469 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/ports?device_id=56fd17bc-cd63-4d9b-a036-d537eed1699a HTTP/1.1" status: 200 len: 946 time: 0.2692974 May 04 19:01:22.658119 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.db [req-f8a5124c-7195-4ea7-b5b4-aa130a3a2ac6 req-c9a4052f-2d88-4cb7-b404-a735f99b8826 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] For port 91b9aa20-6f19-4fa0-9128-8cd49ab29485, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=91b9aa20-6f19-4fa0-9128-8cd49ab29485,segment=NetworkSegment(6c24c5b4-e5c1-485f-89e1-6bad0f69b4e6),segment_id=6c24c5b4-e5c1-485f-89e1-6bad0f69b4e6)] {{(pid=103280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:01:22.658519 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-f8a5124c-7195-4ea7-b5b4-aa130a3a2ac6 req-c9a4052f-2d88-4cb7-b404-a735f99b8826 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607728'] for port (91b9aa20-6f19-4fa0-9128-8cd49ab29485), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:22.667310 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b0e3e3-cf56-4b20-9b6b-03e03380aec4 req-0e5de45a-ba50-4729-a8bc-c0b292433618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:01:22.668699 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-49b0e3e3-cf56-4b20-9b6b-03e03380aec4 req-0e5de45a-ba50-4729-a8bc-c0b292433618 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b776d5b6-becc-4024-9dab-9ffc4ba67a01 HTTP/1.1" status: 200 len: 920 time: 0.2520843 May 04 19:01:22.692862 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.db [req-721b24bc-f4e1-411d-87ca-3509de5b62c8 req-952a7149-095b-418b-9a23-9f7d2f86426f tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] For port 843fc3ed-e6f9-4db5-9c3e-d942e8b8745c, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=843fc3ed-e6f9-4db5-9c3e-d942e8b8745c,segment=NetworkSegment(2b95549f-f474-429b-a791-f25a87674098),segment_id=2b95549f-f474-429b-a791-f25a87674098)] {{(pid=103280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:01:22.693218 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-721b24bc-f4e1-411d-87ca-3509de5b62c8 req-952a7149-095b-418b-9a23-9f7d2f86426f tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607728'] for port (843fc3ed-e6f9-4db5-9c3e-d942e8b8745c), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:22.702036 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-2fa2f6b7-3e96-4b18-afc3-33cfc1da9c62 req-67921624-4840-41ee-b58b-ce067425d0be tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/security-groups?id=6146691f-7381-4f12-b964-14887f4f4ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420539 May 04 19:01:22.882139 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-49b0e3e3-cf56-4b20-9b6b-03e03380aec4 req-8f892667-ebf2-4108-9e35-5be32dbf195c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b515fdb-9f80-48f7-a45d-95fe2a2d21eb HTTP/1.1" status: 200 len: 1002 time: 0.2009237 May 04 19:01:23.275020 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02302a91-53ab-47c4-94cc-862fa59080e6 req-54dc9efa-05bd-4fae-b3db-d50f5db1f1a2 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:01:23.276469 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-02302a91-53ab-47c4-94cc-862fa59080e6 req-54dc9efa-05bd-4fae-b3db-d50f5db1f1a2 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] 10.222.0.35 "GET /v2.0/ports?device_id=10a55e21-0170-462a-b076-93f090d20502 HTTP/1.1" status: 200 len: 945 time: 0.4239650 May 04 19:01:23.325156 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b0e3e3-cf56-4b20-9b6b-03e03380aec4 req-f951a05d-4c6e-43d1-b1eb-a307ba0f9c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:01:23.326562 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-49b0e3e3-cf56-4b20-9b6b-03e03380aec4 req-f951a05d-4c6e-43d1-b1eb-a307ba0f9c57 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=02826e21-c978-41a3-b31e-dd2107bb922c HTTP/1.1" status: 200 len: 858 time: 0.3967888 May 04 19:01:23.391057 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-f8a5124c-7195-4ea7-b5b4-aa130a3a2ac6 req-c9a4052f-2d88-4cb7-b404-a735f99b8826 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:23.391420 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-f8a5124c-7195-4ea7-b5b4-aa130a3a2ac6 req-c9a4052f-2d88-4cb7-b404-a735f99b8826 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608971'] for floatingip (797c3152-79f6-45cc-9c9c-7c7ea5efb7ad), after_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:23.391713 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.db.l3_db [req-f8a5124c-7195-4ea7-b5b4-aa130a3a2ac6 req-c9a4052f-2d88-4cb7-b404-a735f99b8826 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Floating IP 797c3152-79f6-45cc-9c9c-7c7ea5efb7ad disassociated. External IP: 172.27.0.80, port: 91b9aa20-6f19-4fa0-9128-8cd49ab29485. May 04 19:01:23.392128 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.plugin [req-f8a5124c-7195-4ea7-b5b4-aa130a3a2ac6 req-c9a4052f-2d88-4cb7-b404-a735f99b8826 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Calling delete_port for 91b9aa20-6f19-4fa0-9128-8cd49ab29485 owned by compute:nova {{(pid=103280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 19:01:23.419797 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-721b24bc-f4e1-411d-87ca-3509de5b62c8 req-952a7149-095b-418b-9a23-9f7d2f86426f tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:23.420149 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-721b24bc-f4e1-411d-87ca-3509de5b62c8 req-952a7149-095b-418b-9a23-9f7d2f86426f tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608971'] for floatingip (e459b01c-5e97-43f4-8aa2-b14affe8ae4f), after_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:23.420450 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.db.l3_db [req-721b24bc-f4e1-411d-87ca-3509de5b62c8 req-952a7149-095b-418b-9a23-9f7d2f86426f tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Floating IP e459b01c-5e97-43f4-8aa2-b14affe8ae4f disassociated. External IP: 172.27.0.196, port: 843fc3ed-e6f9-4db5-9c3e-d942e8b8745c. May 04 19:01:23.420785 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.plugin [req-721b24bc-f4e1-411d-87ca-3509de5b62c8 req-952a7149-095b-418b-9a23-9f7d2f86426f tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Calling delete_port for 843fc3ed-e6f9-4db5-9c3e-d942e8b8745c owned by compute:nova {{(pid=103280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 19:01:23.460704 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b0e3e3-cf56-4b20-9b6b-03e03380aec4 req-0115f791-bf30-440a-b03b-186b927ae455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:01:23.462252 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-49b0e3e3-cf56-4b20-9b6b-03e03380aec4 req-0115f791-bf30-440a-b03b-186b927ae455 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b776d5b6-becc-4024-9dab-9ffc4ba67a01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1246455 May 04 19:01:23.531815 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-02302a91-53ab-47c4-94cc-862fa59080e6 req-0eb59f1c-3123-4a55-a6ac-887171d627e4 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] 10.222.0.35 "GET /v2.0/security-groups?id=29ce1ee4-e5ef-4ab2-b658-910bf3a5767a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2467530 May 04 19:01:23.657107 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-49b0e3e3-cf56-4b20-9b6b-03e03380aec4 req-f5ba7265-8b66-4903-b8da-663383cdec4f service neutron] 10.222.0.55 "GET /v2.0/networks/b776d5b6-becc-4024-9dab-9ffc4ba67a01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664345 May 04 19:01:23.799932 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-721b24bc-f4e1-411d-87ca-3509de5b62c8 req-952a7149-095b-418b-9a23-9f7d2f86426f tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790498779311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790498302109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12874298'] for port (843fc3ed-e6f9-4db5-9c3e-d942e8b8745c), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:23.801728 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-f8a5124c-7195-4ea7-b5b4-aa130a3a2ac6 req-c9a4052f-2d88-4cb7-b404-a735f99b8826 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790498779311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790498302109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12874298'] for port (91b9aa20-6f19-4fa0-9128-8cd49ab29485), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:23.826434 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f66ef8-cdf5-432f-bde8-5b794432ce93 req-7a499b27-671e-47fe-852d-63445f7045dd tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:01:23.827906 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-e4f66ef8-cdf5-432f-bde8-5b794432ce93 req-7a499b27-671e-47fe-852d-63445f7045dd tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/ports?device_id=56fd17bc-cd63-4d9b-a036-d537eed1699a HTTP/1.1" status: 200 len: 946 time: 0.0502162 May 04 19:01:23.839092 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952a7149-095b-418b-9a23-9f7d2f86426f tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Pushing event deleted for resources: {'Port': ['ID=843fc3ed-e6f9-4db5-9c3e-d942e8b8745c,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:01:23.884872 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-e4f66ef8-cdf5-432f-bde8-5b794432ce93 req-f324fc66-c2d8-4737-b5e9-e9f6ec349e7a tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/security-groups?id=6146691f-7381-4f12-b964-14887f4f4ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508125 May 04 19:01:23.885916 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a4052f-2d88-4cb7-b404-a735f99b8826 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Pushing event deleted for resources: {'Port': ['ID=91b9aa20-6f19-4fa0-9128-8cd49ab29485,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:01:23.890302 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-49b0e3e3-cf56-4b20-9b6b-03e03380aec4 req-84ee60cd-9041-4fb2-88bb-c8875bb32d27 service neutron] 10.222.0.55 "GET /v2.0/networks/b776d5b6-becc-4024-9dab-9ffc4ba67a01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095630 May 04 19:01:24.081157 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.l3_agent_scheduler [req-721b24bc-f4e1-411d-87ca-3509de5b62c8 req-952a7149-095b-418b-9a23-9f7d2f86426f tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Router ef792f77-065e-42a3-85fe-a804c7a09f70 has already been hosted by L3 agent 0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b {{(pid=103280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 19:01:24.082812 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f8a5124c-7195-4ea7-b5b4-aa130a3a2ac6 req-c9a4052f-2d88-4cb7-b404-a735f99b8826 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Router d5339568-04a2-4813-b750-63c9a3fc9882 has already been hosted by L3 agent 0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b {{(pid=103280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 19:01:24.278994 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-721b24bc-f4e1-411d-87ca-3509de5b62c8 req-952a7149-095b-418b-9a23-9f7d2f86426f tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Notify agent at l3_agent.dv-cinder-840525-1-iscsi the message routers_updated {{(pid=103280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 19:01:24.280981 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f8a5124c-7195-4ea7-b5b4-aa130a3a2ac6 req-c9a4052f-2d88-4cb7-b404-a735f99b8826 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Notify agent at l3_agent.dv-cinder-840525-1-iscsi the message routers_updated {{(pid=103280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 19:01:24.291866 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c1a3d9-9861-4351-ad3d-a8a21524affc None None] Sync routers for ids ['ef792f77-065e-42a3-85fe-a804c7a09f70'] in dv-cinder-840525-1-iscsi {{(pid=103281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 19:01:24.309881 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c1a3d9-9861-4351-ad3d-a8a21524affc None None] Routers {'ef792f77-065e-42a3-85fe-a804c7a09f70'} bound to L3 agent in host dv-cinder-840525-1-iscsi {{(pid=103281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:01:24.310957 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_hamode_db [None req-d6c1a3d9-9861-4351-ad3d-a8a21524affc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T18:48:29Z,description=,heartbeat_timestamp=2022-05-04T19:00:59Z,host='dv-cinder-840525-1-iscsi',id=0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:48:29Z,topic='l3_agent')) {'router_ids': ['ef792f77-065e-42a3-85fe-a804c7a09f70'], 'active': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:01:24.339287 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62ba248-8ced-4870-b687-39d789237f6b None None] Sync routers for ids ['d5339568-04a2-4813-b750-63c9a3fc9882'] in dv-cinder-840525-1-iscsi {{(pid=103282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 19:01:24.355586 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62ba248-8ced-4870-b687-39d789237f6b None None] Routers {'d5339568-04a2-4813-b750-63c9a3fc9882'} bound to L3 agent in host dv-cinder-840525-1-iscsi {{(pid=103282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:01:24.356040 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8a5124c-7195-4ea7-b5b4-aa130a3a2ac6 req-c9a4052f-2d88-4cb7-b404-a735f99b8826 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] No DVR routers for this DVR port 91b9aa20-6f19-4fa0-9128-8cd49ab29485 on host hv-cinder-84052 {{(pid=103280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 19:01:24.356687 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-b62ba248-8ced-4870-b687-39d789237f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T18:48:29Z,description=,heartbeat_timestamp=2022-05-04T19:00:59Z,host='dv-cinder-840525-1-iscsi',id=0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:48:29Z,topic='l3_agent')) {'router_ids': ['d5339568-04a2-4813-b750-63c9a3fc9882'], 'active': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:01:24.357927 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvrscheduler_db [req-721b24bc-f4e1-411d-87ca-3509de5b62c8 req-952a7149-095b-418b-9a23-9f7d2f86426f tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] No DVR routers for this DVR port 843fc3ed-e6f9-4db5-9c3e-d942e8b8745c on host hv-cinder-84052 {{(pid=103280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 19:01:24.360826 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-f8a5124c-7195-4ea7-b5b4-aa130a3a2ac6 req-c9a4052f-2d88-4cb7-b404-a735f99b8826 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127086'] for port (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:24.363203 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-f8a5124c-7195-4ea7-b5b4-aa130a3a2ac6 req-c9a4052f-2d88-4cb7-b404-a735f99b8826 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.55 "DELETE /v2.0/ports/91b9aa20-6f19-4fa0-9128-8cd49ab29485 HTTP/1.1" status: 204 len: 173 time: 2.1236460 May 04 19:01:24.363658 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56fd17bc-cd63-4d9b-a036-d537eed1699a', 'name': 'network-vif-deleted', 'tag': '91b9aa20-6f19-4fa0-9128-8cd49ab29485'}] {{(pid=103280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 19:01:24.366004 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d17ed66b9d9b08214cd1b2d258b378c61736cd464b468dfe37a5b26948fd6e52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e9199c0-7678-4837-a946-0049f8be145c" -d '{"events": [{"server_uuid": "56fd17bc-cd63-4d9b-a036-d537eed1699a", "name": "network-vif-deleted", "tag": "91b9aa20-6f19-4fa0-9128-8cd49ab29485"}]}' {{(pid=103280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 19:01:24.369569 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-721b24bc-f4e1-411d-87ca-3509de5b62c8 req-952a7149-095b-418b-9a23-9f7d2f86426f tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127086'] for port (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:24.372871 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-721b24bc-f4e1-411d-87ca-3509de5b62c8 req-952a7149-095b-418b-9a23-9f7d2f86426f tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] 10.222.0.55 "DELETE /v2.0/ports/843fc3ed-e6f9-4db5-9c3e-d942e8b8745c HTTP/1.1" status: 204 len: 173 time: 2.1011496 May 04 19:01:24.442616 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 19:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4739b2a-f00d-4a63-b899-c04fade0872a x-openstack-request-id: req-b4739b2a-f00d-4a63-b899-c04fade0872a {{(pid=103280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 19:01:24.442837 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56fd17bc-cd63-4d9b-a036-d537eed1699a", "name": "network-vif-deleted", "tag": "91b9aa20-6f19-4fa0-9128-8cd49ab29485", "status": "completed", "code": 200}]} {{(pid=103280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 19:01:24.443083 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b4739b2a-f00d-4a63-b899-c04fade0872a {{(pid=103280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 19:01:24.443483 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4739b2a-f00d-4a63-b899-c04fade0872a'] response: {'server_uuid': '56fd17bc-cd63-4d9b-a036-d537eed1699a', 'name': 'network-vif-deleted', 'tag': '91b9aa20-6f19-4fa0-9128-8cd49ab29485', 'status': 'completed', 'code': 200} May 04 19:01:24.490566 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvr_db [None req-d6c1a3d9-9861-4351-ad3d-a8a21524affc None None] Set router ef792f77-065e-42a3-85fe-a804c7a09f70 gateway port host: dv-cinder-840525-1-iscsi {{(pid=103281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:01:24.536515 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvr_db [None req-b62ba248-8ced-4870-b687-39d789237f6b None None] Set router d5339568-04a2-4813-b750-63c9a3fc9882 gateway port host: dv-cinder-840525-1-iscsi {{(pid=103282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:01:24.642964 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-00921ac0-e99a-4bf4-8281-5999ac75efe5 req-2c70d8d6-fd17-4637-bb67-a74db3cbbc1e tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] 10.222.0.35 "GET /v2.0/ports?device_id=10a55e21-0170-462a-b076-93f090d20502 HTTP/1.1" status: 200 len: 210 time: 0.0300548 May 04 19:01:24.686062 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_hamode_db [None req-d6c1a3d9-9861-4351-ad3d-a8a21524affc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef792f77-065e-42a3-85fe-a804c7a09f70', 'name': 'tempest-AttachVolumeTestJSON-1110027105-router', 'tenant_id': 'd220357192eb4ba5a2cdd43f000cd4c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'external_fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '1dbb1916-5d86-42ef-bf63-cc969ada161e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:56:51Z', 'updated_at': '2022-05-04T18:56:58Z', 'revision_number': 4, 'project_id': 'd220357192eb4ba5a2cdd43f000cd4c4', 'gw_port': {'id': '1dbb1916-5d86-42ef-bf63-cc969ada161e', 'name': '', 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:02:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef792f77-065e-42a3-85fe-a804c7a09f70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:56:52Z', 'updated_at': '2022-05-04T18:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-1-iscsi', '_interfaces': [{'id': 'a6a6d3f1-652a-4d38-bbcd-5f14c34d7927', 'name': '', 'network_id': '30fa2e3e-f6d8-4564-bce1-ee05a5bd0ce9', 'tenant_id': 'd220357192eb4ba5a2cdd43f000cd4c4', 'mac_address': 'fa:16:3e:ff:12:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef792f77-065e-42a3-85fe-a804c7a09f70', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'd9b5c29e-b014-49ec-aabd-8c0ad7c78e2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:56:56Z', 'updated_at': '2022-05-04T18:57:06Z', 'revision_number': 5, 'project_id': 'd220357192eb4ba5a2cdd43f000cd4c4', 'subnets': [{'id': 'd9b5c29e-b014-49ec-aabd-8c0ad7c78e2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-1-iscsi', False) {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:01:24.715964 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c1a3d9-9861-4351-ad3d-a8a21524affc None None] Checking router: ef792f77-065e-42a3-85fe-a804c7a09f70 for host: dv-cinder-840525-1-iscsi {{(pid=103281) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 19:01:24.724180 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c1a3d9-9861-4351-ad3d-a8a21524affc None None] Routers {'ef792f77-065e-42a3-85fe-a804c7a09f70'} bound to L3 agent in host dv-cinder-840525-1-iscsi {{(pid=103281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:01:24.724794 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_hamode_db [None req-d6c1a3d9-9861-4351-ad3d-a8a21524affc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T18:48:29Z,description=,heartbeat_timestamp=2022-05-04T19:00:59Z,host='dv-cinder-840525-1-iscsi',id=0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:48:29Z,topic='l3_agent')) {'router_ids': ['ef792f77-065e-42a3-85fe-a804c7a09f70'], 'active': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:01:24.738056 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-b62ba248-8ced-4870-b687-39d789237f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5339568-04a2-4813-b750-63c9a3fc9882', 'name': 'tempest-AttachVolumeShelveTestJSON-216607060-router', 'tenant_id': '75fc5dead879453695a0046c9f35ff1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'external_fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': '43e0efb5-c5c7-489f-81f3-5a269fed0777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:58:01Z', 'updated_at': '2022-05-04T18:58:05Z', 'revision_number': 4, 'project_id': '75fc5dead879453695a0046c9f35ff1d', 'gw_port': {'id': '43e0efb5-c5c7-489f-81f3-5a269fed0777', 'name': '', 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:a2:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5339568-04a2-4813-b750-63c9a3fc9882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:58:02Z', 'updated_at': '2022-05-04T18:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-1-iscsi', '_interfaces': [{'id': 'e2b4131a-2ac4-4836-8d66-a72a530162d7', 'name': '', 'network_id': 'b1cedcbc-cdac-422b-b37d-00881e094afa', 'tenant_id': '75fc5dead879453695a0046c9f35ff1d', 'mac_address': 'fa:16:3e:3b:a2:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5339568-04a2-4813-b750-63c9a3fc9882', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'eeef2f41-46cc-4bf5-995a-936e9476bce2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:58:04Z', 'updated_at': '2022-05-04T18:58:09Z', 'revision_number': 5, 'project_id': '75fc5dead879453695a0046c9f35ff1d', 'subnets': [{'id': 'eeef2f41-46cc-4bf5-995a-936e9476bce2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-1-iscsi', False) {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:01:24.763955 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62ba248-8ced-4870-b687-39d789237f6b None None] Checking router: d5339568-04a2-4813-b750-63c9a3fc9882 for host: dv-cinder-840525-1-iscsi {{(pid=103282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 19:01:24.772622 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62ba248-8ced-4870-b687-39d789237f6b None None] Routers {'d5339568-04a2-4813-b750-63c9a3fc9882'} bound to L3 agent in host dv-cinder-840525-1-iscsi {{(pid=103282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:01:24.773249 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-b62ba248-8ced-4870-b687-39d789237f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T18:48:29Z,description=,heartbeat_timestamp=2022-05-04T19:00:59Z,host='dv-cinder-840525-1-iscsi',id=0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:48:29Z,topic='l3_agent')) {'router_ids': ['d5339568-04a2-4813-b750-63c9a3fc9882'], 'active': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:01:24.833799 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvr_db [None req-d6c1a3d9-9861-4351-ad3d-a8a21524affc None None] Set router ef792f77-065e-42a3-85fe-a804c7a09f70 gateway port host: dv-cinder-840525-1-iscsi {{(pid=103281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:01:24.881420 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvr_db [None req-b62ba248-8ced-4870-b687-39d789237f6b None None] Set router d5339568-04a2-4813-b750-63c9a3fc9882 gateway port host: dv-cinder-840525-1-iscsi {{(pid=103282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:01:25.007115 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-5b05eaad-0af6-4b7f-8a22-5a45d994c956 req-516e2f6f-84ad-437a-8d78-f96083263909 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/ports?device_id=56fd17bc-cd63-4d9b-a036-d537eed1699a HTTP/1.1" status: 200 len: 210 time: 0.0307426 May 04 19:01:25.033640 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_hamode_db [None req-d6c1a3d9-9861-4351-ad3d-a8a21524affc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef792f77-065e-42a3-85fe-a804c7a09f70', 'name': 'tempest-AttachVolumeTestJSON-1110027105-router', 'tenant_id': 'd220357192eb4ba5a2cdd43f000cd4c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'external_fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '1dbb1916-5d86-42ef-bf63-cc969ada161e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:56:51Z', 'updated_at': '2022-05-04T18:56:58Z', 'revision_number': 4, 'project_id': 'd220357192eb4ba5a2cdd43f000cd4c4', 'gw_port': {'id': '1dbb1916-5d86-42ef-bf63-cc969ada161e', 'name': '', 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:02:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef792f77-065e-42a3-85fe-a804c7a09f70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:56:52Z', 'updated_at': '2022-05-04T18:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-1-iscsi', '_interfaces': [{'id': 'a6a6d3f1-652a-4d38-bbcd-5f14c34d7927', 'name': '', 'network_id': '30fa2e3e-f6d8-4564-bce1-ee05a5bd0ce9', 'tenant_id': 'd220357192eb4ba5a2cdd43f000cd4c4', 'mac_address': 'fa:16:3e:ff:12:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef792f77-065e-42a3-85fe-a804c7a09f70', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'd9b5c29e-b014-49ec-aabd-8c0ad7c78e2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:56:56Z', 'updated_at': '2022-05-04T18:57:06Z', 'revision_number': 5, 'project_id': 'd220357192eb4ba5a2cdd43f000cd4c4', 'subnets': [{'id': 'd9b5c29e-b014-49ec-aabd-8c0ad7c78e2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-1-iscsi', False) {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:01:25.057701 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c1a3d9-9861-4351-ad3d-a8a21524affc None None] The sync data for ids ['ef792f77-065e-42a3-85fe-a804c7a09f70'] in dv-cinder-840525-1-iscsi is: [{'id': 'ef792f77-065e-42a3-85fe-a804c7a09f70', 'name': 'tempest-AttachVolumeTestJSON-1110027105-router', 'tenant_id': 'd220357192eb4ba5a2cdd43f000cd4c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'external_fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '1dbb1916-5d86-42ef-bf63-cc969ada161e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:56:51Z', 'updated_at': '2022-05-04T18:56:58Z', 'revision_number': 4, 'project_id': 'd220357192eb4ba5a2cdd43f000cd4c4', 'gw_port': {'id': '1dbb1916-5d86-42ef-bf63-cc969ada161e', 'name': '', 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:02:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef792f77-065e-42a3-85fe-a804c7a09f70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:56:52Z', 'updated_at': '2022-05-04T18:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-1-iscsi', '_interfaces': [{'id': 'a6a6d3f1-652a-4d38-bbcd-5f14c34d7927', 'name': '', 'network_id': '30fa2e3e-f6d8-4564-bce1-ee05a5bd0ce9', 'tenant_id': 'd220357192eb4ba5a2cdd43f000cd4c4', 'mac_address': 'fa:16:3e:ff:12:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef792f77-065e-42a3-85fe-a804c7a09f70', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'd9b5c29e-b014-49ec-aabd-8c0ad7c78e2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:56:56Z', 'updated_at': '2022-05-04T18:57:06Z', 'revision_number': 5, 'project_id': 'd220357192eb4ba5a2cdd43f000cd4c4', 'subnets': [{'id': 'd9b5c29e-b014-49ec-aabd-8c0ad7c78e2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 19:01:25.086169 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-b62ba248-8ced-4870-b687-39d789237f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5339568-04a2-4813-b750-63c9a3fc9882', 'name': 'tempest-AttachVolumeShelveTestJSON-216607060-router', 'tenant_id': '75fc5dead879453695a0046c9f35ff1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'external_fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': '43e0efb5-c5c7-489f-81f3-5a269fed0777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:58:01Z', 'updated_at': '2022-05-04T18:58:05Z', 'revision_number': 4, 'project_id': '75fc5dead879453695a0046c9f35ff1d', 'gw_port': {'id': '43e0efb5-c5c7-489f-81f3-5a269fed0777', 'name': '', 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:a2:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5339568-04a2-4813-b750-63c9a3fc9882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:58:02Z', 'updated_at': '2022-05-04T18:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-1-iscsi', '_interfaces': [{'id': 'e2b4131a-2ac4-4836-8d66-a72a530162d7', 'name': '', 'network_id': 'b1cedcbc-cdac-422b-b37d-00881e094afa', 'tenant_id': '75fc5dead879453695a0046c9f35ff1d', 'mac_address': 'fa:16:3e:3b:a2:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5339568-04a2-4813-b750-63c9a3fc9882', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'eeef2f41-46cc-4bf5-995a-936e9476bce2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:58:04Z', 'updated_at': '2022-05-04T18:58:09Z', 'revision_number': 5, 'project_id': '75fc5dead879453695a0046c9f35ff1d', 'subnets': [{'id': 'eeef2f41-46cc-4bf5-995a-936e9476bce2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-1-iscsi', False) {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:01:25.237442 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62ba248-8ced-4870-b687-39d789237f6b None None] The sync data for ids ['d5339568-04a2-4813-b750-63c9a3fc9882'] in dv-cinder-840525-1-iscsi is: [{'id': 'd5339568-04a2-4813-b750-63c9a3fc9882', 'name': 'tempest-AttachVolumeShelveTestJSON-216607060-router', 'tenant_id': '75fc5dead879453695a0046c9f35ff1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'external_fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': '43e0efb5-c5c7-489f-81f3-5a269fed0777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:58:01Z', 'updated_at': '2022-05-04T18:58:05Z', 'revision_number': 4, 'project_id': '75fc5dead879453695a0046c9f35ff1d', 'gw_port': {'id': '43e0efb5-c5c7-489f-81f3-5a269fed0777', 'name': '', 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:a2:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5339568-04a2-4813-b750-63c9a3fc9882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:58:02Z', 'updated_at': '2022-05-04T18:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-1-iscsi', '_interfaces': [{'id': 'e2b4131a-2ac4-4836-8d66-a72a530162d7', 'name': '', 'network_id': 'b1cedcbc-cdac-422b-b37d-00881e094afa', 'tenant_id': '75fc5dead879453695a0046c9f35ff1d', 'mac_address': 'fa:16:3e:3b:a2:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5339568-04a2-4813-b750-63c9a3fc9882', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'eeef2f41-46cc-4bf5-995a-936e9476bce2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:58:04Z', 'updated_at': '2022-05-04T18:58:09Z', 'revision_number': 5, 'project_id': '75fc5dead879453695a0046c9f35ff1d', 'subnets': [{'id': 'eeef2f41-46cc-4bf5-995a-936e9476bce2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 19:01:25.340903 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50907e11-e1ba-4cd1-9ba0-6a5350528c2a None None] New status for floating IP e459b01c-5e97-43f4-8aa2-b14affe8ae4f: DOWN {{(pid=103281) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 19:01:25.456015 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.agents_db [None req-bd7ab176-2eba-4334-8b69-697435aa36c2 None None] Agent healthcheck: found 6 active agents {{(pid=103282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 19:01:25.483769 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba3bd353-17fc-4f3a-a942-b75f1eb139c6 None None] New status for floating IP 797c3152-79f6-45cc-9c9c-7c7ea5efb7ad: DOWN {{(pid=103282) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 19:01:25.589770 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Device 843fc3ed-e6f9-4db5-9c3e-d942e8b8745c no longer exists at agent hyperv_hv-cinder-84052 {{(pid=103281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 19:01:25.612102 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] No Port match for: 843fc3ed-e6f9-4db5-9c3e-d942e8b8745c {{(pid=103281) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 19:01:25.612336 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Device 843fc3ed-e6f9-4db5-9c3e-d942e8b8745c not bound to the agent host hv-cinder-84052 {{(pid=103281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 19:01:25.612967 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Device 91b9aa20-6f19-4fa0-9128-8cd49ab29485 no longer exists at agent hyperv_hv-cinder-84052 {{(pid=103281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 19:01:25.632896 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] No Port match for: 91b9aa20-6f19-4fa0-9128-8cd49ab29485 {{(pid=103281) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 19:01:25.633239 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Device 91b9aa20-6f19-4fa0-9128-8cd49ab29485 not bound to the agent host hv-cinder-84052 {{(pid=103281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 19:01:25.634628 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (bff7e656-358d-4e40-a36a-3f10fe33ffdf), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:25.731211 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 52872) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:01:25.788540 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-172623d8-42c6-4732-a6bf-28cd92d18af1 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Publish callbacks [] for security_group (29ce1ee4-e5ef-4ab2-b658-910bf3a5767a), before_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:25.811300 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-172623d8-42c6-4732-a6bf-28cd92d18af1 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Publish callbacks [] for security_group (29ce1ee4-e5ef-4ab2-b658-910bf3a5767a), precommit_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:25.862560 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-172623d8-42c6-4732-a6bf-28cd92d18af1 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (29ce1ee4-e5ef-4ab2-b658-910bf3a5767a), after_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:25.865166 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-172623d8-42c6-4732-a6bf-28cd92d18af1 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Publish callbacks [] for security_group (None), before_response {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:25.866341 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-172623d8-42c6-4732-a6bf-28cd92d18af1 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] 10.222.0.35 "DELETE /v2.0/security-groups/29ce1ee4-e5ef-4ab2-b658-910bf3a5767a HTTP/1.1" status: 204 len: 168 time: 0.1341181 May 04 19:01:25.869525 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 52874) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:01:25.875972 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172623d8-42c6-4732-a6bf-28cd92d18af1 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29ce1ee4-e5ef-4ab2-b658-910bf3a5767a,revision_number=None']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:01:25.887162 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.api.v2.resource [None req-02260f38-c0b0-4c7d-810a-6eaa842fd286 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] show failed (client error): The resource could not be found. May 04 19:01:25.890852 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-02260f38-c0b0-4c7d-810a-6eaa842fd286 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] 10.222.0.35 "GET /v2.0/security-groups/29ce1ee4-e5ef-4ab2-b658-910bf3a5767a HTTP/1.1" status: 404 len: 347 time: 0.0175836 May 04 19:01:25.891237 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 52876) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:01:26.010265 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.plugin [None req-16363db0-70d4-4ebc-a40a-f3c621cbae5a tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Deleting port fe7c850b-41d9-4446-8f2b-6187bf4c8b7c {{(pid=103280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 19:01:26.010976 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-16363db0-70d4-4ebc-a40a-f3c621cbae5a tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790498772255'] for port (fe7c850b-41d9-4446-8f2b-6187bf4c8b7c), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:26.092724 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-16363db0-70d4-4ebc-a40a-f3c621cbae5a tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607728'] for port (fe7c850b-41d9-4446-8f2b-6187bf4c8b7c), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:26.093049 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-16363db0-70d4-4ebc-a40a-f3c621cbae5a tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Publish callbacks [] for floatingip (fe7c850b-41d9-4446-8f2b-6187bf4c8b7c), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:26.097653 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 52882) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:01:26.119782 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.plugin [None req-16363db0-70d4-4ebc-a40a-f3c621cbae5a tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Calling delete_port for fe7c850b-41d9-4446-8f2b-6187bf4c8b7c owned by network:floatingip {{(pid=103280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 19:01:26.206792 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-7d8a3749-9653-4282-a6fd-d967f61062a0 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Publish callbacks [] for security_group (6146691f-7381-4f12-b964-14887f4f4ad0), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:26.241658 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-7d8a3749-9653-4282-a6fd-d967f61062a0 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Publish callbacks [] for security_group (6146691f-7381-4f12-b964-14887f4f4ad0), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:26.323180 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-16363db0-70d4-4ebc-a40a-f3c621cbae5a tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790498779311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790498302109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12874298'] for port (fe7c850b-41d9-4446-8f2b-6187bf4c8b7c), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:26.330385 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-7d8a3749-9653-4282-a6fd-d967f61062a0 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (6146691f-7381-4f12-b964-14887f4f4ad0), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:26.332924 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-7d8a3749-9653-4282-a6fd-d967f61062a0 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Publish callbacks [] for security_group (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:26.334115 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-7d8a3749-9653-4282-a6fd-d967f61062a0 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "DELETE /v2.0/security-groups/6146691f-7381-4f12-b964-14887f4f4ad0 HTTP/1.1" status: 204 len: 168 time: 0.2354813 May 04 19:01:26.336997 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 52884) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:01:26.353089 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.api.v2.resource [None req-a2aa7c99-d97f-4547-b4ae-36f2b44a85b7 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] show failed (client error): The resource could not be found. May 04 19:01:26.354239 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-a2aa7c99-d97f-4547-b4ae-36f2b44a85b7 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/security-groups/6146691f-7381-4f12-b964-14887f4f4ad0 HTTP/1.1" status: 404 len: 347 time: 0.0160213 May 04 19:01:26.357448 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 52886) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:01:26.365560 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16363db0-70d4-4ebc-a40a-f3c621cbae5a tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Pushing event deleted for resources: {'Port': ['ID=fe7c850b-41d9-4446-8f2b-6187bf4c8b7c,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:01:26.374022 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8a3749-9653-4282-a6fd-d967f61062a0 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6146691f-7381-4f12-b964-14887f4f4ad0,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:01:26.394030 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16363db0-70d4-4ebc-a40a-f3c621cbae5a tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:01:26.394377 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16363db0-70d4-4ebc-a40a-f3c621cbae5a tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:01:26.394720 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16363db0-70d4-4ebc-a40a-f3c621cbae5a tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:01:26.395023 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16363db0-70d4-4ebc-a40a-f3c621cbae5a tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:01:26.395611 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16363db0-70d4-4ebc-a40a-f3c621cbae5a tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:01:26.395732 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16363db0-70d4-4ebc-a40a-f3c621cbae5a tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:01:26.395984 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16363db0-70d4-4ebc-a40a-f3c621cbae5a tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:01:26.396449 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16363db0-70d4-4ebc-a40a-f3c621cbae5a tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:01:26.396662 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16363db0-70d4-4ebc-a40a-f3c621cbae5a tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:01:26.397017 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16363db0-70d4-4ebc-a40a-f3c621cbae5a tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:01:26.397459 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16363db0-70d4-4ebc-a40a-f3c621cbae5a tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:01:26.397786 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16363db0-70d4-4ebc-a40a-f3c621cbae5a tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:01:26.398135 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16363db0-70d4-4ebc-a40a-f3c621cbae5a tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:01:26.398441 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16363db0-70d4-4ebc-a40a-f3c621cbae5a tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:01:26.398762 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16363db0-70d4-4ebc-a40a-f3c621cbae5a tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:01:26.425071 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8a3749-9653-4282-a6fd-d967f61062a0 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:01:26.425469 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8a3749-9653-4282-a6fd-d967f61062a0 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:01:26.425819 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8a3749-9653-4282-a6fd-d967f61062a0 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:01:26.426154 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8a3749-9653-4282-a6fd-d967f61062a0 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:01:26.426492 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8a3749-9653-4282-a6fd-d967f61062a0 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:01:26.426804 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8a3749-9653-4282-a6fd-d967f61062a0 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:01:26.427156 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8a3749-9653-4282-a6fd-d967f61062a0 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:01:26.427486 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8a3749-9653-4282-a6fd-d967f61062a0 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:01:26.427821 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8a3749-9653-4282-a6fd-d967f61062a0 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:01:26.428146 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8a3749-9653-4282-a6fd-d967f61062a0 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:01:26.428475 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8a3749-9653-4282-a6fd-d967f61062a0 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:01:26.428798 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8a3749-9653-4282-a6fd-d967f61062a0 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:01:26.429120 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8a3749-9653-4282-a6fd-d967f61062a0 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:01:26.429471 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8a3749-9653-4282-a6fd-d967f61062a0 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:01:26.429796 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8a3749-9653-4282-a6fd-d967f61062a0 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:01:26.444443 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10a55e21-0170-462a-b076-93f090d20502', 'name': 'network-vif-deleted', 'tag': '843fc3ed-e6f9-4db5-9c3e-d942e8b8745c'}] {{(pid=103280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 19:01:26.446745 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d17ed66b9d9b08214cd1b2d258b378c61736cd464b468dfe37a5b26948fd6e52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-829724aa-d203-427a-9bf6-9c9bbace41b8" -d '{"events": [{"server_uuid": "10a55e21-0170-462a-b076-93f090d20502", "name": "network-vif-deleted", "tag": "843fc3ed-e6f9-4db5-9c3e-d942e8b8745c"}]}' {{(pid=103280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 19:01:26.455505 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-16363db0-70d4-4ebc-a40a-f3c621cbae5a tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Publish callbacks [] for floatingip (e459b01c-5e97-43f4-8aa2-b14affe8ae4f), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:26.458194 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-16363db0-70d4-4ebc-a40a-f3c621cbae5a tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127086'] for floatingip (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:26.459362 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-16363db0-70d4-4ebc-a40a-f3c621cbae5a tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] 10.222.0.35 "DELETE /v2.0/floatingips/e459b01c-5e97-43f4-8aa2-b14affe8ae4f HTTP/1.1" status: 204 len: 168 time: 0.5671449 May 04 19:01:26.483381 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-162ab566-2d92-48e6-b111-9562f69717c3 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Deleting port 79da56d1-fa55-4dd1-859b-4f2dde3035c5 {{(pid=103279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 19:01:26.483717 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-162ab566-2d92-48e6-b111-9562f69717c3 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790498772255'] for port (79da56d1-fa55-4dd1-859b-4f2dde3035c5), before_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:26.498839 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 19:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a616ae4-2d80-4c98-8c8d-af45e6eb40c9 x-openstack-request-id: req-3a616ae4-2d80-4c98-8c8d-af45e6eb40c9 {{(pid=103280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 19:01:26.499140 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10a55e21-0170-462a-b076-93f090d20502", "name": "network-vif-deleted", "tag": "843fc3ed-e6f9-4db5-9c3e-d942e8b8745c", "status": "completed", "code": 200}]} {{(pid=103280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 19:01:26.499396 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3a616ae4-2d80-4c98-8c8d-af45e6eb40c9 {{(pid=103280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 19:01:26.499804 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a616ae4-2d80-4c98-8c8d-af45e6eb40c9'] response: {'server_uuid': '10a55e21-0170-462a-b076-93f090d20502', 'name': 'network-vif-deleted', 'tag': '843fc3ed-e6f9-4db5-9c3e-d942e8b8745c', 'status': 'completed', 'code': 200} May 04 19:01:26.565363 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-162ab566-2d92-48e6-b111-9562f69717c3 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607728'] for port (79da56d1-fa55-4dd1-859b-4f2dde3035c5), precommit_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:26.565722 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-162ab566-2d92-48e6-b111-9562f69717c3 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Publish callbacks [] for floatingip (79da56d1-fa55-4dd1-859b-4f2dde3035c5), precommit_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:26.577101 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-162ab566-2d92-48e6-b111-9562f69717c3 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Calling delete_port for 79da56d1-fa55-4dd1-859b-4f2dde3035c5 owned by network:floatingip {{(pid=103279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 19:01:26.742950 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-162ab566-2d92-48e6-b111-9562f69717c3 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790498779311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790498302109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13908970'] for port (79da56d1-fa55-4dd1-859b-4f2dde3035c5), after_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:26.757681 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 52892) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:01:26.762306 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [None req-03b6366c-1655-4353-a57f-aecbedf74fd0 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1364167203', 'description': 'tempest-description--946816211'}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:01:26.769323 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162ab566-2d92-48e6-b111-9562f69717c3 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Pushing event deleted for resources: {'Port': ['ID=79da56d1-fa55-4dd1-859b-4f2dde3035c5,revision_number=None']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:01:26.783923 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-03b6366c-1655-4353-a57f-aecbedf74fd0 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Publish callbacks [] for security_group (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:26.830079 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-162ab566-2d92-48e6-b111-9562f69717c3 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Publish callbacks [] for floatingip (797c3152-79f6-45cc-9c9c-7c7ea5efb7ad), after_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:26.832890 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-162ab566-2d92-48e6-b111-9562f69717c3 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127086'] for floatingip (None), before_response {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:26.837100 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-162ab566-2d92-48e6-b111-9562f69717c3 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "DELETE /v2.0/floatingips/797c3152-79f6-45cc-9c9c-7c7ea5efb7ad HTTP/1.1" status: 204 len: 168 time: 0.4787066 May 04 19:01:26.852840 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-03b6366c-1655-4353-a57f-aecbedf74fd0 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Publish callbacks [] for security_group (dd7ad1ea-2571-4cd7-b86d-d5395f000bda), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:26.867457 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-03b6366c-1655-4353-a57f-aecbedf74fd0 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (dd7ad1ea-2571-4cd7-b86d-d5395f000bda), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:26.875618 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-02ba8e9e-819c-4d66-98e3-59f917a3c817 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (ae04e5b6-6ccf-46c0-81ba-a3f5b8ae390c), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:26.899223 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-03b6366c-1655-4353-a57f-aecbedf74fd0 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Publish callbacks [] for security_group (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:26.900466 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-03b6366c-1655-4353-a57f-aecbedf74fd0 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1417689 May 04 19:01:26.902392 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b6366c-1655-4353-a57f-aecbedf74fd0 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd7ad1ea-2571-4cd7-b86d-d5395f000bda,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:01:26.903559 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 52896) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:01:26.908602 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.v2.base [None req-dc0d3b37-641b-4c12-852e-766a9d16f7ed tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Request body: {'security_group_rule': {'security_group_id': 'dd7ad1ea-2571-4cd7-b86d-d5395f000bda', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:01:26.934861 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-dc0d3b37-641b-4c12-852e-766a9d16f7ed tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Publish callbacks [] for security_group_rule (cb7237fc-2bbb-4974-b537-57c745f9c45a), before_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:26.992397 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-dc0d3b37-641b-4c12-852e-766a9d16f7ed tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Publish callbacks [] for security_group_rule (cb7237fc-2bbb-4974-b537-57c745f9c45a), precommit_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:26.996650 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-dc0d3b37-641b-4c12-852e-766a9d16f7ed tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577292'] for security_group_rule (cb7237fc-2bbb-4974-b537-57c745f9c45a), after_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:27.013872 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0d3b37-641b-4c12-852e-766a9d16f7ed tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb7237fc-2bbb-4974-b537-57c745f9c45a,revision_number=0']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:01:27.020862 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-dc0d3b37-641b-4c12-852e-766a9d16f7ed tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:27.022101 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-dc0d3b37-641b-4c12-852e-766a9d16f7ed tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1172545 May 04 19:01:27.024787 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 52898) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:01:27.029106 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.v2.base [None req-54970eba-aa6d-4a0c-8dee-994eff84d5fc tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Request body: {'security_group_rule': {'security_group_id': 'dd7ad1ea-2571-4cd7-b86d-d5395f000bda', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:01:27.050402 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 52900) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:01:27.055102 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [None req-0b765329-50e2-41a6-8fac-126dcb9413af tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1520419012', 'description': 'tempest-description--919450950'}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:01:27.057203 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-54970eba-aa6d-4a0c-8dee-994eff84d5fc tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Publish callbacks [] for security_group_rule (f5c33a27-e1f1-4b66-933e-1d8a80b028c7), before_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:27.074890 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-0b765329-50e2-41a6-8fac-126dcb9413af tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Publish callbacks [] for security_group (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:27.113735 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-54970eba-aa6d-4a0c-8dee-994eff84d5fc tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Publish callbacks [] for security_group_rule (f5c33a27-e1f1-4b66-933e-1d8a80b028c7), precommit_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:27.118446 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-54970eba-aa6d-4a0c-8dee-994eff84d5fc tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577292'] for security_group_rule (f5c33a27-e1f1-4b66-933e-1d8a80b028c7), after_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:27.135696 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54970eba-aa6d-4a0c-8dee-994eff84d5fc tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5c33a27-e1f1-4b66-933e-1d8a80b028c7,revision_number=0']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:01:27.144561 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-54970eba-aa6d-4a0c-8dee-994eff84d5fc tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:27.145843 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-54970eba-aa6d-4a0c-8dee-994eff84d5fc tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1200404 May 04 19:01:27.149009 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 52902) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:01:27.151698 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-0b765329-50e2-41a6-8fac-126dcb9413af tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Publish callbacks [] for security_group (5143d7ac-a22e-43a4-aecc-9125fab2207d), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:27.153336 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.v2.base [None req-e822a203-3a3b-4406-b5ce-9b244cbdce5d tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Request body: {'floatingip': {'floating_network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762'}} {{(pid=103279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:01:27.156241 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-0b765329-50e2-41a6-8fac-126dcb9413af tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (5143d7ac-a22e-43a4-aecc-9125fab2207d), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:27.174096 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-e822a203-3a3b-4406-b5ce-9b244cbdce5d tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:27.180526 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-0b765329-50e2-41a6-8fac-126dcb9413af tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Publish callbacks [] for security_group (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:27.181825 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-0b765329-50e2-41a6-8fac-126dcb9413af tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1303241 May 04 19:01:27.186074 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 52904) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:01:27.190361 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [None req-0f7817e7-5e82-44d1-97bc-8175ecd1e66c tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Request body: {'security_group_rule': {'security_group_id': '5143d7ac-a22e-43a4-aecc-9125fab2207d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:01:27.202266 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b765329-50e2-41a6-8fac-126dcb9413af tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5143d7ac-a22e-43a4-aecc-9125fab2207d,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:01:27.221218 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-0f7817e7-5e82-44d1-97bc-8175ecd1e66c tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Publish callbacks [] for security_group_rule (4246ca75-ff79-46b9-9a2c-ae9844f73f66), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:27.257366 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-e822a203-3a3b-4406-b5ce-9b244cbdce5d tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (None), before_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:27.277201 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-0f7817e7-5e82-44d1-97bc-8175ecd1e66c tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Publish callbacks [] for security_group_rule (4246ca75-ff79-46b9-9a2c-ae9844f73f66), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:27.281271 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-0f7817e7-5e82-44d1-97bc-8175ecd1e66c tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577292'] for security_group_rule (4246ca75-ff79-46b9-9a2c-ae9844f73f66), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:27.298073 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7817e7-5e82-44d1-97bc-8175ecd1e66c tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4246ca75-ff79-46b9-9a2c-ae9844f73f66,revision_number=0']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:01:27.310652 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-0f7817e7-5e82-44d1-97bc-8175ecd1e66c tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:27.314484 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-0f7817e7-5e82-44d1-97bc-8175ecd1e66c tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1248736 May 04 19:01:27.314742 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 52906) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:01:27.321218 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.v2.base [None req-93900908-19c5-4077-b446-7ce477adbb0d tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Request body: {'security_group_rule': {'security_group_id': '5143d7ac-a22e-43a4-aecc-9125fab2207d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:01:27.384674 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.db.db_base_plugin_common [None req-e822a203-3a3b-4406-b5ce-9b244cbdce5d tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Allocated IP 172.27.0.72 (cbca2f8d-f88f-49b4-8a9d-8b4714c67762/6d3155f3-7d72-4b90-89ae-8effc01a61e4/d23e5971-2c8a-40d6-b3d1-78a80130914e) {{(pid=103279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 19:01:27.386789 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-93900908-19c5-4077-b446-7ce477adbb0d tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Publish callbacks [] for security_group_rule (faa54a7c-6491-4388-9765-95cad4518de9), before_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:27.503048 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-93900908-19c5-4077-b446-7ce477adbb0d tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Publish callbacks [] for security_group_rule (faa54a7c-6491-4388-9765-95cad4518de9), precommit_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:27.509025 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-93900908-19c5-4077-b446-7ce477adbb0d tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577292'] for security_group_rule (faa54a7c-6491-4388-9765-95cad4518de9), after_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:27.533750 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93900908-19c5-4077-b446-7ce477adbb0d tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=faa54a7c-6491-4388-9765-95cad4518de9,revision_number=0']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:01:27.545614 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-e822a203-3a3b-4406-b5ce-9b244cbdce5d tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Publish callbacks [] for port (d23e5971-2c8a-40d6-b3d1-78a80130914e), precommit_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:27.554698 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-93900908-19c5-4077-b446-7ce477adbb0d tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:27.555873 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-93900908-19c5-4077-b446-7ce477adbb0d tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2401483 May 04 19:01:27.559026 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 52908) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:01:27.564456 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.v2.base [None req-554f892f-af51-453b-8435-eba901cc1960 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Request body: {'floatingip': {'floating_network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762'}} {{(pid=103279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:01:27.597093 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-554f892f-af51-453b-8435-eba901cc1960 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:27.601442 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-e822a203-3a3b-4406-b5ce-9b244cbdce5d tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790498302100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13908970'] for port (d23e5971-2c8a-40d6-b3d1-78a80130914e), after_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:27.691287 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e822a203-3a3b-4406-b5ce-9b244cbdce5d tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Network cbca2f8d-f88f-49b4-8a9d-8b4714c67762 is already hosted by enough agents. {{(pid=103279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 19:01:27.705610 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.scheduler.base_scheduler [None req-e822a203-3a3b-4406-b5ce-9b244cbdce5d tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Resources bound (agent type, host, resource id): {{(pid=103279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 19:01:27.709384 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e822a203-3a3b-4406-b5ce-9b244cbdce5d tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Received port after_create {{(pid=103279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 19:01:27.712916 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e822a203-3a3b-4406-b5ce-9b244cbdce5d tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Pushing event updated for resources: {'Port': ['ID=d23e5971-2c8a-40d6-b3d1-78a80130914e,revision_number=1']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:01:27.737357 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-554f892f-af51-453b-8435-eba901cc1960 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (None), before_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:27.872928 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-e822a203-3a3b-4406-b5ce-9b244cbdce5d tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Publish callbacks [] for floatingip (5a1eaaa5-cd2d-4897-a700-bd19fed516c7), precommit_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:27.893938 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.db.db_base_plugin_common [None req-554f892f-af51-453b-8435-eba901cc1960 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Allocated IP 172.27.0.82 (cbca2f8d-f88f-49b4-8a9d-8b4714c67762/6d3155f3-7d72-4b90-89ae-8effc01a61e4/48dec932-2ea5-41b8-8502-2a4b4ef64c70) {{(pid=103279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 19:01:27.929884 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-e822a203-3a3b-4406-b5ce-9b244cbdce5d tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (d23e5971-2c8a-40d6-b3d1-78a80130914e), before_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:28.094165 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-554f892f-af51-453b-8435-eba901cc1960 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Publish callbacks [] for port (48dec932-2ea5-41b8-8502-2a4b4ef64c70), precommit_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:28.167750 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-554f892f-af51-453b-8435-eba901cc1960 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790498302100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13908970'] for port (48dec932-2ea5-41b8-8502-2a4b4ef64c70), after_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:28.170659 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-e822a203-3a3b-4406-b5ce-9b244cbdce5d tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Publish callbacks [] for port (d23e5971-2c8a-40d6-b3d1-78a80130914e), precommit_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:28.193650 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-e822a203-3a3b-4406-b5ce-9b244cbdce5d tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13908979'] for port (d23e5971-2c8a-40d6-b3d1-78a80130914e), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:28.219593 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-554f892f-af51-453b-8435-eba901cc1960 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Network cbca2f8d-f88f-49b4-8a9d-8b4714c67762 is already hosted by enough agents. {{(pid=103279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 19:01:28.226032 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.scheduler.base_scheduler [None req-554f892f-af51-453b-8435-eba901cc1960 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Resources bound (agent type, host, resource id): {{(pid=103279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 19:01:28.243998 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554f892f-af51-453b-8435-eba901cc1960 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Pushing event updated for resources: {'Port': ['ID=48dec932-2ea5-41b8-8502-2a4b4ef64c70,revision_number=1']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:01:28.247661 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554f892f-af51-453b-8435-eba901cc1960 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Received port after_create {{(pid=103279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 19:01:28.282585 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554f892f-af51-453b-8435-eba901cc1960 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:01:28.282935 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554f892f-af51-453b-8435-eba901cc1960 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:01:28.283271 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554f892f-af51-453b-8435-eba901cc1960 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:01:28.283609 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554f892f-af51-453b-8435-eba901cc1960 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:01:28.283944 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554f892f-af51-453b-8435-eba901cc1960 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:01:28.284274 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554f892f-af51-453b-8435-eba901cc1960 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:01:28.284600 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554f892f-af51-453b-8435-eba901cc1960 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:01:28.284925 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554f892f-af51-453b-8435-eba901cc1960 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:01:28.285228 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554f892f-af51-453b-8435-eba901cc1960 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:01:28.285580 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554f892f-af51-453b-8435-eba901cc1960 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:01:28.285901 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554f892f-af51-453b-8435-eba901cc1960 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:01:28.286219 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554f892f-af51-453b-8435-eba901cc1960 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:01:28.286545 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554f892f-af51-453b-8435-eba901cc1960 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:01:28.286903 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554f892f-af51-453b-8435-eba901cc1960 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:01:28.287187 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554f892f-af51-453b-8435-eba901cc1960 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:01:28.321896 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-e822a203-3a3b-4406-b5ce-9b244cbdce5d tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608971'] for floatingip (5a1eaaa5-cd2d-4897-a700-bd19fed516c7), after_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:28.350866 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e822a203-3a3b-4406-b5ce-9b244cbdce5d tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Pushing event updated for resources: {'Port': ['ID=d23e5971-2c8a-40d6-b3d1-78a80130914e,revision_number=2']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:01:28.357742 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-e822a203-3a3b-4406-b5ce-9b244cbdce5d tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127086'] for floatingip (None), before_response {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:28.358953 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-e822a203-3a3b-4406-b5ce-9b244cbdce5d tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2089627 May 04 19:01:28.401319 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-554f892f-af51-453b-8435-eba901cc1960 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Publish callbacks [] for floatingip (87f4e924-0863-45e1-9583-20b84d689476), precommit_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:28.439666 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-554f892f-af51-453b-8435-eba901cc1960 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (48dec932-2ea5-41b8-8502-2a4b4ef64c70), before_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:28.569399 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-312c6683-99e1-445b-89bc-5a5a0c2fd6cf req-dbd439f7-6719-4cb3-8897-fb057385ba87 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1364167203&fields=id&tenant_id=d220357192eb4ba5a2cdd43f000cd4c4 HTTP/1.1" status: 200 len: 267 time: 0.0429339 May 04 19:01:28.592345 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-554f892f-af51-453b-8435-eba901cc1960 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Publish callbacks [] for port (48dec932-2ea5-41b8-8502-2a4b4ef64c70), precommit_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:28.598464 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-554f892f-af51-453b-8435-eba901cc1960 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13908979'] for port (48dec932-2ea5-41b8-8502-2a4b4ef64c70), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:28.667312 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554f892f-af51-453b-8435-eba901cc1960 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Pushing event updated for resources: {'Port': ['ID=48dec932-2ea5-41b8-8502-2a4b4ef64c70,revision_number=2']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:01:28.679393 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-554f892f-af51-453b-8435-eba901cc1960 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608971'] for floatingip (87f4e924-0863-45e1-9583-20b84d689476), after_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:28.683329 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312c6683-99e1-445b-89bc-5a5a0c2fd6cf req-3f172a9b-ad20-4318-80ff-7915c2ca0573 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:01:28.684904 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-312c6683-99e1-445b-89bc-5a5a0c2fd6cf req-3f172a9b-ad20-4318-80ff-7915c2ca0573 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] 10.222.0.35 "GET /v2.0/networks?id=30fa2e3e-f6d8-4564-bce1-ee05a5bd0ce9 HTTP/1.1" status: 200 len: 811 time: 0.1093657 May 04 19:01:28.696850 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-554f892f-af51-453b-8435-eba901cc1960 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127086'] for floatingip (None), before_response {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:28.698043 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-554f892f-af51-453b-8435-eba901cc1960 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1381040 May 04 19:01:28.704605 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-312c6683-99e1-445b-89bc-5a5a0c2fd6cf req-60dc10c8-b6dd-4ae9-8184-21c641674014 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] 10.222.0.35 "GET /v2.0/quotas/d220357192eb4ba5a2cdd43f000cd4c4 HTTP/1.1" status: 200 len: 375 time: 0.0139461 May 04 19:01:28.755378 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-312c6683-99e1-445b-89bc-5a5a0c2fd6cf req-85686f8d-0cda-41db-95cb-654e50b95e01 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=d220357192eb4ba5a2cdd43f000cd4c4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0447412 May 04 19:01:28.853407 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-312c6683-99e1-445b-89bc-5a5a0c2fd6cf req-dc7932e7-e772-412b-82bd-a02c89babb4a service neutron] 10.222.0.35 "GET /v2.0/networks/30fa2e3e-f6d8-4564-bce1-ee05a5bd0ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862024 May 04 19:01:28.893885 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-34c4c225-3a13-4f50-a533-9283e2a22003 req-9f3aa969-d43f-4d5e-89cc-d913d816f19f tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1520419012&fields=id&tenant_id=75fc5dead879453695a0046c9f35ff1d HTTP/1.1" status: 200 len: 267 time: 0.0443289 May 04 19:01:28.942180 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-312c6683-99e1-445b-89bc-5a5a0c2fd6cf req-6ba8578e-b5ff-45b1-b088-83e0885ee96c service neutron] 10.222.0.35 "GET /v2.0/networks/30fa2e3e-f6d8-4564-bce1-ee05a5bd0ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832202 May 04 19:01:29.000874 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c4c225-3a13-4f50-a533-9283e2a22003 req-753b9538-abd3-4fe4-b44c-052bf418ddad tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:01:29.002594 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-34c4c225-3a13-4f50-a533-9283e2a22003 req-753b9538-abd3-4fe4-b44c-052bf418ddad tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/networks?id=b1cedcbc-cdac-422b-b37d-00881e094afa HTTP/1.1" status: 200 len: 816 time: 0.1023018 May 04 19:01:29.017752 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-34c4c225-3a13-4f50-a533-9283e2a22003 req-51d62973-afe0-4c42-b300-914a1f9d213f tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/quotas/75fc5dead879453695a0046c9f35ff1d HTTP/1.1" status: 200 len: 375 time: 0.0096164 May 04 19:01:29.067893 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1ec692a8-70d0-4d78-b3f9-a44b97e0cb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:29.081767 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-34c4c225-3a13-4f50-a533-9283e2a22003 req-ac7b1cff-28fa-4049-a366-b1992126baaa tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=75fc5dead879453695a0046c9f35ff1d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0583701 May 04 19:01:29.150309 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-196a56e2-6ddb-4cde-bbac-000bd23ae28a req-5c04ddea-d903-4ad7-943e-48a5b91f9af1 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] 10.222.0.35 "GET /v2.0/ports?device_id=537bcbc1-0d8f-49a3-b2fe-54c4d67c1268 HTTP/1.1" status: 200 len: 210 time: 0.0316994 May 04 19:01:29.200031 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-34c4c225-3a13-4f50-a533-9283e2a22003 req-d93b6ce5-413f-48a8-aaba-a08893eaeb3a service neutron] 10.222.0.35 "GET /v2.0/networks/b1cedcbc-cdac-422b-b37d-00881e094afa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012235 May 04 19:01:29.306446 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-34c4c225-3a13-4f50-a533-9283e2a22003 req-d95b588f-7970-4caa-a88c-01fffcb3c113 service neutron] 10.222.0.35 "GET /v2.0/networks/b1cedcbc-cdac-422b-b37d-00881e094afa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006131 May 04 19:01:29.502090 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-b16cfb2a-8969-466a-919f-6cca6c313833 req-732bd23e-54df-4fa4-af9a-2396e9c7a1e1 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/ports?device_id=e10490c1-4c5e-46ee-bcc0-0bcea6e1f6e4 HTTP/1.1" status: 200 len: 210 time: 0.0446558 May 04 19:01:30.138265 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-821a3753-c8bb-408e-a9d9-42d2a9d3d908 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (306b1285-d967-49ee-a8ef-a34b4fe65fa5), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:30.201455 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312c6683-99e1-445b-89bc-5a5a0c2fd6cf req-978b41f3-9860-4c79-8385-a0c7e5d3b81e tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:01:30.203328 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-312c6683-99e1-445b-89bc-5a5a0c2fd6cf req-978b41f3-9860-4c79-8385-a0c7e5d3b81e tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] 10.222.0.55 "GET /v2.0/networks?id=30fa2e3e-f6d8-4564-bce1-ee05a5bd0ce9 HTTP/1.1" status: 200 len: 811 time: 0.1113167 May 04 19:01:30.255505 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-a57c8529-2edd-436c-89bb-f2d40ac8c633 req-8869ad52-89c9-4f60-bd83-e6ef0bea9451 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] 10.222.0.35 "GET /v2.0/ports?device_id=537bcbc1-0d8f-49a3-b2fe-54c4d67c1268 HTTP/1.1" status: 200 len: 210 time: 0.0305173 May 04 19:01:30.274460 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-312c6683-99e1-445b-89bc-5a5a0c2fd6cf req-4ddcc93c-ff7c-4aed-aae7-14495281736c tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d220357192eb4ba5a2cdd43f000cd4c4 HTTP/1.1" status: 200 len: 380 time: 0.0588088 May 04 19:01:30.284254 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [req-312c6683-99e1-445b-89bc-5a5a0c2fd6cf req-27af491d-3e01-45a0-b1dd-c6b4e40fd27f tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Request body: {'port': {'device_id': '537bcbc1-0d8f-49a3-b2fe-54c4d67c1268', 'network_id': '30fa2e3e-f6d8-4564-bce1-ee05a5bd0ce9', 'admin_state_up': True, 'tenant_id': 'd220357192eb4ba5a2cdd43f000cd4c4', 'security_groups': ['dd7ad1ea-2571-4cd7-b86d-d5395f000bda']}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:01:30.396093 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-312c6683-99e1-445b-89bc-5a5a0c2fd6cf req-27af491d-3e01-45a0-b1dd-c6b4e40fd27f tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Made reservation on behalf of d220357192eb4ba5a2cdd43f000cd4c4 for: {'port': 1} {{(pid=103280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 19:01:30.401039 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-312c6683-99e1-445b-89bc-5a5a0c2fd6cf req-27af491d-3e01-45a0-b1dd-c6b4e40fd27f tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:30.533203 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.db.db_base_plugin_common [req-312c6683-99e1-445b-89bc-5a5a0c2fd6cf req-27af491d-3e01-45a0-b1dd-c6b4e40fd27f tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Allocated IP 172.20.0.13 (30fa2e3e-f6d8-4564-bce1-ee05a5bd0ce9/d9b5c29e-b014-49ec-aabd-8c0ad7c78e2e/47a8c737-9eb2-441a-b47d-d73995d352b5) {{(pid=103280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 19:01:30.610132 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-b7612ebe-53e2-4a0d-a752-254535137961 req-256dfb98-2c06-45c6-9a1b-67e47e4b4edb tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/ports?device_id=e10490c1-4c5e-46ee-bcc0-0bcea6e1f6e4 HTTP/1.1" status: 200 len: 210 time: 0.0269673 May 04 19:01:30.680219 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-312c6683-99e1-445b-89bc-5a5a0c2fd6cf req-27af491d-3e01-45a0-b1dd-c6b4e40fd27f tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Publish callbacks [] for port (47a8c737-9eb2-441a-b47d-d73995d352b5), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:30.717257 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-312c6683-99e1-445b-89bc-5a5a0c2fd6cf req-27af491d-3e01-45a0-b1dd-c6b4e40fd27f tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790498302100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12874298'] for port (47a8c737-9eb2-441a-b47d-d73995d352b5), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:30.801320 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-312c6683-99e1-445b-89bc-5a5a0c2fd6cf req-27af491d-3e01-45a0-b1dd-c6b4e40fd27f tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Network 30fa2e3e-f6d8-4564-bce1-ee05a5bd0ce9 is already hosted by enough agents. {{(pid=103280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 19:01:30.811407 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.base_scheduler [req-312c6683-99e1-445b-89bc-5a5a0c2fd6cf req-27af491d-3e01-45a0-b1dd-c6b4e40fd27f tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Resources bound (agent type, host, resource id): {{(pid=103280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 19:01:30.839412 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvrscheduler_db [req-312c6683-99e1-445b-89bc-5a5a0c2fd6cf req-27af491d-3e01-45a0-b1dd-c6b4e40fd27f tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Received port after_create {{(pid=103280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 19:01:30.906764 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27af491d-3e01-45a0-b1dd-c6b4e40fd27f tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Pushing event updated for resources: {'Port': ['ID=47a8c737-9eb2-441a-b47d-d73995d352b5,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:01:30.949254 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312c6683-99e1-445b-89bc-5a5a0c2fd6cf req-27af491d-3e01-45a0-b1dd-c6b4e40fd27f tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:01:30.949952 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-312c6683-99e1-445b-89bc-5a5a0c2fd6cf req-27af491d-3e01-45a0-b1dd-c6b4e40fd27f tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127086'] for port (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:30.972676 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c4c225-3a13-4f50-a533-9283e2a22003 req-2ad8bb1e-65f6-4417-a635-8e59a6eeff18 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:01:30.974597 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-34c4c225-3a13-4f50-a533-9283e2a22003 req-2ad8bb1e-65f6-4417-a635-8e59a6eeff18 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.55 "GET /v2.0/networks?id=b1cedcbc-cdac-422b-b37d-00881e094afa HTTP/1.1" status: 200 len: 816 time: 0.2520082 May 04 19:01:30.985569 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-312c6683-99e1-445b-89bc-5a5a0c2fd6cf req-27af491d-3e01-45a0-b1dd-c6b4e40fd27f tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7050006 May 04 19:01:31.090998 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [req-312c6683-99e1-445b-89bc-5a5a0c2fd6cf req-be748c89-8621-415a-9ccf-ca5cf83d6b68 service neutron] Request body: {'port': {'device_id': '537bcbc1-0d8f-49a3-b2fe-54c4d67c1268', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84052'}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:01:31.096185 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-1412a96b-abfe-44f8-8437-af3516c2a827 None None] Provisioning complete for port 47a8c737-9eb2-441a-b47d-d73995d352b5 triggered by entity DHCP. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:01:31.096637 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1412a96b-abfe-44f8-8437-af3516c2a827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1774450'] for port (47a8c737-9eb2-441a-b47d-d73995d352b5), provisioning_complete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:31.132332 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-1412a96b-abfe-44f8-8437-af3516c2a827 None None] Port 47a8c737-9eb2-441a-b47d-d73995d352b5 cannot update to ACTIVE because it is not bound. {{(pid=103281) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 19:01:31.186864 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-34c4c225-3a13-4f50-a533-9283e2a22003 req-570619d5-d834-48fc-a394-c19630aba66b tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=75fc5dead879453695a0046c9f35ff1d HTTP/1.1" status: 200 len: 380 time: 0.1129911 May 04 19:01:31.189618 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-312c6683-99e1-445b-89bc-5a5a0c2fd6cf req-be748c89-8621-415a-9ccf-ca5cf83d6b68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (47a8c737-9eb2-441a-b47d-d73995d352b5), before_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:31.203634 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [req-34c4c225-3a13-4f50-a533-9283e2a22003 req-97bb2776-c60b-4f5d-82a8-c66dd8f6e9dc tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Request body: {'port': {'device_id': 'e10490c1-4c5e-46ee-bcc0-0bcea6e1f6e4', 'network_id': 'b1cedcbc-cdac-422b-b37d-00881e094afa', 'admin_state_up': True, 'tenant_id': '75fc5dead879453695a0046c9f35ff1d', 'security_groups': ['5143d7ac-a22e-43a4-aecc-9125fab2207d']}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:01:31.380445 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cef1b66-ae41-46c9-b6ba-8681e5d980ab req-2bf737aa-8458-47d1-9ed3-c61e3eff4f09 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:01:31.382039 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-4cef1b66-ae41-46c9-b6ba-8681e5d980ab req-2bf737aa-8458-47d1-9ed3-c61e3eff4f09 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] 10.222.0.35 "GET /v2.0/ports?device_id=537bcbc1-0d8f-49a3-b2fe-54c4d67c1268 HTTP/1.1" status: 200 len: 932 time: 0.0497928 May 04 19:01:31.436898 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-4cef1b66-ae41-46c9-b6ba-8681e5d980ab req-f4872de6-0c0c-4a2b-bf42-76a0d6908ebf tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] 10.222.0.35 "GET /v2.0/security-groups?id=dd7ad1ea-2571-4cd7-b86d-d5395f000bda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489557 May 04 19:01:31.522391 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6c0ba996-b759-4c13-9ac4-7b7303adc758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (c2d3299f-8f0d-4c34-a270-91edff31f494), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:31.671336 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34c4c225-3a13-4f50-a533-9283e2a22003 req-97bb2776-c60b-4f5d-82a8-c66dd8f6e9dc tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Made reservation on behalf of 75fc5dead879453695a0046c9f35ff1d for: {'port': 1} {{(pid=103280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 19:01:31.674860 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-34c4c225-3a13-4f50-a533-9283e2a22003 req-97bb2776-c60b-4f5d-82a8-c66dd8f6e9dc tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:31.751237 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d73063b6-9c30-47e1-9640-4eea92c5241d req-6d2978bb-a40a-415b-9d98-bb8d6974c609 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/ports?device_id=e10490c1-4c5e-46ee-bcc0-0bcea6e1f6e4 HTTP/1.1" status: 200 len: 210 time: 0.0447814 May 04 19:01:31.909878 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.notifiers.nova [req-312c6683-99e1-445b-89bc-5a5a0c2fd6cf req-be748c89-8621-415a-9ccf-ca5cf83d6b68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47a8c737-9eb2-441a-b47d-d73995d352b5 {{(pid=103280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 19:01:31.918864 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.db.db_base_plugin_common [req-34c4c225-3a13-4f50-a533-9283e2a22003 req-97bb2776-c60b-4f5d-82a8-c66dd8f6e9dc tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Allocated IP 172.20.0.8 (b1cedcbc-cdac-422b-b37d-00881e094afa/eeef2f41-46cc-4bf5-995a-936e9476bce2/7d2964dd-ad61-4332-bedf-ecb1e435f315) {{(pid=103280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 19:01:31.921810 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-312c6683-99e1-445b-89bc-5a5a0c2fd6cf req-be748c89-8621-415a-9ccf-ca5cf83d6b68 service neutron] Publish callbacks [] for port (47a8c737-9eb2-441a-b47d-d73995d352b5), precommit_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:31.944112 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.db.provisioning_blocks [req-312c6683-99e1-445b-89bc-5a5a0c2fd6cf req-be748c89-8621-415a-9ccf-ca5cf83d6b68 service neutron] Transition to ACTIVE for port object 47a8c737-9eb2-441a-b47d-d73995d352b5 will not be triggered until provisioned by entity L2. {{(pid=103280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 19:01:31.950047 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-312c6683-99e1-445b-89bc-5a5a0c2fd6cf req-be748c89-8621-415a-9ccf-ca5cf83d6b68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12874275'] for port (47a8c737-9eb2-441a-b47d-d73995d352b5), after_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:32.044599 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be748c89-8621-415a-9ccf-ca5cf83d6b68 service neutron] Pushing event updated for resources: {'Port': ['ID=47a8c737-9eb2-441a-b47d-d73995d352b5,revision_number=2']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:01:32.174070 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-34c4c225-3a13-4f50-a533-9283e2a22003 req-97bb2776-c60b-4f5d-82a8-c66dd8f6e9dc tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Publish callbacks [] for port (7d2964dd-ad61-4332-bedf-ecb1e435f315), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:32.181914 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.managers [req-312c6683-99e1-445b-89bc-5a5a0c2fd6cf req-be748c89-8621-415a-9ccf-ca5cf83d6b68 service neutron] Attempting to bind port 47a8c737-9eb2-441a-b47d-d73995d352b5 on host hv-cinder-84052 for vnic_type normal with profile {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 19:01:32.182249 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.managers [req-312c6683-99e1-445b-89bc-5a5a0c2fd6cf req-be748c89-8621-415a-9ccf-ca5cf83d6b68 service neutron] Attempting to bind port 47a8c737-9eb2-441a-b47d-d73995d352b5 by drivers openvswitch,hyperv on host hv-cinder-84052 at level 0 using segments [{'id': '2b95549f-f474-429b-a791-f25a87674098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '30fa2e3e-f6d8-4564-bce1-ee05a5bd0ce9'}] {{(pid=103280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 19:01:32.182574 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-312c6683-99e1-445b-89bc-5a5a0c2fd6cf req-be748c89-8621-415a-9ccf-ca5cf83d6b68 service neutron] Attempting to bind port 47a8c737-9eb2-441a-b47d-d73995d352b5 on network 30fa2e3e-f6d8-4564-bce1-ee05a5bd0ce9 {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 19:01:32.190154 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-312c6683-99e1-445b-89bc-5a5a0c2fd6cf req-be748c89-8621-415a-9ccf-ca5cf83d6b68 service neutron] Port 47a8c737-9eb2-441a-b47d-d73995d352b5 on network 30fa2e3e-f6d8-4564-bce1-ee05a5bd0ce9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84052 {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 19:01:32.190466 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-312c6683-99e1-445b-89bc-5a5a0c2fd6cf req-be748c89-8621-415a-9ccf-ca5cf83d6b68 service neutron] Attempting to bind port 47a8c737-9eb2-441a-b47d-d73995d352b5 on network 30fa2e3e-f6d8-4564-bce1-ee05a5bd0ce9 {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 19:01:32.204506 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-312c6683-99e1-445b-89bc-5a5a0c2fd6cf req-be748c89-8621-415a-9ccf-ca5cf83d6b68 service neutron] Checking agent: {'id': 'bff7e656-358d-4e40-a36a-3f10fe33ffdf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84052', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 18, 54, 55), 'started_at': datetime.datetime(2022, 5, 4, 18, 54, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 19, 1, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 19:01:32.205127 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-312c6683-99e1-445b-89bc-5a5a0c2fd6cf req-be748c89-8621-415a-9ccf-ca5cf83d6b68 service neutron] Checking segment: {'id': '2b95549f-f474-429b-a791-f25a87674098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '30fa2e3e-f6d8-4564-bce1-ee05a5bd0ce9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 19:01:32.205237 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-312c6683-99e1-445b-89bc-5a5a0c2fd6cf req-be748c89-8621-415a-9ccf-ca5cf83d6b68 service neutron] Bound using segment: {'id': '2b95549f-f474-429b-a791-f25a87674098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '30fa2e3e-f6d8-4564-bce1-ee05a5bd0ce9'} {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 19:01:32.205648 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.managers [req-312c6683-99e1-445b-89bc-5a5a0c2fd6cf req-be748c89-8621-415a-9ccf-ca5cf83d6b68 service neutron] Bound port: 47a8c737-9eb2-441a-b47d-d73995d352b5, host: hv-cinder-84052, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b95549f-f474-429b-a791-f25a87674098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '30fa2e3e-f6d8-4564-bce1-ee05a5bd0ce9'}}] {{(pid=103280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 19:01:32.205991 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-312c6683-99e1-445b-89bc-5a5a0c2fd6cf req-be748c89-8621-415a-9ccf-ca5cf83d6b68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (47a8c737-9eb2-441a-b47d-d73995d352b5), before_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:32.244930 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-34c4c225-3a13-4f50-a533-9283e2a22003 req-97bb2776-c60b-4f5d-82a8-c66dd8f6e9dc tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790498302100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12874298'] for port (7d2964dd-ad61-4332-bedf-ecb1e435f315), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:32.313554 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34c4c225-3a13-4f50-a533-9283e2a22003 req-97bb2776-c60b-4f5d-82a8-c66dd8f6e9dc tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Network b1cedcbc-cdac-422b-b37d-00881e094afa is already hosted by enough agents. {{(pid=103280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 19:01:32.321976 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bb2776-c60b-4f5d-82a8-c66dd8f6e9dc tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Pushing event updated for resources: {'Port': ['ID=7d2964dd-ad61-4332-bedf-ecb1e435f315,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:01:32.324486 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.base_scheduler [req-34c4c225-3a13-4f50-a533-9283e2a22003 req-97bb2776-c60b-4f5d-82a8-c66dd8f6e9dc tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Resources bound (agent type, host, resource id): {{(pid=103280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 19:01:32.328701 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvrscheduler_db [req-34c4c225-3a13-4f50-a533-9283e2a22003 req-97bb2776-c60b-4f5d-82a8-c66dd8f6e9dc tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Received port after_create {{(pid=103280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 19:01:32.331643 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.db [req-312c6683-99e1-445b-89bc-5a5a0c2fd6cf req-be748c89-8621-415a-9ccf-ca5cf83d6b68 service neutron] For port 47a8c737-9eb2-441a-b47d-d73995d352b5, host hv-cinder-84052, cleared binding levels {{(pid=103280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 19:01:32.335678 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.db [req-312c6683-99e1-445b-89bc-5a5a0c2fd6cf req-be748c89-8621-415a-9ccf-ca5cf83d6b68 service neutron] For port 47a8c737-9eb2-441a-b47d-d73995d352b5, host hv-cinder-84052, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=47a8c737-9eb2-441a-b47d-d73995d352b5,segment=NetworkSegment(2b95549f-f474-429b-a791-f25a87674098),segment_id=2b95549f-f474-429b-a791-f25a87674098)] {{(pid=103280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 19:01:32.369706 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-312c6683-99e1-445b-89bc-5a5a0c2fd6cf req-be748c89-8621-415a-9ccf-ca5cf83d6b68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12874275'] for port (47a8c737-9eb2-441a-b47d-d73995d352b5), after_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:32.415617 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c4c225-3a13-4f50-a533-9283e2a22003 req-97bb2776-c60b-4f5d-82a8-c66dd8f6e9dc tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:01:32.416202 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-34c4c225-3a13-4f50-a533-9283e2a22003 req-97bb2776-c60b-4f5d-82a8-c66dd8f6e9dc tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127086'] for port (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:32.422327 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312c6683-99e1-445b-89bc-5a5a0c2fd6cf req-be748c89-8621-415a-9ccf-ca5cf83d6b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:01:32.423019 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-312c6683-99e1-445b-89bc-5a5a0c2fd6cf req-be748c89-8621-415a-9ccf-ca5cf83d6b68 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127086'] for port (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:32.424409 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-312c6683-99e1-445b-89bc-5a5a0c2fd6cf req-be748c89-8621-415a-9ccf-ca5cf83d6b68 service neutron] 10.222.0.55 "PUT /v2.0/ports/47a8c737-9eb2-441a-b47d-d73995d352b5 HTTP/1.1" status: 200 len: 1094 time: 1.3413522 May 04 19:01:32.425931 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '537bcbc1-0d8f-49a3-b2fe-54c4d67c1268', 'tag': '47a8c737-9eb2-441a-b47d-d73995d352b5'}] {{(pid=103280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 19:01:32.428493 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d17ed66b9d9b08214cd1b2d258b378c61736cd464b468dfe37a5b26948fd6e52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41052e08-f69f-449d-b155-ac6124a3696b" -d '{"events": [{"name": "network-changed", "server_uuid": "537bcbc1-0d8f-49a3-b2fe-54c4d67c1268", "tag": "47a8c737-9eb2-441a-b47d-d73995d352b5"}]}' {{(pid=103280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 19:01:32.522558 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 19:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-affe5658-c890-4ae1-8bbf-9ddc4d41733d x-openstack-request-id: req-affe5658-c890-4ae1-8bbf-9ddc4d41733d {{(pid=103280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 19:01:32.522844 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "537bcbc1-0d8f-49a3-b2fe-54c4d67c1268", "tag": "47a8c737-9eb2-441a-b47d-d73995d352b5", "status": "completed", "code": 200}]} {{(pid=103280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 19:01:32.523104 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-affe5658-c890-4ae1-8bbf-9ddc4d41733d {{(pid=103280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 19:01:32.523502 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.notifiers.nova [-] Nova event matching ['req-affe5658-c890-4ae1-8bbf-9ddc4d41733d'] response: {'name': 'network-changed', 'server_uuid': '537bcbc1-0d8f-49a3-b2fe-54c4d67c1268', 'tag': '47a8c737-9eb2-441a-b47d-d73995d352b5', 'status': 'completed', 'code': 200} May 04 19:01:32.530905 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-34c4c225-3a13-4f50-a533-9283e2a22003 req-97bb2776-c60b-4f5d-82a8-c66dd8f6e9dc tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3328884 May 04 19:01:32.549112 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be748c89-8621-415a-9ccf-ca5cf83d6b68 service neutron] Pushing event updated for resources: {'Port': ['ID=47a8c737-9eb2-441a-b47d-d73995d352b5,revision_number=3']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:01:32.556610 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [req-34c4c225-3a13-4f50-a533-9283e2a22003 req-d6e43b89-81a3-4c9d-98d6-6cbed6868a69 service neutron] Request body: {'port': {'device_id': 'e10490c1-4c5e-46ee-bcc0-0bcea6e1f6e4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84052'}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:01:32.604358 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312c6683-99e1-445b-89bc-5a5a0c2fd6cf req-09911630-c48e-4636-9c0c-27d40807c732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:01:32.605835 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-312c6683-99e1-445b-89bc-5a5a0c2fd6cf req-09911630-c48e-4636-9c0c-27d40807c732 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d220357192eb4ba5a2cdd43f000cd4c4&device_id=537bcbc1-0d8f-49a3-b2fe-54c4d67c1268 HTTP/1.1" status: 200 len: 1128 time: 0.1224971 May 04 19:01:32.637032 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f09353-401c-4eca-b8d2-560d177ff99e req-cda4b6b4-b0ec-497d-9ec2-f79328620e54 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:01:32.638630 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-07f09353-401c-4eca-b8d2-560d177ff99e req-cda4b6b4-b0ec-497d-9ec2-f79328620e54 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] 10.222.0.35 "GET /v2.0/ports?device_id=537bcbc1-0d8f-49a3-b2fe-54c4d67c1268 HTTP/1.1" status: 200 len: 944 time: 0.1027997 May 04 19:01:32.679381 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-fad1516e-715f-4f2e-b44c-64d87f5fc968 None None] Provisioning complete for port 7d2964dd-ad61-4332-bedf-ecb1e435f315 triggered by entity DHCP. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:01:32.679972 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fad1516e-715f-4f2e-b44c-64d87f5fc968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1774450'] for port (7d2964dd-ad61-4332-bedf-ecb1e435f315), provisioning_complete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:32.691131 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-312c6683-99e1-445b-89bc-5a5a0c2fd6cf req-8f3dfb16-3587-4b69-ba82-0f77f3f7a9ea service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=47a8c737-9eb2-441a-b47d-d73995d352b5 HTTP/1.1" status: 200 len: 217 time: 0.0716841 May 04 19:01:32.712000 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-34c4c225-3a13-4f50-a533-9283e2a22003 req-d6e43b89-81a3-4c9d-98d6-6cbed6868a69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (7d2964dd-ad61-4332-bedf-ecb1e435f315), before_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:32.717176 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-fad1516e-715f-4f2e-b44c-64d87f5fc968 None None] Port 7d2964dd-ad61-4332-bedf-ecb1e435f315 cannot update to ACTIVE because it is not bound. {{(pid=103281) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 19:01:32.797524 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-07f09353-401c-4eca-b8d2-560d177ff99e req-27eb40f8-89fb-4801-a9ec-6d7323170952 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] 10.222.0.35 "GET /v2.0/security-groups?id=dd7ad1ea-2571-4cd7-b86d-d5395f000bda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1171370 May 04 19:01:32.800807 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312c6683-99e1-445b-89bc-5a5a0c2fd6cf req-0ebef797-6276-4e97-8c9c-a5ca8fa8de02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:01:32.802218 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-312c6683-99e1-445b-89bc-5a5a0c2fd6cf req-0ebef797-6276-4e97-8c9c-a5ca8fa8de02 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d9b5c29e-b014-49ec-aabd-8c0ad7c78e2e HTTP/1.1" status: 200 len: 850 time: 0.1028311 May 04 19:01:32.885469 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a35e0cf-828a-4a76-b8d9-1baedf8af4e0 req-7c1cdf91-c191-4ab0-9497-aab49df6a71b tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:01:32.887642 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-9a35e0cf-828a-4a76-b8d9-1baedf8af4e0 req-7c1cdf91-c191-4ab0-9497-aab49df6a71b tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/ports?device_id=e10490c1-4c5e-46ee-bcc0-0bcea6e1f6e4 HTTP/1.1" status: 200 len: 931 time: 0.0501940 May 04 19:01:32.904071 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312c6683-99e1-445b-89bc-5a5a0c2fd6cf req-775563d0-c445-4221-8fc3-c41b4d7abcb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:01:32.905628 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-312c6683-99e1-445b-89bc-5a5a0c2fd6cf req-775563d0-c445-4221-8fc3-c41b4d7abcb2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=30fa2e3e-f6d8-4564-bce1-ee05a5bd0ce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0951481 May 04 19:01:32.935431 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-9a35e0cf-828a-4a76-b8d9-1baedf8af4e0 req-9e89a409-92bf-416f-a780-0c4ee1799fdd tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/security-groups?id=5143d7ac-a22e-43a4-aecc-9125fab2207d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424211 May 04 19:01:32.979418 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (7e96273e-cd3b-4e2d-a9cb-a5a62cf8f8b6), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:33.074904 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-312c6683-99e1-445b-89bc-5a5a0c2fd6cf req-ec5c5668-eba9-4411-9cf6-d000903689ba service neutron] 10.222.0.55 "GET /v2.0/networks/30fa2e3e-f6d8-4564-bce1-ee05a5bd0ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607738 May 04 19:01:33.179045 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.notifiers.nova [req-34c4c225-3a13-4f50-a533-9283e2a22003 req-d6e43b89-81a3-4c9d-98d6-6cbed6868a69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d2964dd-ad61-4332-bedf-ecb1e435f315 {{(pid=103280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 19:01:33.188833 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-34c4c225-3a13-4f50-a533-9283e2a22003 req-d6e43b89-81a3-4c9d-98d6-6cbed6868a69 service neutron] Publish callbacks [] for port (7d2964dd-ad61-4332-bedf-ecb1e435f315), precommit_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:33.211969 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.db.provisioning_blocks [req-34c4c225-3a13-4f50-a533-9283e2a22003 req-d6e43b89-81a3-4c9d-98d6-6cbed6868a69 service neutron] Transition to ACTIVE for port object 7d2964dd-ad61-4332-bedf-ecb1e435f315 will not be triggered until provisioned by entity L2. {{(pid=103280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 19:01:33.216055 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-312c6683-99e1-445b-89bc-5a5a0c2fd6cf req-35c09f8c-4cad-4634-ac48-7fbfb5c9a6eb service neutron] 10.222.0.55 "GET /v2.0/networks/30fa2e3e-f6d8-4564-bce1-ee05a5bd0ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350639 May 04 19:01:33.217040 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-34c4c225-3a13-4f50-a533-9283e2a22003 req-d6e43b89-81a3-4c9d-98d6-6cbed6868a69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12874275'] for port (7d2964dd-ad61-4332-bedf-ecb1e435f315), after_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:33.269017 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e43b89-81a3-4c9d-98d6-6cbed6868a69 service neutron] Pushing event updated for resources: {'Port': ['ID=7d2964dd-ad61-4332-bedf-ecb1e435f315,revision_number=2']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:01:33.343116 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.managers [req-34c4c225-3a13-4f50-a533-9283e2a22003 req-d6e43b89-81a3-4c9d-98d6-6cbed6868a69 service neutron] Attempting to bind port 7d2964dd-ad61-4332-bedf-ecb1e435f315 on host hv-cinder-84052 for vnic_type normal with profile {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 19:01:33.343438 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.managers [req-34c4c225-3a13-4f50-a533-9283e2a22003 req-d6e43b89-81a3-4c9d-98d6-6cbed6868a69 service neutron] Attempting to bind port 7d2964dd-ad61-4332-bedf-ecb1e435f315 by drivers openvswitch,hyperv on host hv-cinder-84052 at level 0 using segments [{'id': '6c24c5b4-e5c1-485f-89e1-6bad0f69b4e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'b1cedcbc-cdac-422b-b37d-00881e094afa'}] {{(pid=103280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 19:01:33.343768 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c4c225-3a13-4f50-a533-9283e2a22003 req-d6e43b89-81a3-4c9d-98d6-6cbed6868a69 service neutron] Attempting to bind port 7d2964dd-ad61-4332-bedf-ecb1e435f315 on network b1cedcbc-cdac-422b-b37d-00881e094afa {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 19:01:33.348530 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c4c225-3a13-4f50-a533-9283e2a22003 req-d6e43b89-81a3-4c9d-98d6-6cbed6868a69 service neutron] Port 7d2964dd-ad61-4332-bedf-ecb1e435f315 on network b1cedcbc-cdac-422b-b37d-00881e094afa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84052 {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 19:01:33.348847 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c4c225-3a13-4f50-a533-9283e2a22003 req-d6e43b89-81a3-4c9d-98d6-6cbed6868a69 service neutron] Attempting to bind port 7d2964dd-ad61-4332-bedf-ecb1e435f315 on network b1cedcbc-cdac-422b-b37d-00881e094afa {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 19:01:33.353814 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c4c225-3a13-4f50-a533-9283e2a22003 req-d6e43b89-81a3-4c9d-98d6-6cbed6868a69 service neutron] Checking agent: {'id': 'bff7e656-358d-4e40-a36a-3f10fe33ffdf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84052', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 18, 54, 55), 'started_at': datetime.datetime(2022, 5, 4, 18, 54, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 19, 1, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 19:01:33.354209 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c4c225-3a13-4f50-a533-9283e2a22003 req-d6e43b89-81a3-4c9d-98d6-6cbed6868a69 service neutron] Checking segment: {'id': '6c24c5b4-e5c1-485f-89e1-6bad0f69b4e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'b1cedcbc-cdac-422b-b37d-00881e094afa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 19:01:33.354513 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c4c225-3a13-4f50-a533-9283e2a22003 req-d6e43b89-81a3-4c9d-98d6-6cbed6868a69 service neutron] Bound using segment: {'id': '6c24c5b4-e5c1-485f-89e1-6bad0f69b4e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'b1cedcbc-cdac-422b-b37d-00881e094afa'} {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 19:01:33.354945 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.managers [req-34c4c225-3a13-4f50-a533-9283e2a22003 req-d6e43b89-81a3-4c9d-98d6-6cbed6868a69 service neutron] Bound port: 7d2964dd-ad61-4332-bedf-ecb1e435f315, host: hv-cinder-84052, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c24c5b4-e5c1-485f-89e1-6bad0f69b4e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'b1cedcbc-cdac-422b-b37d-00881e094afa'}}] {{(pid=103280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 19:01:33.355295 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-34c4c225-3a13-4f50-a533-9283e2a22003 req-d6e43b89-81a3-4c9d-98d6-6cbed6868a69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (7d2964dd-ad61-4332-bedf-ecb1e435f315), before_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:33.423978 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.db [req-34c4c225-3a13-4f50-a533-9283e2a22003 req-d6e43b89-81a3-4c9d-98d6-6cbed6868a69 service neutron] For port 7d2964dd-ad61-4332-bedf-ecb1e435f315, host hv-cinder-84052, cleared binding levels {{(pid=103280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 19:01:33.427064 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.db [req-34c4c225-3a13-4f50-a533-9283e2a22003 req-d6e43b89-81a3-4c9d-98d6-6cbed6868a69 service neutron] For port 7d2964dd-ad61-4332-bedf-ecb1e435f315, host hv-cinder-84052, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=7d2964dd-ad61-4332-bedf-ecb1e435f315,segment=NetworkSegment(6c24c5b4-e5c1-485f-89e1-6bad0f69b4e6),segment_id=6c24c5b4-e5c1-485f-89e1-6bad0f69b4e6)] {{(pid=103280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 19:01:33.432729 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-34c4c225-3a13-4f50-a533-9283e2a22003 req-d6e43b89-81a3-4c9d-98d6-6cbed6868a69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12874275'] for port (7d2964dd-ad61-4332-bedf-ecb1e435f315), after_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:33.465566 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c4c225-3a13-4f50-a533-9283e2a22003 req-d6e43b89-81a3-4c9d-98d6-6cbed6868a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:01:33.466182 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-34c4c225-3a13-4f50-a533-9283e2a22003 req-d6e43b89-81a3-4c9d-98d6-6cbed6868a69 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127086'] for port (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:33.467520 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-34c4c225-3a13-4f50-a533-9283e2a22003 req-d6e43b89-81a3-4c9d-98d6-6cbed6868a69 service neutron] 10.222.0.55 "PUT /v2.0/ports/7d2964dd-ad61-4332-bedf-ecb1e435f315 HTTP/1.1" status: 200 len: 1093 time: 0.9276760 May 04 19:01:33.491197 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e43b89-81a3-4c9d-98d6-6cbed6868a69 service neutron] Pushing event updated for resources: {'Port': ['ID=7d2964dd-ad61-4332-bedf-ecb1e435f315,revision_number=3']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:01:33.922340 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c8b4f6-9932-4b4f-9189-ada7c275eec4 req-815e5f20-24fc-4fc0-96d1-501886d337e0 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:01:33.923782 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e3c8b4f6-9932-4b4f-9189-ada7c275eec4 req-815e5f20-24fc-4fc0-96d1-501886d337e0 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] 10.222.0.35 "GET /v2.0/ports?device_id=537bcbc1-0d8f-49a3-b2fe-54c4d67c1268 HTTP/1.1" status: 200 len: 944 time: 0.0536113 May 04 19:01:33.972457 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e3c8b4f6-9932-4b4f-9189-ada7c275eec4 req-56c72abb-5a4d-4207-99f0-1e431005bf66 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] 10.222.0.35 "GET /v2.0/security-groups?id=dd7ad1ea-2571-4cd7-b86d-d5395f000bda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403008 May 04 19:01:34.066095 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4621e2dc-6da7-45c5-a4cb-771ee7848849 req-f67b33cf-83e3-44d1-a97f-b55293b51c4b tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:01:34.067571 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-4621e2dc-6da7-45c5-a4cb-771ee7848849 req-f67b33cf-83e3-44d1-a97f-b55293b51c4b tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/ports?device_id=e10490c1-4c5e-46ee-bcc0-0bcea6e1f6e4 HTTP/1.1" status: 200 len: 943 time: 0.0472834 May 04 19:01:34.119290 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-4621e2dc-6da7-45c5-a4cb-771ee7848849 req-8ff751f1-91c8-49dd-a722-fa3d19457023 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/security-groups?id=5143d7ac-a22e-43a4-aecc-9125fab2207d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435221 May 04 19:01:34.188133 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41052e08-f69f-449d-b155-ac6124a3696b req-bfd0dc26-391b-4b63-a7da-3fadeb16a65e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:01:34.189601 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-41052e08-f69f-449d-b155-ac6124a3696b req-bfd0dc26-391b-4b63-a7da-3fadeb16a65e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d220357192eb4ba5a2cdd43f000cd4c4&device_id=537bcbc1-0d8f-49a3-b2fe-54c4d67c1268 HTTP/1.1" status: 200 len: 1128 time: 0.0677104 May 04 19:01:34.203500 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c4c225-3a13-4f50-a533-9283e2a22003 req-e34a85e8-fbb1-4525-9006-517fb4b14069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:01:34.204881 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-34c4c225-3a13-4f50-a533-9283e2a22003 req-e34a85e8-fbb1-4525-9006-517fb4b14069 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=75fc5dead879453695a0046c9f35ff1d&device_id=e10490c1-4c5e-46ee-bcc0-0bcea6e1f6e4 HTTP/1.1" status: 200 len: 1127 time: 0.0525956 May 04 19:01:34.258375 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-34c4c225-3a13-4f50-a533-9283e2a22003 req-84aeb2fd-5c1f-4ca4-9c21-21ff41ebed27 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7d2964dd-ad61-4332-bedf-ecb1e435f315 HTTP/1.1" status: 200 len: 217 time: 0.0428615 May 04 19:01:34.344639 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c4c225-3a13-4f50-a533-9283e2a22003 req-4e96926d-555e-4a2e-be4d-e7b7d66b1901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:01:34.346074 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-34c4c225-3a13-4f50-a533-9283e2a22003 req-4e96926d-555e-4a2e-be4d-e7b7d66b1901 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=eeef2f41-46cc-4bf5-995a-936e9476bce2 HTTP/1.1" status: 200 len: 855 time: 0.0808077 May 04 19:01:34.348757 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41052e08-f69f-449d-b155-ac6124a3696b req-784c210b-6c3c-4a5f-a156-3f8d5b0da2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:01:34.350113 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-41052e08-f69f-449d-b155-ac6124a3696b req-784c210b-6c3c-4a5f-a156-3f8d5b0da2e8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=30fa2e3e-f6d8-4564-bce1-ee05a5bd0ce9 HTTP/1.1" status: 200 len: 912 time: 0.1540616 May 04 19:01:34.415104 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-41052e08-f69f-449d-b155-ac6124a3696b req-c8e7460f-624e-4460-a23f-949a30e52c12 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=47a8c737-9eb2-441a-b47d-d73995d352b5 HTTP/1.1" status: 200 len: 217 time: 0.0510917 May 04 19:01:34.434545 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c4c225-3a13-4f50-a533-9283e2a22003 req-685470d6-9538-4e27-abab-df88609e44da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:01:34.435921 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-34c4c225-3a13-4f50-a533-9283e2a22003 req-685470d6-9538-4e27-abab-df88609e44da service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b1cedcbc-cdac-422b-b37d-00881e094afa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0792413 May 04 19:01:34.495146 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41052e08-f69f-449d-b155-ac6124a3696b req-37ce8bd9-0120-4eef-b946-735204c1e446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:01:34.496559 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-41052e08-f69f-449d-b155-ac6124a3696b req-37ce8bd9-0120-4eef-b946-735204c1e446 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d9b5c29e-b014-49ec-aabd-8c0ad7c78e2e HTTP/1.1" status: 200 len: 850 time: 0.0741646 May 04 19:01:34.524375 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e10490c1-4c5e-46ee-bcc0-0bcea6e1f6e4', 'tag': '7d2964dd-ad61-4332-bedf-ecb1e435f315'}] {{(pid=103280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 19:01:34.526680 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d17ed66b9d9b08214cd1b2d258b378c61736cd464b468dfe37a5b26948fd6e52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-629e8d8b-256d-4c09-9777-d59fa3fb4d24" -d '{"events": [{"name": "network-changed", "server_uuid": "e10490c1-4c5e-46ee-bcc0-0bcea6e1f6e4", "tag": "7d2964dd-ad61-4332-bedf-ecb1e435f315"}]}' {{(pid=103280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 19:01:34.562875 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 19:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48aa5530-c814-4137-99df-21527ecd3b2d x-openstack-request-id: req-48aa5530-c814-4137-99df-21527ecd3b2d {{(pid=103280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 19:01:34.563167 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e10490c1-4c5e-46ee-bcc0-0bcea6e1f6e4", "tag": "7d2964dd-ad61-4332-bedf-ecb1e435f315", "status": "completed", "code": 200}]} {{(pid=103280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 19:01:34.563455 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-48aa5530-c814-4137-99df-21527ecd3b2d {{(pid=103280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 19:01:34.563845 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48aa5530-c814-4137-99df-21527ecd3b2d'] response: {'name': 'network-changed', 'server_uuid': 'e10490c1-4c5e-46ee-bcc0-0bcea6e1f6e4', 'tag': '7d2964dd-ad61-4332-bedf-ecb1e435f315', 'status': 'completed', 'code': 200} May 04 19:01:34.587495 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41052e08-f69f-449d-b155-ac6124a3696b req-8150babd-6afc-4105-9f15-951915ddfda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:01:34.588982 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-41052e08-f69f-449d-b155-ac6124a3696b req-8150babd-6afc-4105-9f15-951915ddfda2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=30fa2e3e-f6d8-4564-bce1-ee05a5bd0ce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0657718 May 04 19:01:34.592303 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-34c4c225-3a13-4f50-a533-9283e2a22003 req-4848cfc6-bdce-4783-b5f7-0384feb07537 service neutron] 10.222.0.55 "GET /v2.0/networks/b1cedcbc-cdac-422b-b37d-00881e094afa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398942 May 04 19:01:34.747266 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-34c4c225-3a13-4f50-a533-9283e2a22003 req-dacd5901-9e50-4ba4-8789-6de7e53fce07 service neutron] 10.222.0.55 "GET /v2.0/networks/b1cedcbc-cdac-422b-b37d-00881e094afa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452677 May 04 19:01:34.749014 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-41052e08-f69f-449d-b155-ac6124a3696b req-0329b259-dbbc-47f5-b6f9-e58093ff3637 service neutron] 10.222.0.55 "GET /v2.0/networks/30fa2e3e-f6d8-4564-bce1-ee05a5bd0ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483266 May 04 19:01:34.852677 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-41052e08-f69f-449d-b155-ac6124a3696b req-af75534e-ef79-4f69-b064-9b2f8a5c9a20 service neutron] 10.222.0.55 "GET /v2.0/networks/30fa2e3e-f6d8-4564-bce1-ee05a5bd0ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937333 May 04 19:01:35.097209 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cab121-7228-416d-bcf2-dbcbecdb418c req-e7a32e38-87c6-4292-a60b-0229ce7bd4df tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:01:35.098765 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-96cab121-7228-416d-bcf2-dbcbecdb418c req-e7a32e38-87c6-4292-a60b-0229ce7bd4df tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] 10.222.0.35 "GET /v2.0/ports?device_id=537bcbc1-0d8f-49a3-b2fe-54c4d67c1268 HTTP/1.1" status: 200 len: 944 time: 0.0540466 May 04 19:01:35.146259 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-96cab121-7228-416d-bcf2-dbcbecdb418c req-7ea65a41-a6c1-41ba-9b1b-460886fa5431 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] 10.222.0.35 "GET /v2.0/security-groups?id=dd7ad1ea-2571-4cd7-b86d-d5395f000bda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418437 May 04 19:01:35.238012 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24eaa09-39e6-46e5-9e5d-75e05430c265 req-cea6ce6a-e037-49d4-afad-f92fe9d5bf17 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:01:35.239456 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e24eaa09-39e6-46e5-9e5d-75e05430c265 req-cea6ce6a-e037-49d4-afad-f92fe9d5bf17 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/ports?device_id=e10490c1-4c5e-46ee-bcc0-0bcea6e1f6e4 HTTP/1.1" status: 200 len: 943 time: 0.0476992 May 04 19:01:35.293544 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e24eaa09-39e6-46e5-9e5d-75e05430c265 req-49c6a567-bec7-4062-aa50-448571fec50a tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/security-groups?id=5143d7ac-a22e-43a4-aecc-9125fab2207d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453298 May 04 19:01:35.548582 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Device 47a8c737-9eb2-441a-b47d-d73995d352b5 details requested by agent hyperv_hv-cinder-84052 with host hv-cinder-84052 {{(pid=103281) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 19:01:35.655729 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] For port 47a8c737-9eb2-441a-b47d-d73995d352b5, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=47a8c737-9eb2-441a-b47d-d73995d352b5,segment=NetworkSegment(2b95549f-f474-429b-a791-f25a87674098),segment_id=2b95549f-f474-429b-a791-f25a87674098)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:01:35.666926 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Returning: {'device': '47a8c737-9eb2-441a-b47d-d73995d352b5', 'network_id': '30fa2e3e-f6d8-4564-bce1-ee05a5bd0ce9', 'port_id': '47a8c737-9eb2-441a-b47d-d73995d352b5', 'mac_address': 'fa:16:3e:5f:9e:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 282, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9b5c29e-b014-49ec-aabd-8c0ad7c78e2e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103281) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 19:01:35.708183 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Current status of the port 47a8c737-9eb2-441a-b47d-d73995d352b5 is: DOWN; New status is: BUILD {{(pid=103281) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:01:35.708615 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (47a8c737-9eb2-441a-b47d-d73995d352b5), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:35.722146 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.notifiers.nova [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47a8c737-9eb2-441a-b47d-d73995d352b5 {{(pid=103281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 19:01:35.723244 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629e8d8b-256d-4c09-9777-d59fa3fb4d24 req-b876c282-e346-4f24-8dca-f5d3fe15b626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:01:35.724734 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-629e8d8b-256d-4c09-9777-d59fa3fb4d24 req-b876c282-e346-4f24-8dca-f5d3fe15b626 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=75fc5dead879453695a0046c9f35ff1d&device_id=e10490c1-4c5e-46ee-bcc0-0bcea6e1f6e4 HTTP/1.1" status: 200 len: 1127 time: 0.0448124 May 04 19:01:35.742912 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] For port 47a8c737-9eb2-441a-b47d-d73995d352b5, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=47a8c737-9eb2-441a-b47d-d73995d352b5,segment=NetworkSegment(2b95549f-f474-429b-a791-f25a87674098),segment_id=2b95549f-f474-429b-a791-f25a87674098)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:01:35.747605 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136'] for port (47a8c737-9eb2-441a-b47d-d73995d352b5), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:35.793156 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Pushing event updated for resources: {'Port': ['ID=47a8c737-9eb2-441a-b47d-d73995d352b5,revision_number=4']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:01:35.800325 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:01:35.800610 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:01:35.800951 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:01:35.801327 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:01:35.801677 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:01:35.802015 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:01:35.802361 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:01:35.802663 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:01:35.802988 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:01:35.803313 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:01:35.803635 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:01:35.803963 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:01:35.804283 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:01:35.804588 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:01:35.804914 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:01:35.814621 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629e8d8b-256d-4c09-9777-d59fa3fb4d24 req-98570e1b-2901-4193-b650-ceb33f891083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:01:35.816127 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-629e8d8b-256d-4c09-9777-d59fa3fb4d24 req-98570e1b-2901-4193-b650-ceb33f891083 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b1cedcbc-cdac-422b-b37d-00881e094afa HTTP/1.1" status: 200 len: 917 time: 0.0854948 May 04 19:01:35.859657 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-629e8d8b-256d-4c09-9777-d59fa3fb4d24 req-39bc88e1-5095-4d91-8ec5-d6755b2fd20f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7d2964dd-ad61-4332-bedf-ecb1e435f315 HTTP/1.1" status: 200 len: 217 time: 0.0367770 May 04 19:01:36.029060 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] get_ports_and_sgs() called for port_ids ['47a8c737-9eb2-441a-b47d-d73995d352b5'] {{(pid=103281) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 19:01:36.162200 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629e8d8b-256d-4c09-9777-d59fa3fb4d24 req-22fb3c39-acc2-4232-9607-f95f0346cbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:01:36.163777 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-629e8d8b-256d-4c09-9777-d59fa3fb4d24 req-22fb3c39-acc2-4232-9607-f95f0346cbf8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=eeef2f41-46cc-4bf5-995a-936e9476bce2 HTTP/1.1" status: 200 len: 855 time: 0.2972791 May 04 19:01:36.207375 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629e8d8b-256d-4c09-9777-d59fa3fb4d24 req-be49ac1a-d5cb-411f-9b65-64144e8f6678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:01:36.208962 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-629e8d8b-256d-4c09-9777-d59fa3fb4d24 req-be49ac1a-d5cb-411f-9b65-64144e8f6678 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b1cedcbc-cdac-422b-b37d-00881e094afa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391695 May 04 19:01:36.261726 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2bf2fd-9e26-4f93-8f75-21420197039d req-361f38f5-ee54-4c11-998c-431d40f55d72 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:01:36.263307 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-fa2bf2fd-9e26-4f93-8f75-21420197039d req-361f38f5-ee54-4c11-998c-431d40f55d72 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] 10.222.0.35 "GET /v2.0/ports?device_id=537bcbc1-0d8f-49a3-b2fe-54c4d67c1268 HTTP/1.1" status: 200 len: 945 time: 0.0467091 May 04 19:01:36.303137 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-629e8d8b-256d-4c09-9777-d59fa3fb4d24 req-55b183c3-9370-47a8-9b68-3a7bc9ee8e67 service neutron] 10.222.0.55 "GET /v2.0/networks/b1cedcbc-cdac-422b-b37d-00881e094afa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867937 May 04 19:01:36.308235 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-fa2bf2fd-9e26-4f93-8f75-21420197039d req-7a4ec6be-0c09-485a-b3d0-7096fe6d3b53 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] 10.222.0.35 "GET /v2.0/security-groups?id=dd7ad1ea-2571-4cd7-b86d-d5395f000bda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391610 May 04 19:01:36.432854 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-629e8d8b-256d-4c09-9777-d59fa3fb4d24 req-c48495b5-c171-4440-be05-a208840401b5 service neutron] 10.222.0.55 "GET /v2.0/networks/b1cedcbc-cdac-422b-b37d-00881e094afa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224236 May 04 19:01:36.438965 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e3875a-9c1e-465a-bb71-e328d11f9a1a req-36b20ed0-b0ec-47c1-b27d-604f143137b0 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:01:36.440324 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-f3e3875a-9c1e-465a-bb71-e328d11f9a1a req-36b20ed0-b0ec-47c1-b27d-604f143137b0 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/ports?device_id=e10490c1-4c5e-46ee-bcc0-0bcea6e1f6e4 HTTP/1.1" status: 200 len: 943 time: 0.0685091 May 04 19:01:36.490116 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-f3e3875a-9c1e-465a-bb71-e328d11f9a1a req-21fb6ce4-2056-4731-90c6-7927dd531d7f tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/security-groups?id=5143d7ac-a22e-43a4-aecc-9125fab2207d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440228 May 04 19:01:37.425664 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d978e922-da19-4ba0-a00c-7e75110627af req-ff181662-1c46-465e-86c1-b85a4cd82aae tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:01:37.427139 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-d978e922-da19-4ba0-a00c-7e75110627af req-ff181662-1c46-465e-86c1-b85a4cd82aae tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] 10.222.0.35 "GET /v2.0/ports?device_id=537bcbc1-0d8f-49a3-b2fe-54c4d67c1268 HTTP/1.1" status: 200 len: 945 time: 0.0494561 May 04 19:01:37.482246 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-d978e922-da19-4ba0-a00c-7e75110627af req-d705d7f6-b0f2-4d29-b6f1-ca8a2acd2b0a tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] 10.222.0.35 "GET /v2.0/security-groups?id=dd7ad1ea-2571-4cd7-b86d-d5395f000bda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491612 May 04 19:01:37.540908 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Device 7d2964dd-ad61-4332-bedf-ecb1e435f315 details requested by agent hyperv_hv-cinder-84052 with host hv-cinder-84052 {{(pid=103281) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 19:01:37.543012 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Device 47a8c737-9eb2-441a-b47d-d73995d352b5 up at agent hyperv_hv-cinder-84052 {{(pid=103281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 19:01:37.617516 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d08d483-a2f1-4880-9e4a-52e05a2a757e req-1c76dc23-a60b-4c6e-a777-9f2af5324e43 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:01:37.618983 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6d08d483-a2f1-4880-9e4a-52e05a2a757e req-1c76dc23-a60b-4c6e-a777-9f2af5324e43 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/ports?device_id=e10490c1-4c5e-46ee-bcc0-0bcea6e1f6e4 HTTP/1.1" status: 200 len: 943 time: 0.0474641 May 04 19:01:37.645138 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Provisioning for port 47a8c737-9eb2-441a-b47d-d73995d352b5 completed by entity L2. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 19:01:37.656431 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Provisioning complete for port 47a8c737-9eb2-441a-b47d-d73995d352b5 triggered by entity L2. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:01:37.656805 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1774450'] for port (47a8c737-9eb2-441a-b47d-d73995d352b5), provisioning_complete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:37.666404 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6d08d483-a2f1-4880-9e4a-52e05a2a757e req-499e05c3-c235-4ee6-8f10-b4da6da665ac tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/security-groups?id=5143d7ac-a22e-43a4-aecc-9125fab2207d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417409 May 04 19:01:37.701221 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] For port 7d2964dd-ad61-4332-bedf-ecb1e435f315, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=7d2964dd-ad61-4332-bedf-ecb1e435f315,segment=NetworkSegment(6c24c5b4-e5c1-485f-89e1-6bad0f69b4e6),segment_id=6c24c5b4-e5c1-485f-89e1-6bad0f69b4e6)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:01:37.724436 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Returning: {'device': '7d2964dd-ad61-4332-bedf-ecb1e435f315', 'network_id': 'b1cedcbc-cdac-422b-b37d-00881e094afa', 'port_id': '7d2964dd-ad61-4332-bedf-ecb1e435f315', 'mac_address': 'fa:16:3e:a1:13:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 265, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eeef2f41-46cc-4bf5-995a-936e9476bce2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103281) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 19:01:37.785507 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Current status of the port 7d2964dd-ad61-4332-bedf-ecb1e435f315 is: DOWN; New status is: BUILD {{(pid=103281) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:01:37.785897 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (7d2964dd-ad61-4332-bedf-ecb1e435f315), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:37.799693 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Current status of the port 47a8c737-9eb2-441a-b47d-d73995d352b5 is: BUILD; New status is: ACTIVE {{(pid=103281) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:01:37.800063 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (47a8c737-9eb2-441a-b47d-d73995d352b5), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:37.810211 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.notifiers.nova [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d2964dd-ad61-4332-bedf-ecb1e435f315 {{(pid=103281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 19:01:37.837303 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '537bcbc1-0d8f-49a3-b2fe-54c4d67c1268', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47a8c737-9eb2-441a-b47d-d73995d352b5'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 19:01:37.839545 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29bc9e8fddf1e81845832baf79700cdfe783df1752dea94dce4e4e68657cb9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f474931-cdcd-4865-8225-9f0c9a10438b" -d '{"events": [{"server_uuid": "537bcbc1-0d8f-49a3-b2fe-54c4d67c1268", "name": "network-vif-plugged", "status": "completed", "tag": "47a8c737-9eb2-441a-b47d-d73995d352b5"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 19:01:37.851202 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] For port 7d2964dd-ad61-4332-bedf-ecb1e435f315, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=7d2964dd-ad61-4332-bedf-ecb1e435f315,segment=NetworkSegment(6c24c5b4-e5c1-485f-89e1-6bad0f69b4e6),segment_id=6c24c5b4-e5c1-485f-89e1-6bad0f69b4e6)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:01:37.854853 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] For port 47a8c737-9eb2-441a-b47d-d73995d352b5, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=47a8c737-9eb2-441a-b47d-d73995d352b5,segment=NetworkSegment(2b95549f-f474-429b-a791-f25a87674098),segment_id=2b95549f-f474-429b-a791-f25a87674098)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:01:37.856412 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136'] for port (7d2964dd-ad61-4332-bedf-ecb1e435f315), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:37.861451 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136'] for port (47a8c737-9eb2-441a-b47d-d73995d352b5), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:37.881131 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 19:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9a7d201-3e4a-4256-b2ad-fa7ee53640b3 x-openstack-request-id: req-d9a7d201-3e4a-4256-b2ad-fa7ee53640b3 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 19:01:37.881466 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "537bcbc1-0d8f-49a3-b2fe-54c4d67c1268", "name": "network-vif-plugged", "status": "completed", "tag": "47a8c737-9eb2-441a-b47d-d73995d352b5", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 19:01:37.881718 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d9a7d201-3e4a-4256-b2ad-fa7ee53640b3 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 19:01:37.882098 dv-cinder-840525-1-iscsi neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9a7d201-3e4a-4256-b2ad-fa7ee53640b3'] response: {'server_uuid': '537bcbc1-0d8f-49a3-b2fe-54c4d67c1268', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47a8c737-9eb2-441a-b47d-d73995d352b5', 'code': 200} May 04 19:01:37.908390 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Pushing event updated for resources: {'Port': ['ID=7d2964dd-ad61-4332-bedf-ecb1e435f315,revision_number=4']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:01:37.960567 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Pushing event updated for resources: {'Port': ['ID=47a8c737-9eb2-441a-b47d-d73995d352b5,revision_number=5']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:01:38.049425 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0f8d66-b731-4418-b83c-0b7c46ce4fe1 req-9fa09bf3-ffd8-4da4-bba2-ab2fde8a13ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:01:38.050899 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-8f0f8d66-b731-4418-b83c-0b7c46ce4fe1 req-9fa09bf3-ffd8-4da4-bba2-ab2fde8a13ed service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=537bcbc1-0d8f-49a3-b2fe-54c4d67c1268 HTTP/1.1" status: 200 len: 1130 time: 0.0387754 May 04 19:01:38.098419 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-8f0f8d66-b731-4418-b83c-0b7c46ce4fe1 req-8e3f3346-d10c-48b0-a45c-e772a07b057d service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=dd7ad1ea-2571-4cd7-b86d-d5395f000bda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409257 May 04 19:01:38.127560 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] get_ports_and_sgs() called for port_ids ['7d2964dd-ad61-4332-bedf-ecb1e435f315'] {{(pid=103281) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 19:01:38.599504 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076cb72a-c16f-448e-b3f2-db7b7f0356db req-8533aa11-dbb4-4dc9-890e-92ac50d78176 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:01:38.601020 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-076cb72a-c16f-448e-b3f2-db7b7f0356db req-8533aa11-dbb4-4dc9-890e-92ac50d78176 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] 10.222.0.35 "GET /v2.0/ports?device_id=537bcbc1-0d8f-49a3-b2fe-54c4d67c1268 HTTP/1.1" status: 200 len: 946 time: 0.0478013 May 04 19:01:38.649749 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-076cb72a-c16f-448e-b3f2-db7b7f0356db req-5b1b11a7-3ea8-4939-bdb7-edfb32cc73fd tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] 10.222.0.35 "GET /v2.0/security-groups?id=dd7ad1ea-2571-4cd7-b86d-d5395f000bda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426691 May 04 19:01:38.788820 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5989744b-58ef-448d-9623-f7e2769de6fa req-13cf182d-08ec-4023-8664-89f289859537 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:01:38.790295 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-5989744b-58ef-448d-9623-f7e2769de6fa req-13cf182d-08ec-4023-8664-89f289859537 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/ports?device_id=e10490c1-4c5e-46ee-bcc0-0bcea6e1f6e4 HTTP/1.1" status: 200 len: 944 time: 0.0467117 May 04 19:01:38.837635 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-5989744b-58ef-448d-9623-f7e2769de6fa req-a5768871-98fc-4f0f-b938-5b2bbf2b47e0 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/security-groups?id=5143d7ac-a22e-43a4-aecc-9125fab2207d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415075 May 04 19:01:39.544715 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Device 7d2964dd-ad61-4332-bedf-ecb1e435f315 up at agent hyperv_hv-cinder-84052 {{(pid=103281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 19:01:39.593800 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Provisioning for port 7d2964dd-ad61-4332-bedf-ecb1e435f315 completed by entity L2. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 19:01:39.602971 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Provisioning complete for port 7d2964dd-ad61-4332-bedf-ecb1e435f315 triggered by entity L2. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:01:39.603358 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1774450'] for port (7d2964dd-ad61-4332-bedf-ecb1e435f315), provisioning_complete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:39.682372 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Current status of the port 7d2964dd-ad61-4332-bedf-ecb1e435f315 is: BUILD; New status is: ACTIVE {{(pid=103281) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:01:39.682768 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (7d2964dd-ad61-4332-bedf-ecb1e435f315), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:39.717074 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] For port 7d2964dd-ad61-4332-bedf-ecb1e435f315, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=7d2964dd-ad61-4332-bedf-ecb1e435f315,segment=NetworkSegment(6c24c5b4-e5c1-485f-89e1-6bad0f69b4e6),segment_id=6c24c5b4-e5c1-485f-89e1-6bad0f69b4e6)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:01:39.721619 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136'] for port (7d2964dd-ad61-4332-bedf-ecb1e435f315), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:39.776042 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Pushing event updated for resources: {'Port': ['ID=7d2964dd-ad61-4332-bedf-ecb1e435f315,revision_number=5']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:01:39.781411 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24398277-3bef-4909-b980-6bb0aedbef03 req-940dc265-e1cb-4438-b2ac-f77e82121448 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:01:39.783116 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-24398277-3bef-4909-b980-6bb0aedbef03 req-940dc265-e1cb-4438-b2ac-f77e82121448 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] 10.222.0.35 "GET /v2.0/ports?device_id=537bcbc1-0d8f-49a3-b2fe-54c4d67c1268 HTTP/1.1" status: 200 len: 946 time: 0.0501063 May 04 19:01:39.833311 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-24398277-3bef-4909-b980-6bb0aedbef03 req-e3baf302-879f-4392-aa46-f248267a1330 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] 10.222.0.35 "GET /v2.0/security-groups?id=dd7ad1ea-2571-4cd7-b86d-d5395f000bda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445995 May 04 19:01:39.883260 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e10490c1-4c5e-46ee-bcc0-0bcea6e1f6e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d2964dd-ad61-4332-bedf-ecb1e435f315'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 19:01:39.885816 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29bc9e8fddf1e81845832baf79700cdfe783df1752dea94dce4e4e68657cb9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d2b21e0-f07a-4823-80f2-ce91e33565be" -d '{"events": [{"server_uuid": "e10490c1-4c5e-46ee-bcc0-0bcea6e1f6e4", "name": "network-vif-plugged", "status": "completed", "tag": "7d2964dd-ad61-4332-bedf-ecb1e435f315"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 19:01:39.944234 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3e725c-38ef-4423-92f0-4344f93fa980 req-11acd42a-36ec-49b5-9ef6-e383646a1c98 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:01:39.949852 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-af3e725c-38ef-4423-92f0-4344f93fa980 req-11acd42a-36ec-49b5-9ef6-e383646a1c98 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] 10.222.0.35 "GET /v2.0/ports?device_id=537bcbc1-0d8f-49a3-b2fe-54c4d67c1268 HTTP/1.1" status: 200 len: 946 time: 0.0523846 May 04 19:01:39.955572 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 53066) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:01:39.960882 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [None req-3d5ed4b1-5162-41b2-a5e0-7baad3a6c52a tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Request body: {'floatingip': {'port_id': '47a8c737-9eb2-441a-b47d-d73995d352b5'}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:01:39.964094 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee6904d-88f8-4134-bfbc-e5ddc4d27872 req-5352a437-33c2-478e-9541-c8c8cb76588a tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:01:39.966176 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-bee6904d-88f8-4134-bfbc-e5ddc4d27872 req-5352a437-33c2-478e-9541-c8c8cb76588a tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/ports?device_id=e10490c1-4c5e-46ee-bcc0-0bcea6e1f6e4 HTTP/1.1" status: 200 len: 945 time: 0.0560966 May 04 19:01:39.988243 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 19:01:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa33b027-6f0a-4b19-b298-c780ae8b8fa0 x-openstack-request-id: req-aa33b027-6f0a-4b19-b298-c780ae8b8fa0 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 19:01:39.988623 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e10490c1-4c5e-46ee-bcc0-0bcea6e1f6e4", "name": "network-vif-plugged", "status": "completed", "tag": "7d2964dd-ad61-4332-bedf-ecb1e435f315", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 19:01:39.988882 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-aa33b027-6f0a-4b19-b298-c780ae8b8fa0 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 19:01:39.989202 dv-cinder-840525-1-iscsi neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa33b027-6f0a-4b19-b298-c780ae8b8fa0'] response: {'server_uuid': 'e10490c1-4c5e-46ee-bcc0-0bcea6e1f6e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d2964dd-ad61-4332-bedf-ecb1e435f315', 'code': 200} May 04 19:01:40.010282 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-3d5ed4b1-5162-41b2-a5e0-7baad3a6c52a tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Publish callbacks [] for floatingip (5a1eaaa5-cd2d-4897-a700-bd19fed516c7), before_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:40.014646 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-bee6904d-88f8-4134-bfbc-e5ddc4d27872 req-ea29463d-93ac-46b2-a6a7-e4c204d311dd tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/security-groups?id=5143d7ac-a22e-43a4-aecc-9125fab2207d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429220 May 04 19:01:40.222013 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e9d121-dba2-4a94-923a-2444e3f338a5 req-f0c94604-191a-49ab-9578-286ddde01c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:01:40.223413 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e7e9d121-dba2-4a94-923a-2444e3f338a5 req-f0c94604-191a-49ab-9578-286ddde01c31 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e10490c1-4c5e-46ee-bcc0-0bcea6e1f6e4 HTTP/1.1" status: 200 len: 1129 time: 0.0511572 May 04 19:01:40.344325 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e7e9d121-dba2-4a94-923a-2444e3f338a5 req-b74abae0-eb6e-4079-b31f-e7789b375597 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=5143d7ac-a22e-43a4-aecc-9125fab2207d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879834 May 04 19:01:40.537255 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-3d5ed4b1-5162-41b2-a5e0-7baad3a6c52a tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:40.543955 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-3d5ed4b1-5162-41b2-a5e0-7baad3a6c52a tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608971'] for floatingip (5a1eaaa5-cd2d-4897-a700-bd19fed516c7), after_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:40.655026 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.db.l3_db [None req-3d5ed4b1-5162-41b2-a5e0-7baad3a6c52a tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Floating IP 5a1eaaa5-cd2d-4897-a700-bd19fed516c7 associated. External IP: 172.27.0.72, port: 47a8c737-9eb2-441a-b47d-d73995d352b5. May 04 19:01:40.880620 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d5ed4b1-5162-41b2-a5e0-7baad3a6c52a tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Router ef792f77-065e-42a3-85fe-a804c7a09f70 has already been hosted by L3 agent 0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b {{(pid=103280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 19:01:40.990277 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d5ed4b1-5162-41b2-a5e0-7baad3a6c52a tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Notify agent at l3_agent.dv-cinder-840525-1-iscsi the message routers_updated {{(pid=103280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 19:01:40.995387 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-3d5ed4b1-5162-41b2-a5e0-7baad3a6c52a tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127086'] for floatingip (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:41.001102 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f92fc2-62d4-4ec5-bb40-4d7397868951 None None] Sync routers for ids ['ef792f77-065e-42a3-85fe-a804c7a09f70'] in dv-cinder-840525-1-iscsi {{(pid=103281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 19:01:41.012777 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f92fc2-62d4-4ec5-bb40-4d7397868951 None None] Routers {'ef792f77-065e-42a3-85fe-a804c7a09f70'} bound to L3 agent in host dv-cinder-840525-1-iscsi {{(pid=103281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:01:41.015005 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_hamode_db [None req-91f92fc2-62d4-4ec5-bb40-4d7397868951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T18:48:29Z,description=,heartbeat_timestamp=2022-05-04T19:01:29Z,host='dv-cinder-840525-1-iscsi',id=0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:48:29Z,topic='l3_agent')) {'router_ids': ['ef792f77-065e-42a3-85fe-a804c7a09f70'], 'active': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:01:41.026153 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-3d5ed4b1-5162-41b2-a5e0-7baad3a6c52a tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] 10.222.0.35 "PUT /v2.0/floatingips/5a1eaaa5-cd2d-4897-a700-bd19fed516c7 HTTP/1.1" status: 200 len: 991 time: 1.0690801 May 04 19:01:41.026713 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '537bcbc1-0d8f-49a3-b2fe-54c4d67c1268', 'tag': '47a8c737-9eb2-441a-b47d-d73995d352b5'}] {{(pid=103280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 19:01:41.029159 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d17ed66b9d9b08214cd1b2d258b378c61736cd464b468dfe37a5b26948fd6e52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6c94d9a-3fbc-40c4-80ce-7838627516cf" -d '{"events": [{"name": "network-changed", "server_uuid": "537bcbc1-0d8f-49a3-b2fe-54c4d67c1268", "tag": "47a8c737-9eb2-441a-b47d-d73995d352b5"}]}' {{(pid=103280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 19:01:41.072415 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 19:01:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f90517d9-ca2f-4287-bdc6-a3112a477ac5 x-openstack-request-id: req-f90517d9-ca2f-4287-bdc6-a3112a477ac5 {{(pid=103280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 19:01:41.073041 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "537bcbc1-0d8f-49a3-b2fe-54c4d67c1268", "tag": "47a8c737-9eb2-441a-b47d-d73995d352b5", "status": "completed", "code": 200}]} {{(pid=103280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 19:01:41.073505 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f90517d9-ca2f-4287-bdc6-a3112a477ac5 {{(pid=103280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 19:01:41.074075 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f90517d9-ca2f-4287-bdc6-a3112a477ac5'] response: {'name': 'network-changed', 'server_uuid': '537bcbc1-0d8f-49a3-b2fe-54c4d67c1268', 'tag': '47a8c737-9eb2-441a-b47d-d73995d352b5', 'status': 'completed', 'code': 200} May 04 19:01:41.125143 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19736a4-11f1-4993-8a4b-818551862b18 req-288bd543-238b-4db7-aeb0-c772634e2017 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:01:41.126834 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-c19736a4-11f1-4993-8a4b-818551862b18 req-288bd543-238b-4db7-aeb0-c772634e2017 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "GET /v2.0/ports?device_id=1770efa7-1f3c-44d5-a78a-8c95881f1e42 HTTP/1.1" status: 200 len: 946 time: 0.0516722 May 04 19:01:41.130147 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvr_db [None req-91f92fc2-62d4-4ec5-bb40-4d7397868951 None None] Set router ef792f77-065e-42a3-85fe-a804c7a09f70 gateway port host: dv-cinder-840525-1-iscsi {{(pid=103281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:01:41.162592 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a5cd1b-3e62-4691-8283-b933e7e928a3 req-2200758f-5962-45f2-8970-f7e8d3fa90cb tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:01:41.164117 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-c8a5cd1b-3e62-4691-8283-b933e7e928a3 req-2200758f-5962-45f2-8970-f7e8d3fa90cb tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/ports?device_id=e10490c1-4c5e-46ee-bcc0-0bcea6e1f6e4 HTTP/1.1" status: 200 len: 945 time: 0.0483463 May 04 19:01:41.175273 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-c19736a4-11f1-4993-8a4b-818551862b18 req-8fa5c2db-ba5f-4f89-bfed-c8575f39ce2c tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e25a02e-015f-4d07-9f59-f1552d423bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418031 May 04 19:01:41.224237 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-c8a5cd1b-3e62-4691-8283-b933e7e928a3 req-40d1c11d-ae19-4b26-8cc9-d510e466dbb7 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/security-groups?id=5143d7ac-a22e-43a4-aecc-9125fab2207d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523779 May 04 19:01:41.397088 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_hamode_db [None req-91f92fc2-62d4-4ec5-bb40-4d7397868951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef792f77-065e-42a3-85fe-a804c7a09f70', 'name': 'tempest-AttachVolumeTestJSON-1110027105-router', 'tenant_id': 'd220357192eb4ba5a2cdd43f000cd4c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'external_fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '1dbb1916-5d86-42ef-bf63-cc969ada161e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:56:51Z', 'updated_at': '2022-05-04T18:56:58Z', 'revision_number': 4, 'project_id': 'd220357192eb4ba5a2cdd43f000cd4c4', 'gw_port': {'id': '1dbb1916-5d86-42ef-bf63-cc969ada161e', 'name': '', 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:02:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef792f77-065e-42a3-85fe-a804c7a09f70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:56:52Z', 'updated_at': '2022-05-04T18:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-1-iscsi', '_floatingips': [{'id': '5a1eaaa5-cd2d-4897-a700-bd19fed516c7', 'tenant_id': 'd220357192eb4ba5a2cdd43f000cd4c4', 'floating_ip_address': '172.27.0.72', 'floating_network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'router_id': 'ef792f77-065e-42a3-85fe-a804c7a09f70', 'port_id': '47a8c737-9eb2-441a-b47d-d73995d352b5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30fa2e3e-f6d8-4564-bce1-ee05a5bd0ce9', 'mac_address': 'fa:16:3e:5f:9e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537bcbc1-0d8f-49a3-b2fe-54c4d67c1268', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T19:01:27Z', 'updated_at': '2022-05-04T19:01:40Z', 'revision_number': 1, 'project_id': 'd220357192eb4ba5a2cdd43f000cd4c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6a6d3f1-652a-4d38-bbcd-5f14c34d7927', 'name': '', 'network_id': '30fa2e3e-f6d8-4564-bce1-ee05a5bd0ce9', 'tenant_id': 'd220357192eb4ba5a2cdd43f000cd4c4', 'mac_address': 'fa:16:3e:ff:12:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef792f77-065e-42a3-85fe-a804c7a09f70', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'd9b5c29e-b014-49ec-aabd-8c0ad7c78e2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:56:56Z', 'updated_at': '2022-05-04T18:57:06Z', 'revision_number': 5, 'project_id': 'd220357192eb4ba5a2cdd43f000cd4c4', 'subnets': [{'id': 'd9b5c29e-b014-49ec-aabd-8c0ad7c78e2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-1-iscsi', False) {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:01:41.423567 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f92fc2-62d4-4ec5-bb40-4d7397868951 None None] Checking router: ef792f77-065e-42a3-85fe-a804c7a09f70 for host: dv-cinder-840525-1-iscsi {{(pid=103281) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 19:01:41.432813 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f92fc2-62d4-4ec5-bb40-4d7397868951 None None] Routers {'ef792f77-065e-42a3-85fe-a804c7a09f70'} bound to L3 agent in host dv-cinder-840525-1-iscsi {{(pid=103281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:01:41.433451 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_hamode_db [None req-91f92fc2-62d4-4ec5-bb40-4d7397868951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T18:48:29Z,description=,heartbeat_timestamp=2022-05-04T19:01:29Z,host='dv-cinder-840525-1-iscsi',id=0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:48:29Z,topic='l3_agent')) {'router_ids': ['ef792f77-065e-42a3-85fe-a804c7a09f70'], 'active': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:01:41.543420 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvr_db [None req-91f92fc2-62d4-4ec5-bb40-4d7397868951 None None] Set router ef792f77-065e-42a3-85fe-a804c7a09f70 gateway port host: dv-cinder-840525-1-iscsi {{(pid=103281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:01:41.901558 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_hamode_db [None req-91f92fc2-62d4-4ec5-bb40-4d7397868951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef792f77-065e-42a3-85fe-a804c7a09f70', 'name': 'tempest-AttachVolumeTestJSON-1110027105-router', 'tenant_id': 'd220357192eb4ba5a2cdd43f000cd4c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'external_fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '1dbb1916-5d86-42ef-bf63-cc969ada161e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:56:51Z', 'updated_at': '2022-05-04T18:56:58Z', 'revision_number': 4, 'project_id': 'd220357192eb4ba5a2cdd43f000cd4c4', 'gw_port': {'id': '1dbb1916-5d86-42ef-bf63-cc969ada161e', 'name': '', 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:02:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef792f77-065e-42a3-85fe-a804c7a09f70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:56:52Z', 'updated_at': '2022-05-04T18:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-1-iscsi', '_floatingips': [{'id': '5a1eaaa5-cd2d-4897-a700-bd19fed516c7', 'tenant_id': 'd220357192eb4ba5a2cdd43f000cd4c4', 'floating_ip_address': '172.27.0.72', 'floating_network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'router_id': 'ef792f77-065e-42a3-85fe-a804c7a09f70', 'port_id': '47a8c737-9eb2-441a-b47d-d73995d352b5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30fa2e3e-f6d8-4564-bce1-ee05a5bd0ce9', 'mac_address': 'fa:16:3e:5f:9e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537bcbc1-0d8f-49a3-b2fe-54c4d67c1268', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T19:01:27Z', 'updated_at': '2022-05-04T19:01:40Z', 'revision_number': 1, 'project_id': 'd220357192eb4ba5a2cdd43f000cd4c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6a6d3f1-652a-4d38-bbcd-5f14c34d7927', 'name': '', 'network_id': '30fa2e3e-f6d8-4564-bce1-ee05a5bd0ce9', 'tenant_id': 'd220357192eb4ba5a2cdd43f000cd4c4', 'mac_address': 'fa:16:3e:ff:12:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef792f77-065e-42a3-85fe-a804c7a09f70', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'd9b5c29e-b014-49ec-aabd-8c0ad7c78e2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:56:56Z', 'updated_at': '2022-05-04T18:57:06Z', 'revision_number': 5, 'project_id': 'd220357192eb4ba5a2cdd43f000cd4c4', 'subnets': [{'id': 'd9b5c29e-b014-49ec-aabd-8c0ad7c78e2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-1-iscsi', False) {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:01:41.929835 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f92fc2-62d4-4ec5-bb40-4d7397868951 None None] The sync data for ids ['ef792f77-065e-42a3-85fe-a804c7a09f70'] in dv-cinder-840525-1-iscsi is: [{'id': 'ef792f77-065e-42a3-85fe-a804c7a09f70', 'name': 'tempest-AttachVolumeTestJSON-1110027105-router', 'tenant_id': 'd220357192eb4ba5a2cdd43f000cd4c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'external_fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '1dbb1916-5d86-42ef-bf63-cc969ada161e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:56:51Z', 'updated_at': '2022-05-04T18:56:58Z', 'revision_number': 4, 'project_id': 'd220357192eb4ba5a2cdd43f000cd4c4', 'gw_port': {'id': '1dbb1916-5d86-42ef-bf63-cc969ada161e', 'name': '', 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:02:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef792f77-065e-42a3-85fe-a804c7a09f70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:56:52Z', 'updated_at': '2022-05-04T18:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-1-iscsi', '_floatingips': [{'id': '5a1eaaa5-cd2d-4897-a700-bd19fed516c7', 'tenant_id': 'd220357192eb4ba5a2cdd43f000cd4c4', 'floating_ip_address': '172.27.0.72', 'floating_network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'router_id': 'ef792f77-065e-42a3-85fe-a804c7a09f70', 'port_id': '47a8c737-9eb2-441a-b47d-d73995d352b5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30fa2e3e-f6d8-4564-bce1-ee05a5bd0ce9', 'mac_address': 'fa:16:3e:5f:9e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537bcbc1-0d8f-49a3-b2fe-54c4d67c1268', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T19:01:27Z', 'updated_at': '2022-05-04T19:01:40Z', 'revision_number': 1, 'project_id': 'd220357192eb4ba5a2cdd43f000cd4c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6a6d3f1-652a-4d38-bbcd-5f14c34d7927', 'name': '', 'network_id': '30fa2e3e-f6d8-4564-bce1-ee05a5bd0ce9', 'tenant_id': 'd220357192eb4ba5a2cdd43f000cd4c4', 'mac_address': 'fa:16:3e:ff:12:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef792f77-065e-42a3-85fe-a804c7a09f70', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'd9b5c29e-b014-49ec-aabd-8c0ad7c78e2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:56:56Z', 'updated_at': '2022-05-04T18:57:06Z', 'revision_number': 5, 'project_id': 'd220357192eb4ba5a2cdd43f000cd4c4', 'subnets': [{'id': 'd9b5c29e-b014-49ec-aabd-8c0ad7c78e2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 19:01:42.135322 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e712e885-40bf-4830-a4a7-1204ed98472e None None] New status for floating IP 5a1eaaa5-cd2d-4897-a700-bd19fed516c7: ACTIVE {{(pid=103282) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 19:01:42.292786 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81923a6d-9280-434d-a999-a86f3b206921 req-cec5bb72-c509-443c-8153-badf7cb847d7 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:01:42.299772 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-81923a6d-9280-434d-a999-a86f3b206921 req-cec5bb72-c509-443c-8153-badf7cb847d7 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "GET /v2.0/ports?device_id=1770efa7-1f3c-44d5-a78a-8c95881f1e42 HTTP/1.1" status: 200 len: 946 time: 0.0553021 May 04 19:01:42.352113 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147f7a27-8b44-4641-b20a-dc3c799709e1 req-90a4d0fd-b156-4dd2-8387-31191d228bdd tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:01:42.353585 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-81923a6d-9280-434d-a999-a86f3b206921 req-5b390041-bb59-49d4-a7a9-4f9019b2fd30 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e25a02e-015f-4d07-9f59-f1552d423bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528295 May 04 19:01:42.354995 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-147f7a27-8b44-4641-b20a-dc3c799709e1 req-90a4d0fd-b156-4dd2-8387-31191d228bdd tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/ports?device_id=e10490c1-4c5e-46ee-bcc0-0bcea6e1f6e4 HTTP/1.1" status: 200 len: 945 time: 0.0593207 May 04 19:01:42.402177 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-147f7a27-8b44-4641-b20a-dc3c799709e1 req-4e1bf8ad-b376-4e5e-ae0e-409a459f4b16 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/security-groups?id=5143d7ac-a22e-43a4-aecc-9125fab2207d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425615 May 04 19:01:42.839910 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c94d9a-3fbc-40c4-80ce-7838627516cf req-20f56a0a-4f82-465a-84a0-1026b07ea278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:01:42.841452 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a6c94d9a-3fbc-40c4-80ce-7838627516cf req-20f56a0a-4f82-465a-84a0-1026b07ea278 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d220357192eb4ba5a2cdd43f000cd4c4&device_id=537bcbc1-0d8f-49a3-b2fe-54c4d67c1268 HTTP/1.1" status: 200 len: 1130 time: 0.0478010 May 04 19:01:43.459427 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c94d9a-3fbc-40c4-80ce-7838627516cf req-05e4f4e9-a558-447d-99bb-7ccd2525731c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:01:43.461074 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a6c94d9a-3fbc-40c4-80ce-7838627516cf req-05e4f4e9-a558-447d-99bb-7ccd2525731c service neutron] 10.222.0.55 "GET /v2.0/networks?id=30fa2e3e-f6d8-4564-bce1-ee05a5bd0ce9 HTTP/1.1" status: 200 len: 912 time: 0.1277037 May 04 19:01:43.524974 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42722cdc-e651-4e1e-8c20-c1377d6721d7 req-478325b4-3f55-4a1a-97ac-e9e46a1a964d tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:01:43.526630 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-42722cdc-e651-4e1e-8c20-c1377d6721d7 req-478325b4-3f55-4a1a-97ac-e9e46a1a964d tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/ports?device_id=e10490c1-4c5e-46ee-bcc0-0bcea6e1f6e4 HTTP/1.1" status: 200 len: 945 time: 0.0476933 May 04 19:01:43.538156 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e6880d-583c-4658-9a74-b8b5a08c83b9 req-b17724d2-5be8-4855-88bf-24210b8295ca tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:01:43.539631 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-b1e6880d-583c-4658-9a74-b8b5a08c83b9 req-b17724d2-5be8-4855-88bf-24210b8295ca tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "GET /v2.0/ports?device_id=1770efa7-1f3c-44d5-a78a-8c95881f1e42 HTTP/1.1" status: 200 len: 946 time: 0.1217029 May 04 19:01:43.565552 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6030221d-e6c1-485a-ae5c-7f573ae228da req-09e76884-cc61-499b-b577-cb0c56821277 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:01:43.566967 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6030221d-e6c1-485a-ae5c-7f573ae228da req-09e76884-cc61-499b-b577-cb0c56821277 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.55 "GET /v2.0/ports?device_id=1770efa7-1f3c-44d5-a78a-8c95881f1e42 HTTP/1.1" status: 200 len: 946 time: 0.1090600 May 04 19:01:43.573578 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-42722cdc-e651-4e1e-8c20-c1377d6721d7 req-b207cb7b-cf25-4354-8235-612f4717c98c tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/security-groups?id=5143d7ac-a22e-43a4-aecc-9125fab2207d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411632 May 04 19:01:43.611540 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a6c94d9a-3fbc-40c4-80ce-7838627516cf req-20f54f4f-ef6c-4dca-96bf-3a1386d70397 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=47a8c737-9eb2-441a-b47d-d73995d352b5 HTTP/1.1" status: 200 len: 1001 time: 0.1403856 May 04 19:01:43.683444 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-b1e6880d-583c-4658-9a74-b8b5a08c83b9 req-b9bd38b6-d481-4930-9576-4a307a592882 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e25a02e-015f-4d07-9f59-f1552d423bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1361303 May 04 19:01:43.687264 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80216d9-830f-4d73-8535-fd3425a26388 req-23ee6543-7d65-43a1-886b-1d2aec0eee9e tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:01:43.688947 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-c80216d9-830f-4d73-8535-fd3425a26388 req-23ee6543-7d65-43a1-886b-1d2aec0eee9e tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/ports?device_id=e10490c1-4c5e-46ee-bcc0-0bcea6e1f6e4 HTTP/1.1" status: 200 len: 945 time: 0.0469444 May 04 19:01:43.698178 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 53092) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:01:43.702725 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.v2.base [None req-2c8defef-2258-49ba-b0c8-35e601dea265 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Request body: {'floatingip': {'port_id': '7d2964dd-ad61-4332-bedf-ecb1e435f315'}} {{(pid=103279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:01:43.710858 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c94d9a-3fbc-40c4-80ce-7838627516cf req-c4e491f6-78b3-40f6-bb35-76a768c800a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:01:43.712335 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a6c94d9a-3fbc-40c4-80ce-7838627516cf req-c4e491f6-78b3-40f6-bb35-76a768c800a8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d9b5c29e-b014-49ec-aabd-8c0ad7c78e2e HTTP/1.1" status: 200 len: 850 time: 0.0944052 May 04 19:01:43.735380 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.plugin [req-6030221d-e6c1-485a-ae5c-7f573ae228da req-3587eb72-ce05-46d4-b93b-f50cc8c6a627 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Deleting port bdb9184f-7a63-44f9-839e-3c461bb55f49 {{(pid=103280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 19:01:43.736252 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-6030221d-e6c1-485a-ae5c-7f573ae228da req-3587eb72-ce05-46d4-b93b-f50cc8c6a627 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790498772255'] for port (bdb9184f-7a63-44f9-839e-3c461bb55f49), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:43.744601 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-2c8defef-2258-49ba-b0c8-35e601dea265 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Publish callbacks [] for floatingip (87f4e924-0863-45e1-9583-20b84d689476), before_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:43.788857 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c94d9a-3fbc-40c4-80ce-7838627516cf req-b9af25b2-c85d-44fe-9f5c-13057d9a35e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:01:43.790394 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a6c94d9a-3fbc-40c4-80ce-7838627516cf req-b9af25b2-c85d-44fe-9f5c-13057d9a35e6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=30fa2e3e-f6d8-4564-bce1-ee05a5bd0ce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0706112 May 04 19:01:43.899126 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.db [req-6030221d-e6c1-485a-ae5c-7f573ae228da req-3587eb72-ce05-46d4-b93b-f50cc8c6a627 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] For port bdb9184f-7a63-44f9-839e-3c461bb55f49, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=bdb9184f-7a63-44f9-839e-3c461bb55f49,segment=NetworkSegment(83414da3-b767-40e5-839e-69613fac7970),segment_id=83414da3-b767-40e5-839e-69613fac7970)] {{(pid=103280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:01:43.899488 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-6030221d-e6c1-485a-ae5c-7f573ae228da req-3587eb72-ce05-46d4-b93b-f50cc8c6a627 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607728'] for port (bdb9184f-7a63-44f9-839e-3c461bb55f49), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:43.968091 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a6c94d9a-3fbc-40c4-80ce-7838627516cf req-c8f3696c-569c-40e4-bb9c-f606a6604bd7 service neutron] 10.222.0.55 "GET /v2.0/networks/30fa2e3e-f6d8-4564-bce1-ee05a5bd0ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509855 May 04 19:01:44.409623 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a6c94d9a-3fbc-40c4-80ce-7838627516cf req-c4a5055e-b84f-47cc-a8d3-1c7dc8ab5be5 service neutron] 10.222.0.55 "GET /v2.0/networks/30fa2e3e-f6d8-4564-bce1-ee05a5bd0ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4329171 May 04 19:01:44.411396 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-6030221d-e6c1-485a-ae5c-7f573ae228da req-3587eb72-ce05-46d4-b93b-f50cc8c6a627 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:44.411755 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-6030221d-e6c1-485a-ae5c-7f573ae228da req-3587eb72-ce05-46d4-b93b-f50cc8c6a627 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608971'] for floatingip (c8049975-3739-4bde-8339-ba3a2dd6be48), after_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:44.412062 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.db.l3_db [req-6030221d-e6c1-485a-ae5c-7f573ae228da req-3587eb72-ce05-46d4-b93b-f50cc8c6a627 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Floating IP c8049975-3739-4bde-8339-ba3a2dd6be48 disassociated. External IP: 172.27.0.219, port: bdb9184f-7a63-44f9-839e-3c461bb55f49. May 04 19:01:44.412397 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.plugin [req-6030221d-e6c1-485a-ae5c-7f573ae228da req-3587eb72-ce05-46d4-b93b-f50cc8c6a627 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Calling delete_port for bdb9184f-7a63-44f9-839e-3c461bb55f49 owned by compute:nova {{(pid=103280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 19:01:44.418643 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-2c8defef-2258-49ba-b0c8-35e601dea265 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:44.426689 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-2c8defef-2258-49ba-b0c8-35e601dea265 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608971'] for floatingip (87f4e924-0863-45e1-9583-20b84d689476), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:44.529579 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.db.l3_db [None req-2c8defef-2258-49ba-b0c8-35e601dea265 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Floating IP 87f4e924-0863-45e1-9583-20b84d689476 associated. External IP: 172.27.0.82, port: 7d2964dd-ad61-4332-bedf-ecb1e435f315. May 04 19:01:44.540937 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-6030221d-e6c1-485a-ae5c-7f573ae228da req-3587eb72-ce05-46d4-b93b-f50cc8c6a627 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790498779311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790498302109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12874298'] for port (bdb9184f-7a63-44f9-839e-3c461bb55f49), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:44.572011 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3587eb72-ce05-46d4-b93b-f50cc8c6a627 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Pushing event deleted for resources: {'Port': ['ID=bdb9184f-7a63-44f9-839e-3c461bb55f49,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:01:44.687505 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6030221d-e6c1-485a-ae5c-7f573ae228da req-3587eb72-ce05-46d4-b93b-f50cc8c6a627 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Router 81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe has already been hosted by L3 agent 0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b {{(pid=103280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 19:01:44.746936 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c8defef-2258-49ba-b0c8-35e601dea265 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Router d5339568-04a2-4813-b750-63c9a3fc9882 has already been hosted by L3 agent 0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b {{(pid=103279) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 19:01:44.797259 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6030221d-e6c1-485a-ae5c-7f573ae228da req-3587eb72-ce05-46d4-b93b-f50cc8c6a627 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Notify agent at l3_agent.dv-cinder-840525-1-iscsi the message routers_updated {{(pid=103280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 19:01:44.809410 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9208e4-35ca-4573-9ef5-67533452e779 None None] Sync routers for ids ['81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe'] in dv-cinder-840525-1-iscsi {{(pid=103281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 19:01:44.813365 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-6631a7d5-2be7-4608-b8ec-b801a73b57f3 req-ec812cb1-fa4e-49aa-92e3-c914cba813e9 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "GET /v2.0/ports?device_id=1770efa7-1f3c-44d5-a78a-8c95881f1e42 HTTP/1.1" status: 200 len: 210 time: 0.0568082 May 04 19:01:44.820788 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9208e4-35ca-4573-9ef5-67533452e779 None None] Routers {'81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe'} bound to L3 agent in host dv-cinder-840525-1-iscsi {{(pid=103281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:01:44.821962 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_hamode_db [None req-0e9208e4-35ca-4573-9ef5-67533452e779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T18:48:29Z,description=,heartbeat_timestamp=2022-05-04T19:01:29Z,host='dv-cinder-840525-1-iscsi',id=0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:48:29Z,topic='l3_agent')) {'router_ids': ['81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe'], 'active': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:01:44.841927 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvrscheduler_db [req-6030221d-e6c1-485a-ae5c-7f573ae228da req-3587eb72-ce05-46d4-b93b-f50cc8c6a627 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] No DVR routers for this DVR port bdb9184f-7a63-44f9-839e-3c461bb55f49 on host hv-cinder-84052 {{(pid=103280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 19:01:44.844579 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-6030221d-e6c1-485a-ae5c-7f573ae228da req-3587eb72-ce05-46d4-b93b-f50cc8c6a627 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127086'] for port (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:44.848001 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6030221d-e6c1-485a-ae5c-7f573ae228da req-3587eb72-ce05-46d4-b93b-f50cc8c6a627 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.55 "DELETE /v2.0/ports/bdb9184f-7a63-44f9-839e-3c461bb55f49 HTTP/1.1" status: 204 len: 173 time: 1.2724645 May 04 19:01:44.848526 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1770efa7-1f3c-44d5-a78a-8c95881f1e42', 'name': 'network-vif-deleted', 'tag': 'bdb9184f-7a63-44f9-839e-3c461bb55f49'}] {{(pid=103280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 19:01:44.850905 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d17ed66b9d9b08214cd1b2d258b378c61736cd464b468dfe37a5b26948fd6e52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8494fd6b-a460-43fa-9ff2-239b17e3924f" -d '{"events": [{"server_uuid": "1770efa7-1f3c-44d5-a78a-8c95881f1e42", "name": "network-vif-deleted", "tag": "bdb9184f-7a63-44f9-839e-3c461bb55f49"}]}' {{(pid=103280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 19:01:44.898104 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c8defef-2258-49ba-b0c8-35e601dea265 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Notify agent at l3_agent.dv-cinder-840525-1-iscsi the message routers_updated {{(pid=103279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 19:01:44.903596 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-2c8defef-2258-49ba-b0c8-35e601dea265 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127086'] for floatingip (None), before_response {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:44.909842 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d19eb06-776d-4cf5-8c0e-06db1e6cf88d None None] Sync routers for ids ['d5339568-04a2-4813-b750-63c9a3fc9882'] in dv-cinder-840525-1-iscsi {{(pid=103282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 19:01:44.926395 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 19:01:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1bdf206-d50d-42df-8b4a-7606bf9c8eca x-openstack-request-id: req-b1bdf206-d50d-42df-8b4a-7606bf9c8eca {{(pid=103280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 19:01:44.929811 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1770efa7-1f3c-44d5-a78a-8c95881f1e42", "name": "network-vif-deleted", "tag": "bdb9184f-7a63-44f9-839e-3c461bb55f49", "status": "completed", "code": 200}]} {{(pid=103280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 19:01:44.930068 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b1bdf206-d50d-42df-8b4a-7606bf9c8eca {{(pid=103280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 19:01:44.930485 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1bdf206-d50d-42df-8b4a-7606bf9c8eca'] response: {'server_uuid': '1770efa7-1f3c-44d5-a78a-8c95881f1e42', 'name': 'network-vif-deleted', 'tag': 'bdb9184f-7a63-44f9-839e-3c461bb55f49', 'status': 'completed', 'code': 200} May 04 19:01:44.938666 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d19eb06-776d-4cf5-8c0e-06db1e6cf88d None None] Routers {'d5339568-04a2-4813-b750-63c9a3fc9882'} bound to L3 agent in host dv-cinder-840525-1-iscsi {{(pid=103282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:01:44.940119 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-1d19eb06-776d-4cf5-8c0e-06db1e6cf88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T18:48:29Z,description=,heartbeat_timestamp=2022-05-04T19:01:29Z,host='dv-cinder-840525-1-iscsi',id=0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:48:29Z,topic='l3_agent')) {'router_ids': ['d5339568-04a2-4813-b750-63c9a3fc9882'], 'active': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:01:44.943323 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-2c8defef-2258-49ba-b0c8-35e601dea265 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "PUT /v2.0/floatingips/87f4e924-0863-45e1-9583-20b84d689476 HTTP/1.1" status: 200 len: 990 time: 1.2439830 May 04 19:01:44.944557 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e10490c1-4c5e-46ee-bcc0-0bcea6e1f6e4', 'tag': '7d2964dd-ad61-4332-bedf-ecb1e435f315'}] {{(pid=103279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 19:01:44.946090 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f03067be0d021e11c0632f57e5c6e43a0067ecb248f9894e29d0a29efd5d62c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-694d8b4d-c5c3-4803-835d-936f2f1f7e17" -d '{"events": [{"name": "network-changed", "server_uuid": "e10490c1-4c5e-46ee-bcc0-0bcea6e1f6e4", "tag": "7d2964dd-ad61-4332-bedf-ecb1e435f315"}]}' {{(pid=103279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 19:01:45.010458 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvr_db [None req-0e9208e4-35ca-4573-9ef5-67533452e779 None None] Set router 81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe gateway port host: dv-cinder-840525-1-iscsi {{(pid=103281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:01:45.029974 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 19:01:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50146022-f7ef-49a9-99ac-7c470f459ed3 x-openstack-request-id: req-50146022-f7ef-49a9-99ac-7c470f459ed3 {{(pid=103279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 19:01:45.030266 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e10490c1-4c5e-46ee-bcc0-0bcea6e1f6e4", "tag": "7d2964dd-ad61-4332-bedf-ecb1e435f315", "status": "completed", "code": 200}]} {{(pid=103279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 19:01:45.030526 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-50146022-f7ef-49a9-99ac-7c470f459ed3 {{(pid=103279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 19:01:45.030918 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50146022-f7ef-49a9-99ac-7c470f459ed3'] response: {'name': 'network-changed', 'server_uuid': 'e10490c1-4c5e-46ee-bcc0-0bcea6e1f6e4', 'tag': '7d2964dd-ad61-4332-bedf-ecb1e435f315', 'status': 'completed', 'code': 200} May 04 19:01:45.079832 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694d8b4d-c5c3-4803-835d-936f2f1f7e17 req-02b4c48c-036b-4eaa-a21f-52851be9eaa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:01:45.080098 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvr_db [None req-1d19eb06-776d-4cf5-8c0e-06db1e6cf88d None None] Set router d5339568-04a2-4813-b750-63c9a3fc9882 gateway port host: dv-cinder-840525-1-iscsi {{(pid=103282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:01:45.082395 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-694d8b4d-c5c3-4803-835d-936f2f1f7e17 req-02b4c48c-036b-4eaa-a21f-52851be9eaa7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=75fc5dead879453695a0046c9f35ff1d&device_id=e10490c1-4c5e-46ee-bcc0-0bcea6e1f6e4 HTTP/1.1" status: 200 len: 1129 time: 0.0482297 May 04 19:01:45.192002 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694d8b4d-c5c3-4803-835d-936f2f1f7e17 req-2c60845b-d8ba-48bf-af0d-b725695019ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:01:45.193393 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-694d8b4d-c5c3-4803-835d-936f2f1f7e17 req-2c60845b-d8ba-48bf-af0d-b725695019ca service neutron] 10.222.0.55 "GET /v2.0/networks?id=b1cedcbc-cdac-422b-b37d-00881e094afa HTTP/1.1" status: 200 len: 917 time: 0.1039312 May 04 19:01:45.233901 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_hamode_db [None req-0e9208e4-35ca-4573-9ef5-67533452e779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe', 'name': 'tempest-AttachVolumeNegativeTest-1693786255-router', 'tenant_id': 'dd17f7a747ad43fc905b8d1688a71ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'external_fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': '93cb56f8-8b0e-4ea1-b5c4-120dc35ae0d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:56:54Z', 'updated_at': '2022-05-04T18:57:09Z', 'revision_number': 4, 'project_id': 'dd17f7a747ad43fc905b8d1688a71ba7', 'gw_port': {'id': '93cb56f8-8b0e-4ea1-b5c4-120dc35ae0d6', 'name': '', 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:3d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:56:57Z', 'updated_at': '2022-05-04T18:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-1-iscsi', '_interfaces': [{'id': '2e8cc07d-5c50-47e4-be93-d1bb02ea6c92', 'name': '', 'network_id': '53f417bd-e455-4de8-9365-a661c93c9b00', 'tenant_id': 'dd17f7a747ad43fc905b8d1688a71ba7', 'mac_address': 'fa:16:3e:3f:9b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'e66736f7-cfb8-4201-a579-14943c9785b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:57:07Z', 'updated_at': '2022-05-04T18:57:18Z', 'revision_number': 5, 'project_id': 'dd17f7a747ad43fc905b8d1688a71ba7', 'subnets': [{'id': 'e66736f7-cfb8-4201-a579-14943c9785b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-1-iscsi', False) {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:01:45.260470 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9208e4-35ca-4573-9ef5-67533452e779 None None] Checking router: 81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe for host: dv-cinder-840525-1-iscsi {{(pid=103281) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 19:01:45.268998 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9208e4-35ca-4573-9ef5-67533452e779 None None] Routers {'81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe'} bound to L3 agent in host dv-cinder-840525-1-iscsi {{(pid=103281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:01:45.269646 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_hamode_db [None req-0e9208e4-35ca-4573-9ef5-67533452e779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T18:48:29Z,description=,heartbeat_timestamp=2022-05-04T19:01:29Z,host='dv-cinder-840525-1-iscsi',id=0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:48:29Z,topic='l3_agent')) {'router_ids': ['81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe'], 'active': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:01:45.297594 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-1d19eb06-776d-4cf5-8c0e-06db1e6cf88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5339568-04a2-4813-b750-63c9a3fc9882', 'name': 'tempest-AttachVolumeShelveTestJSON-216607060-router', 'tenant_id': '75fc5dead879453695a0046c9f35ff1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'external_fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': '43e0efb5-c5c7-489f-81f3-5a269fed0777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:58:01Z', 'updated_at': '2022-05-04T18:58:05Z', 'revision_number': 4, 'project_id': '75fc5dead879453695a0046c9f35ff1d', 'gw_port': {'id': '43e0efb5-c5c7-489f-81f3-5a269fed0777', 'name': '', 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:a2:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5339568-04a2-4813-b750-63c9a3fc9882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:58:02Z', 'updated_at': '2022-05-04T18:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-1-iscsi', '_floatingips': [{'id': '87f4e924-0863-45e1-9583-20b84d689476', 'tenant_id': '75fc5dead879453695a0046c9f35ff1d', 'floating_ip_address': '172.27.0.82', 'floating_network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'router_id': 'd5339568-04a2-4813-b750-63c9a3fc9882', 'port_id': '7d2964dd-ad61-4332-bedf-ecb1e435f315', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1cedcbc-cdac-422b-b37d-00881e094afa', 'mac_address': 'fa:16:3e:a1:13:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e10490c1-4c5e-46ee-bcc0-0bcea6e1f6e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T19:01:28Z', 'updated_at': '2022-05-04T19:01:44Z', 'revision_number': 1, 'project_id': '75fc5dead879453695a0046c9f35ff1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2b4131a-2ac4-4836-8d66-a72a530162d7', 'name': '', 'network_id': 'b1cedcbc-cdac-422b-b37d-00881e094afa', 'tenant_id': '75fc5dead879453695a0046c9f35ff1d', 'mac_address': 'fa:16:3e:3b:a2:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5339568-04a2-4813-b750-63c9a3fc9882', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'eeef2f41-46cc-4bf5-995a-936e9476bce2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:58:04Z', 'updated_at': '2022-05-04T18:58:09Z', 'revision_number': 5, 'project_id': '75fc5dead879453695a0046c9f35ff1d', 'subnets': [{'id': 'eeef2f41-46cc-4bf5-995a-936e9476bce2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-1-iscsi', False) {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:01:45.326496 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d19eb06-776d-4cf5-8c0e-06db1e6cf88d None None] Checking router: d5339568-04a2-4813-b750-63c9a3fc9882 for host: dv-cinder-840525-1-iscsi {{(pid=103282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 19:01:45.334973 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d19eb06-776d-4cf5-8c0e-06db1e6cf88d None None] Routers {'d5339568-04a2-4813-b750-63c9a3fc9882'} bound to L3 agent in host dv-cinder-840525-1-iscsi {{(pid=103282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:01:45.335598 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-1d19eb06-776d-4cf5-8c0e-06db1e6cf88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T18:48:29Z,description=,heartbeat_timestamp=2022-05-04T19:01:29Z,host='dv-cinder-840525-1-iscsi',id=0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:48:29Z,topic='l3_agent')) {'router_ids': ['d5339568-04a2-4813-b750-63c9a3fc9882'], 'active': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:01:45.381316 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvr_db [None req-0e9208e4-35ca-4573-9ef5-67533452e779 None None] Set router 81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe gateway port host: dv-cinder-840525-1-iscsi {{(pid=103281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:01:45.427114 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-694d8b4d-c5c3-4803-835d-936f2f1f7e17 req-24037a65-220f-4b4b-8053-c6a7fd1f48bb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7d2964dd-ad61-4332-bedf-ecb1e435f315 HTTP/1.1" status: 200 len: 998 time: 0.0806894 May 04 19:01:45.445529 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvr_db [None req-1d19eb06-776d-4cf5-8c0e-06db1e6cf88d None None] Set router d5339568-04a2-4813-b750-63c9a3fc9882 gateway port host: dv-cinder-840525-1-iscsi {{(pid=103282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:01:45.501582 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694d8b4d-c5c3-4803-835d-936f2f1f7e17 req-3300b431-0a4e-4b4b-b18a-b0929be6b7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:01:45.503219 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-694d8b4d-c5c3-4803-835d-936f2f1f7e17 req-3300b431-0a4e-4b4b-b18a-b0929be6b7fd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=eeef2f41-46cc-4bf5-995a-936e9476bce2 HTTP/1.1" status: 200 len: 855 time: 0.0703485 May 04 19:01:45.561991 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694d8b4d-c5c3-4803-835d-936f2f1f7e17 req-6533276a-e427-444e-9828-574cf5ec1f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:01:45.563802 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-694d8b4d-c5c3-4803-835d-936f2f1f7e17 req-6533276a-e427-444e-9828-574cf5ec1f9b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b1cedcbc-cdac-422b-b37d-00881e094afa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0540495 May 04 19:01:45.604807 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_hamode_db [None req-0e9208e4-35ca-4573-9ef5-67533452e779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe', 'name': 'tempest-AttachVolumeNegativeTest-1693786255-router', 'tenant_id': 'dd17f7a747ad43fc905b8d1688a71ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'external_fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': '93cb56f8-8b0e-4ea1-b5c4-120dc35ae0d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:56:54Z', 'updated_at': '2022-05-04T18:57:09Z', 'revision_number': 4, 'project_id': 'dd17f7a747ad43fc905b8d1688a71ba7', 'gw_port': {'id': '93cb56f8-8b0e-4ea1-b5c4-120dc35ae0d6', 'name': '', 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:3d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:56:57Z', 'updated_at': '2022-05-04T18:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-1-iscsi', '_interfaces': [{'id': '2e8cc07d-5c50-47e4-be93-d1bb02ea6c92', 'name': '', 'network_id': '53f417bd-e455-4de8-9365-a661c93c9b00', 'tenant_id': 'dd17f7a747ad43fc905b8d1688a71ba7', 'mac_address': 'fa:16:3e:3f:9b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'e66736f7-cfb8-4201-a579-14943c9785b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:57:07Z', 'updated_at': '2022-05-04T18:57:18Z', 'revision_number': 5, 'project_id': 'dd17f7a747ad43fc905b8d1688a71ba7', 'subnets': [{'id': 'e66736f7-cfb8-4201-a579-14943c9785b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-1-iscsi', False) {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:01:45.632611 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9208e4-35ca-4573-9ef5-67533452e779 None None] The sync data for ids ['81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe'] in dv-cinder-840525-1-iscsi is: [{'id': '81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe', 'name': 'tempest-AttachVolumeNegativeTest-1693786255-router', 'tenant_id': 'dd17f7a747ad43fc905b8d1688a71ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'external_fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': '93cb56f8-8b0e-4ea1-b5c4-120dc35ae0d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:56:54Z', 'updated_at': '2022-05-04T18:57:09Z', 'revision_number': 4, 'project_id': 'dd17f7a747ad43fc905b8d1688a71ba7', 'gw_port': {'id': '93cb56f8-8b0e-4ea1-b5c4-120dc35ae0d6', 'name': '', 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:3d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:56:57Z', 'updated_at': '2022-05-04T18:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-1-iscsi', '_interfaces': [{'id': '2e8cc07d-5c50-47e4-be93-d1bb02ea6c92', 'name': '', 'network_id': '53f417bd-e455-4de8-9365-a661c93c9b00', 'tenant_id': 'dd17f7a747ad43fc905b8d1688a71ba7', 'mac_address': 'fa:16:3e:3f:9b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'e66736f7-cfb8-4201-a579-14943c9785b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:57:07Z', 'updated_at': '2022-05-04T18:57:18Z', 'revision_number': 5, 'project_id': 'dd17f7a747ad43fc905b8d1688a71ba7', 'subnets': [{'id': 'e66736f7-cfb8-4201-a579-14943c9785b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 19:01:45.656101 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-694d8b4d-c5c3-4803-835d-936f2f1f7e17 req-8eafa006-2e92-486b-ac90-e41cc1cb1c02 service neutron] 10.222.0.55 "GET /v2.0/networks/b1cedcbc-cdac-422b-b37d-00881e094afa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855477 May 04 19:01:45.671612 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-1d19eb06-776d-4cf5-8c0e-06db1e6cf88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5339568-04a2-4813-b750-63c9a3fc9882', 'name': 'tempest-AttachVolumeShelveTestJSON-216607060-router', 'tenant_id': '75fc5dead879453695a0046c9f35ff1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'external_fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': '43e0efb5-c5c7-489f-81f3-5a269fed0777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:58:01Z', 'updated_at': '2022-05-04T18:58:05Z', 'revision_number': 4, 'project_id': '75fc5dead879453695a0046c9f35ff1d', 'gw_port': {'id': '43e0efb5-c5c7-489f-81f3-5a269fed0777', 'name': '', 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:a2:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5339568-04a2-4813-b750-63c9a3fc9882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:58:02Z', 'updated_at': '2022-05-04T18:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-1-iscsi', '_floatingips': [{'id': '87f4e924-0863-45e1-9583-20b84d689476', 'tenant_id': '75fc5dead879453695a0046c9f35ff1d', 'floating_ip_address': '172.27.0.82', 'floating_network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'router_id': 'd5339568-04a2-4813-b750-63c9a3fc9882', 'port_id': '7d2964dd-ad61-4332-bedf-ecb1e435f315', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1cedcbc-cdac-422b-b37d-00881e094afa', 'mac_address': 'fa:16:3e:a1:13:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e10490c1-4c5e-46ee-bcc0-0bcea6e1f6e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T19:01:28Z', 'updated_at': '2022-05-04T19:01:44Z', 'revision_number': 1, 'project_id': '75fc5dead879453695a0046c9f35ff1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2b4131a-2ac4-4836-8d66-a72a530162d7', 'name': '', 'network_id': 'b1cedcbc-cdac-422b-b37d-00881e094afa', 'tenant_id': '75fc5dead879453695a0046c9f35ff1d', 'mac_address': 'fa:16:3e:3b:a2:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5339568-04a2-4813-b750-63c9a3fc9882', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'eeef2f41-46cc-4bf5-995a-936e9476bce2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:58:04Z', 'updated_at': '2022-05-04T18:58:09Z', 'revision_number': 5, 'project_id': '75fc5dead879453695a0046c9f35ff1d', 'subnets': [{'id': 'eeef2f41-46cc-4bf5-995a-936e9476bce2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-1-iscsi', False) {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:01:45.702409 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d19eb06-776d-4cf5-8c0e-06db1e6cf88d None None] The sync data for ids ['d5339568-04a2-4813-b750-63c9a3fc9882'] in dv-cinder-840525-1-iscsi is: [{'id': 'd5339568-04a2-4813-b750-63c9a3fc9882', 'name': 'tempest-AttachVolumeShelveTestJSON-216607060-router', 'tenant_id': '75fc5dead879453695a0046c9f35ff1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'external_fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': '43e0efb5-c5c7-489f-81f3-5a269fed0777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:58:01Z', 'updated_at': '2022-05-04T18:58:05Z', 'revision_number': 4, 'project_id': '75fc5dead879453695a0046c9f35ff1d', 'gw_port': {'id': '43e0efb5-c5c7-489f-81f3-5a269fed0777', 'name': '', 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:a2:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5339568-04a2-4813-b750-63c9a3fc9882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:58:02Z', 'updated_at': '2022-05-04T18:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-1-iscsi', '_floatingips': [{'id': '87f4e924-0863-45e1-9583-20b84d689476', 'tenant_id': '75fc5dead879453695a0046c9f35ff1d', 'floating_ip_address': '172.27.0.82', 'floating_network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'router_id': 'd5339568-04a2-4813-b750-63c9a3fc9882', 'port_id': '7d2964dd-ad61-4332-bedf-ecb1e435f315', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1cedcbc-cdac-422b-b37d-00881e094afa', 'mac_address': 'fa:16:3e:a1:13:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e10490c1-4c5e-46ee-bcc0-0bcea6e1f6e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T19:01:28Z', 'updated_at': '2022-05-04T19:01:44Z', 'revision_number': 1, 'project_id': '75fc5dead879453695a0046c9f35ff1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2b4131a-2ac4-4836-8d66-a72a530162d7', 'name': '', 'network_id': 'b1cedcbc-cdac-422b-b37d-00881e094afa', 'tenant_id': '75fc5dead879453695a0046c9f35ff1d', 'mac_address': 'fa:16:3e:3b:a2:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5339568-04a2-4813-b750-63c9a3fc9882', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'eeef2f41-46cc-4bf5-995a-936e9476bce2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:58:04Z', 'updated_at': '2022-05-04T18:58:09Z', 'revision_number': 5, 'project_id': '75fc5dead879453695a0046c9f35ff1d', 'subnets': [{'id': 'eeef2f41-46cc-4bf5-995a-936e9476bce2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 19:01:45.754526 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-694d8b4d-c5c3-4803-835d-936f2f1f7e17 req-515da25a-fb72-4c8c-9361-60cd70efe3fb service neutron] 10.222.0.55 "GET /v2.0/networks/b1cedcbc-cdac-422b-b37d-00881e094afa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913489 May 04 19:01:45.894976 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f47a85f2-1fb9-4958-a32d-8079c0ec1f79 None None] New status for floating IP c8049975-3739-4bde-8339-ba3a2dd6be48: DOWN {{(pid=103281) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 19:01:45.917350 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 53106) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:01:45.958454 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fde62e1-d99d-4790-8176-ea8f6375c757 None None] New status for floating IP 87f4e924-0863-45e1-9583-20b84d689476: ACTIVE {{(pid=103282) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 19:01:45.994661 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-2c10010c-f556-4127-855b-ff42379869ac tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks [] for security_group (6e25a02e-015f-4d07-9f59-f1552d423bc1), before_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:46.021414 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-2c10010c-f556-4127-855b-ff42379869ac tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks [] for security_group (6e25a02e-015f-4d07-9f59-f1552d423bc1), precommit_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:46.071409 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-2c10010c-f556-4127-855b-ff42379869ac tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (6e25a02e-015f-4d07-9f59-f1552d423bc1), after_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:46.074365 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-2c10010c-f556-4127-855b-ff42379869ac tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks [] for security_group (None), before_response {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:46.075679 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-2c10010c-f556-4127-855b-ff42379869ac tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "DELETE /v2.0/security-groups/6e25a02e-015f-4d07-9f59-f1552d423bc1 HTTP/1.1" status: 204 len: 168 time: 0.1573298 May 04 19:01:46.078660 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 53110) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:01:46.088782 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c10010c-f556-4127-855b-ff42379869ac tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e25a02e-015f-4d07-9f59-f1552d423bc1,revision_number=None']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:01:46.093834 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.api.v2.resource [None req-59d6e41b-7dbe-465d-80d9-663641359f0b tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] show failed (client error): The resource could not be found. May 04 19:01:46.096333 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-59d6e41b-7dbe-465d-80d9-663641359f0b tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "GET /v2.0/security-groups/6e25a02e-015f-4d07-9f59-f1552d423bc1 HTTP/1.1" status: 404 len: 347 time: 0.0151820 May 04 19:01:46.097930 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 53112) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:01:46.238874 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.plugin [None req-910f3447-5ff8-4f4a-a3ad-b73c5581ce39 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Deleting port c6ee4fe6-a6ad-48fa-af9d-746962324f4b {{(pid=103280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 19:01:46.239222 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-910f3447-5ff8-4f4a-a3ad-b73c5581ce39 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790498772255'] for port (c6ee4fe6-a6ad-48fa-af9d-746962324f4b), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:46.317058 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-910f3447-5ff8-4f4a-a3ad-b73c5581ce39 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607728'] for port (c6ee4fe6-a6ad-48fa-af9d-746962324f4b), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:46.317415 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-910f3447-5ff8-4f4a-a3ad-b73c5581ce39 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks [] for floatingip (c6ee4fe6-a6ad-48fa-af9d-746962324f4b), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:46.329556 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.plugin [None req-910f3447-5ff8-4f4a-a3ad-b73c5581ce39 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Calling delete_port for c6ee4fe6-a6ad-48fa-af9d-746962324f4b owned by network:floatingip {{(pid=103280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 19:01:46.466646 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-910f3447-5ff8-4f4a-a3ad-b73c5581ce39 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790498779311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790498302109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12874298'] for port (c6ee4fe6-a6ad-48fa-af9d-746962324f4b), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:46.496668 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f3447-5ff8-4f4a-a3ad-b73c5581ce39 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Pushing event deleted for resources: {'Port': ['ID=c6ee4fe6-a6ad-48fa-af9d-746962324f4b,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:01:46.557031 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-910f3447-5ff8-4f4a-a3ad-b73c5581ce39 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks [] for floatingip (c8049975-3739-4bde-8339-ba3a2dd6be48), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:46.559599 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-910f3447-5ff8-4f4a-a3ad-b73c5581ce39 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127086'] for floatingip (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:46.560754 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-910f3447-5ff8-4f4a-a3ad-b73c5581ce39 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "DELETE /v2.0/floatingips/c8049975-3739-4bde-8339-ba3a2dd6be48 HTTP/1.1" status: 204 len: 168 time: 0.4619002 May 04 19:01:46.720268 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 53116) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:01:46.724807 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [None req-33eec429-c3cb-4d31-9f10-f8abecf8a3e0 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Request body: {'security_group': {'name': 'tempest-securitygroup--291732954', 'description': 'tempest-description--641216941'}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:01:46.746306 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-33eec429-c3cb-4d31-9f10-f8abecf8a3e0 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks [] for security_group (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:46.811423 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-33eec429-c3cb-4d31-9f10-f8abecf8a3e0 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks [] for security_group (822cf122-faaf-42c4-8887-080cfe52dd7a), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:46.817415 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-33eec429-c3cb-4d31-9f10-f8abecf8a3e0 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (822cf122-faaf-42c4-8887-080cfe52dd7a), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:46.844316 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-33eec429-c3cb-4d31-9f10-f8abecf8a3e0 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks [] for security_group (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:46.845600 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-33eec429-c3cb-4d31-9f10-f8abecf8a3e0 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1242728 May 04 19:01:46.848535 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 53118) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:01:46.850029 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33eec429-c3cb-4d31-9f10-f8abecf8a3e0 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=822cf122-faaf-42c4-8887-080cfe52dd7a,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:01:46.854583 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.v2.base [None req-00ac5497-66c6-4747-a01b-cf105a04f42d tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Request body: {'security_group_rule': {'security_group_id': '822cf122-faaf-42c4-8887-080cfe52dd7a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:01:46.885604 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-00ac5497-66c6-4747-a01b-cf105a04f42d tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks [] for security_group_rule (98b5268b-6665-40ae-894a-a080306546ca), before_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:46.944223 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-00ac5497-66c6-4747-a01b-cf105a04f42d tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks [] for security_group_rule (98b5268b-6665-40ae-894a-a080306546ca), precommit_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:46.949010 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-00ac5497-66c6-4747-a01b-cf105a04f42d tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577292'] for security_group_rule (98b5268b-6665-40ae-894a-a080306546ca), after_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:46.963524 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ac5497-66c6-4747-a01b-cf105a04f42d tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98b5268b-6665-40ae-894a-a080306546ca,revision_number=0']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:01:46.974595 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-00ac5497-66c6-4747-a01b-cf105a04f42d tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:46.975792 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-00ac5497-66c6-4747-a01b-cf105a04f42d tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1259449 May 04 19:01:46.978533 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 53120) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:01:46.982718 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.v2.base [None req-8bdce523-4a38-4f06-8cc0-573a601cedd0 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Request body: {'security_group_rule': {'security_group_id': '822cf122-faaf-42c4-8887-080cfe52dd7a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:01:47.008676 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-8bdce523-4a38-4f06-8cc0-573a601cedd0 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks [] for security_group_rule (3977120a-eef3-4a83-b078-4ecdb566e213), before_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:47.066588 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-8bdce523-4a38-4f06-8cc0-573a601cedd0 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks [] for security_group_rule (3977120a-eef3-4a83-b078-4ecdb566e213), precommit_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:47.071945 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-8bdce523-4a38-4f06-8cc0-573a601cedd0 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577292'] for security_group_rule (3977120a-eef3-4a83-b078-4ecdb566e213), after_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:47.096346 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdce523-4a38-4f06-8cc0-573a601cedd0 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3977120a-eef3-4a83-b078-4ecdb566e213,revision_number=0']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:01:47.104561 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-8bdce523-4a38-4f06-8cc0-573a601cedd0 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:47.105824 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-8bdce523-4a38-4f06-8cc0-573a601cedd0 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1263905 May 04 19:01:47.109016 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 53122) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:01:47.113266 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.v2.base [None req-5875f10b-aa9b-451c-b7f6-c496d2f50533 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Request body: {'floatingip': {'floating_network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762'}} {{(pid=103279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:01:47.135254 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5875f10b-aa9b-451c-b7f6-c496d2f50533 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:47.214248 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5875f10b-aa9b-451c-b7f6-c496d2f50533 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (None), before_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:47.323977 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.db.db_base_plugin_common [None req-5875f10b-aa9b-451c-b7f6-c496d2f50533 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Allocated IP 172.27.0.146 (cbca2f8d-f88f-49b4-8a9d-8b4714c67762/6d3155f3-7d72-4b90-89ae-8effc01a61e4/c9ba475d-6f9d-4ffe-89f7-47c76e7ec09d) {{(pid=103279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 19:01:47.426710 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5875f10b-aa9b-451c-b7f6-c496d2f50533 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks [] for port (c9ba475d-6f9d-4ffe-89f7-47c76e7ec09d), precommit_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:47.462693 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5875f10b-aa9b-451c-b7f6-c496d2f50533 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790498302100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13908970'] for port (c9ba475d-6f9d-4ffe-89f7-47c76e7ec09d), after_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:47.501240 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5875f10b-aa9b-451c-b7f6-c496d2f50533 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Network cbca2f8d-f88f-49b4-8a9d-8b4714c67762 is already hosted by enough agents. {{(pid=103279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 19:01:47.504155 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.scheduler.base_scheduler [None req-5875f10b-aa9b-451c-b7f6-c496d2f50533 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Resources bound (agent type, host, resource id): {{(pid=103279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 19:01:47.507769 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5875f10b-aa9b-451c-b7f6-c496d2f50533 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Received port after_create {{(pid=103279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 19:01:47.537251 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5875f10b-aa9b-451c-b7f6-c496d2f50533 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Pushing event updated for resources: {'Port': ['ID=c9ba475d-6f9d-4ffe-89f7-47c76e7ec09d,revision_number=1']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:01:47.604290 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5875f10b-aa9b-451c-b7f6-c496d2f50533 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks [] for floatingip (e32b8086-771e-4de9-a586-41e7fb27b4bd), precommit_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:47.624562 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Device bdb9184f-7a63-44f9-839e-3c461bb55f49 no longer exists at agent hyperv_hv-cinder-84052 {{(pid=103281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 19:01:47.647992 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] No Port match for: bdb9184f-7a63-44f9-839e-3c461bb55f49 {{(pid=103281) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 19:01:47.648334 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Device bdb9184f-7a63-44f9-839e-3c461bb55f49 not bound to the agent host hv-cinder-84052 {{(pid=103281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 19:01:47.648441 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5875f10b-aa9b-451c-b7f6-c496d2f50533 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (c9ba475d-6f9d-4ffe-89f7-47c76e7ec09d), before_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:47.801988 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5875f10b-aa9b-451c-b7f6-c496d2f50533 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks [] for port (c9ba475d-6f9d-4ffe-89f7-47c76e7ec09d), precommit_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:47.808863 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5875f10b-aa9b-451c-b7f6-c496d2f50533 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13908979'] for port (c9ba475d-6f9d-4ffe-89f7-47c76e7ec09d), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:47.887414 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5875f10b-aa9b-451c-b7f6-c496d2f50533 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Pushing event updated for resources: {'Port': ['ID=c9ba475d-6f9d-4ffe-89f7-47c76e7ec09d,revision_number=2']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:01:47.899256 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5875f10b-aa9b-451c-b7f6-c496d2f50533 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608971'] for floatingip (e32b8086-771e-4de9-a586-41e7fb27b4bd), after_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:47.916009 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5875f10b-aa9b-451c-b7f6-c496d2f50533 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127086'] for floatingip (None), before_response {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:47.917247 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-5875f10b-aa9b-451c-b7f6-c496d2f50533 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8072479 May 04 19:01:48.074042 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-f65e00c1-5db9-4f3d-b4f0-8a4081a703e4 req-51ab6251-4fe9-4f78-81aa-d7018ee5dc3c tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--291732954&fields=id&tenant_id=dd17f7a747ad43fc905b8d1688a71ba7 HTTP/1.1" status: 200 len: 267 time: 0.0452118 May 04 19:01:48.180738 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65e00c1-5db9-4f3d-b4f0-8a4081a703e4 req-0fce6f1f-960f-447f-afe8-decf6b71d586 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:01:48.182240 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-f65e00c1-5db9-4f3d-b4f0-8a4081a703e4 req-0fce6f1f-960f-447f-afe8-decf6b71d586 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "GET /v2.0/networks?id=53f417bd-e455-4de8-9365-a661c93c9b00 HTTP/1.1" status: 200 len: 815 time: 0.1017327 May 04 19:01:48.197532 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-f65e00c1-5db9-4f3d-b4f0-8a4081a703e4 req-fd7ec5c7-05e0-4ab0-b946-9828f52f2edc tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "GET /v2.0/quotas/dd17f7a747ad43fc905b8d1688a71ba7 HTTP/1.1" status: 200 len: 375 time: 0.0093906 May 04 19:01:48.249951 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-f65e00c1-5db9-4f3d-b4f0-8a4081a703e4 req-b2d8cbe7-7320-49f6-a9b0-61669ef88454 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=dd17f7a747ad43fc905b8d1688a71ba7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0451188 May 04 19:01:48.351651 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-f65e00c1-5db9-4f3d-b4f0-8a4081a703e4 req-2f89b5e6-897e-4971-9601-bb2323e9734e service neutron] 10.222.0.35 "GET /v2.0/networks/53f417bd-e455-4de8-9365-a661c93c9b00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847309 May 04 19:01:48.448447 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-f65e00c1-5db9-4f3d-b4f0-8a4081a703e4 req-da84b345-2bee-4eb2-8db7-d085c1516295 service neutron] 10.222.0.35 "GET /v2.0/networks/53f417bd-e455-4de8-9365-a661c93c9b00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875714 May 04 19:01:48.625999 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-2f9b164d-2663-474f-94ee-7806df8062c8 req-77aea4cd-955f-41d2-b19b-e093e70c6291 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "GET /v2.0/ports?device_id=ac6e7fe7-a1c8-4092-b435-1103795ef27b HTTP/1.1" status: 200 len: 210 time: 0.0351832 May 04 19:01:49.635556 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65e00c1-5db9-4f3d-b4f0-8a4081a703e4 req-1045ed56-4c16-4eec-b8c4-7431ebadda61 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:01:49.636979 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-f65e00c1-5db9-4f3d-b4f0-8a4081a703e4 req-1045ed56-4c16-4eec-b8c4-7431ebadda61 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.55 "GET /v2.0/networks?id=53f417bd-e455-4de8-9365-a661c93c9b00 HTTP/1.1" status: 200 len: 815 time: 0.1056802 May 04 19:01:49.700214 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-f65e00c1-5db9-4f3d-b4f0-8a4081a703e4 req-1010dfee-64dc-4ab3-b72d-ba13bc8dda5a tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dd17f7a747ad43fc905b8d1688a71ba7 HTTP/1.1" status: 200 len: 379 time: 0.0545342 May 04 19:01:49.712095 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [req-f65e00c1-5db9-4f3d-b4f0-8a4081a703e4 req-64e82190-c199-46c1-bc51-d7d94fb557dd tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Request body: {'port': {'device_id': 'ac6e7fe7-a1c8-4092-b435-1103795ef27b', 'network_id': '53f417bd-e455-4de8-9365-a661c93c9b00', 'admin_state_up': True, 'tenant_id': 'dd17f7a747ad43fc905b8d1688a71ba7', 'security_groups': ['822cf122-faaf-42c4-8887-080cfe52dd7a']}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:01:49.724324 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-63c21659-3427-4acb-9235-3463f0962367 req-f639b642-2604-453b-a6ae-94a7d9a219db tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "GET /v2.0/ports?device_id=ac6e7fe7-a1c8-4092-b435-1103795ef27b HTTP/1.1" status: 200 len: 210 time: 0.0287080 May 04 19:01:49.824767 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f65e00c1-5db9-4f3d-b4f0-8a4081a703e4 req-64e82190-c199-46c1-bc51-d7d94fb557dd tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Made reservation on behalf of dd17f7a747ad43fc905b8d1688a71ba7 for: {'port': 1} {{(pid=103280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 19:01:49.828792 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-f65e00c1-5db9-4f3d-b4f0-8a4081a703e4 req-64e82190-c199-46c1-bc51-d7d94fb557dd tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:49.958811 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.db.db_base_plugin_common [req-f65e00c1-5db9-4f3d-b4f0-8a4081a703e4 req-64e82190-c199-46c1-bc51-d7d94fb557dd tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Allocated IP 172.20.0.9 (53f417bd-e455-4de8-9365-a661c93c9b00/e66736f7-cfb8-4201-a579-14943c9785b1/e8da8c17-ff50-4399-8611-78f8a8fc709a) {{(pid=103280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 19:01:50.096646 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-f65e00c1-5db9-4f3d-b4f0-8a4081a703e4 req-64e82190-c199-46c1-bc51-d7d94fb557dd tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks [] for port (e8da8c17-ff50-4399-8611-78f8a8fc709a), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:50.135960 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-f65e00c1-5db9-4f3d-b4f0-8a4081a703e4 req-64e82190-c199-46c1-bc51-d7d94fb557dd tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790498302100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12874298'] for port (e8da8c17-ff50-4399-8611-78f8a8fc709a), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:50.183282 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f65e00c1-5db9-4f3d-b4f0-8a4081a703e4 req-64e82190-c199-46c1-bc51-d7d94fb557dd tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Network 53f417bd-e455-4de8-9365-a661c93c9b00 is already hosted by enough agents. {{(pid=103280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 19:01:50.186628 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.base_scheduler [req-f65e00c1-5db9-4f3d-b4f0-8a4081a703e4 req-64e82190-c199-46c1-bc51-d7d94fb557dd tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Resources bound (agent type, host, resource id): {{(pid=103280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 19:01:50.192878 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvrscheduler_db [req-f65e00c1-5db9-4f3d-b4f0-8a4081a703e4 req-64e82190-c199-46c1-bc51-d7d94fb557dd tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Received port after_create {{(pid=103280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 19:01:50.198783 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e82190-c199-46c1-bc51-d7d94fb557dd tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Pushing event updated for resources: {'Port': ['ID=e8da8c17-ff50-4399-8611-78f8a8fc709a,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:01:50.245095 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65e00c1-5db9-4f3d-b4f0-8a4081a703e4 req-64e82190-c199-46c1-bc51-d7d94fb557dd tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:01:50.245770 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-f65e00c1-5db9-4f3d-b4f0-8a4081a703e4 req-64e82190-c199-46c1-bc51-d7d94fb557dd tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127086'] for port (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:50.262651 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-f65e00c1-5db9-4f3d-b4f0-8a4081a703e4 req-64e82190-c199-46c1-bc51-d7d94fb557dd tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5543630 May 04 19:01:50.278213 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [req-f65e00c1-5db9-4f3d-b4f0-8a4081a703e4 req-bdce716f-a3cd-45d7-8105-f182c21f471b service neutron] Request body: {'port': {'device_id': 'ac6e7fe7-a1c8-4092-b435-1103795ef27b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84052'}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:01:50.339396 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-f65e00c1-5db9-4f3d-b4f0-8a4081a703e4 req-bdce716f-a3cd-45d7-8105-f182c21f471b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (e8da8c17-ff50-4399-8611-78f8a8fc709a), before_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:50.405056 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-e06871e1-d6a0-45cc-9b2d-231473669165 None None] Provisioning complete for port e8da8c17-ff50-4399-8611-78f8a8fc709a triggered by entity DHCP. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:01:50.405712 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e06871e1-d6a0-45cc-9b2d-231473669165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1774450'] for port (e8da8c17-ff50-4399-8611-78f8a8fc709a), provisioning_complete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:50.439996 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-e06871e1-d6a0-45cc-9b2d-231473669165 None None] Port e8da8c17-ff50-4399-8611-78f8a8fc709a cannot update to ACTIVE because it is not bound. {{(pid=103281) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 19:01:50.607160 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.notifiers.nova [req-f65e00c1-5db9-4f3d-b4f0-8a4081a703e4 req-bdce716f-a3cd-45d7-8105-f182c21f471b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8da8c17-ff50-4399-8611-78f8a8fc709a {{(pid=103280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 19:01:50.615126 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-f65e00c1-5db9-4f3d-b4f0-8a4081a703e4 req-bdce716f-a3cd-45d7-8105-f182c21f471b service neutron] Publish callbacks [] for port (e8da8c17-ff50-4399-8611-78f8a8fc709a), precommit_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:50.630010 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.db.provisioning_blocks [req-f65e00c1-5db9-4f3d-b4f0-8a4081a703e4 req-bdce716f-a3cd-45d7-8105-f182c21f471b service neutron] Transition to ACTIVE for port object e8da8c17-ff50-4399-8611-78f8a8fc709a will not be triggered until provisioned by entity L2. {{(pid=103280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 19:01:50.634481 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-f65e00c1-5db9-4f3d-b4f0-8a4081a703e4 req-bdce716f-a3cd-45d7-8105-f182c21f471b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12874275'] for port (e8da8c17-ff50-4399-8611-78f8a8fc709a), after_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:50.682390 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdce716f-a3cd-45d7-8105-f182c21f471b service neutron] Pushing event updated for resources: {'Port': ['ID=e8da8c17-ff50-4399-8611-78f8a8fc709a,revision_number=2']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:01:50.766769 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.managers [req-f65e00c1-5db9-4f3d-b4f0-8a4081a703e4 req-bdce716f-a3cd-45d7-8105-f182c21f471b service neutron] Attempting to bind port e8da8c17-ff50-4399-8611-78f8a8fc709a on host hv-cinder-84052 for vnic_type normal with profile {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 19:01:50.767401 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.managers [req-f65e00c1-5db9-4f3d-b4f0-8a4081a703e4 req-bdce716f-a3cd-45d7-8105-f182c21f471b service neutron] Attempting to bind port e8da8c17-ff50-4399-8611-78f8a8fc709a by drivers openvswitch,hyperv on host hv-cinder-84052 at level 0 using segments [{'id': '83414da3-b767-40e5-839e-69613fac7970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '53f417bd-e455-4de8-9365-a661c93c9b00'}] {{(pid=103280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 19:01:50.767733 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f65e00c1-5db9-4f3d-b4f0-8a4081a703e4 req-bdce716f-a3cd-45d7-8105-f182c21f471b service neutron] Attempting to bind port e8da8c17-ff50-4399-8611-78f8a8fc709a on network 53f417bd-e455-4de8-9365-a661c93c9b00 {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 19:01:50.772253 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f65e00c1-5db9-4f3d-b4f0-8a4081a703e4 req-bdce716f-a3cd-45d7-8105-f182c21f471b service neutron] Port e8da8c17-ff50-4399-8611-78f8a8fc709a on network 53f417bd-e455-4de8-9365-a661c93c9b00 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84052 {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 19:01:50.772583 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f65e00c1-5db9-4f3d-b4f0-8a4081a703e4 req-bdce716f-a3cd-45d7-8105-f182c21f471b service neutron] Attempting to bind port e8da8c17-ff50-4399-8611-78f8a8fc709a on network 53f417bd-e455-4de8-9365-a661c93c9b00 {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 19:01:50.777509 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f65e00c1-5db9-4f3d-b4f0-8a4081a703e4 req-bdce716f-a3cd-45d7-8105-f182c21f471b service neutron] Checking agent: {'id': 'bff7e656-358d-4e40-a36a-3f10fe33ffdf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84052', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 18, 54, 55), 'started_at': datetime.datetime(2022, 5, 4, 18, 54, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 19, 1, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 19:01:50.778212 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f65e00c1-5db9-4f3d-b4f0-8a4081a703e4 req-bdce716f-a3cd-45d7-8105-f182c21f471b service neutron] Checking segment: {'id': '83414da3-b767-40e5-839e-69613fac7970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '53f417bd-e455-4de8-9365-a661c93c9b00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 19:01:50.778601 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f65e00c1-5db9-4f3d-b4f0-8a4081a703e4 req-bdce716f-a3cd-45d7-8105-f182c21f471b service neutron] Bound using segment: {'id': '83414da3-b767-40e5-839e-69613fac7970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '53f417bd-e455-4de8-9365-a661c93c9b00'} {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 19:01:50.779026 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.managers [req-f65e00c1-5db9-4f3d-b4f0-8a4081a703e4 req-bdce716f-a3cd-45d7-8105-f182c21f471b service neutron] Bound port: e8da8c17-ff50-4399-8611-78f8a8fc709a, host: hv-cinder-84052, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83414da3-b767-40e5-839e-69613fac7970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '53f417bd-e455-4de8-9365-a661c93c9b00'}}] {{(pid=103280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 19:01:50.779386 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-f65e00c1-5db9-4f3d-b4f0-8a4081a703e4 req-bdce716f-a3cd-45d7-8105-f182c21f471b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (e8da8c17-ff50-4399-8611-78f8a8fc709a), before_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:50.861581 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b2e6d1-ad0d-444e-826e-b49bcdf01a98 req-1bc27db5-4f67-4792-ab55-b2e6f309cd62 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:01:50.862977 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-b1b2e6d1-ad0d-444e-826e-b49bcdf01a98 req-1bc27db5-4f67-4792-ab55-b2e6f309cd62 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "GET /v2.0/ports?device_id=ac6e7fe7-a1c8-4092-b435-1103795ef27b HTTP/1.1" status: 200 len: 943 time: 0.0676565 May 04 19:01:50.896995 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.db [req-f65e00c1-5db9-4f3d-b4f0-8a4081a703e4 req-bdce716f-a3cd-45d7-8105-f182c21f471b service neutron] For port e8da8c17-ff50-4399-8611-78f8a8fc709a, host hv-cinder-84052, cleared binding levels {{(pid=103280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 19:01:50.916332 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.db [req-f65e00c1-5db9-4f3d-b4f0-8a4081a703e4 req-bdce716f-a3cd-45d7-8105-f182c21f471b service neutron] For port e8da8c17-ff50-4399-8611-78f8a8fc709a, host hv-cinder-84052, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=e8da8c17-ff50-4399-8611-78f8a8fc709a,segment=NetworkSegment(83414da3-b767-40e5-839e-69613fac7970),segment_id=83414da3-b767-40e5-839e-69613fac7970)] {{(pid=103280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 19:01:50.931746 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-f65e00c1-5db9-4f3d-b4f0-8a4081a703e4 req-bdce716f-a3cd-45d7-8105-f182c21f471b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12874275'] for port (e8da8c17-ff50-4399-8611-78f8a8fc709a), after_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:50.942624 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-b1b2e6d1-ad0d-444e-826e-b49bcdf01a98 req-628cea0c-c948-4a3f-916d-18096447839f tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "GET /v2.0/security-groups?id=822cf122-faaf-42c4-8887-080cfe52dd7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696559 May 04 19:01:50.970868 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65e00c1-5db9-4f3d-b4f0-8a4081a703e4 req-bdce716f-a3cd-45d7-8105-f182c21f471b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:01:50.971476 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-f65e00c1-5db9-4f3d-b4f0-8a4081a703e4 req-bdce716f-a3cd-45d7-8105-f182c21f471b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127086'] for port (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:50.972809 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-f65e00c1-5db9-4f3d-b4f0-8a4081a703e4 req-bdce716f-a3cd-45d7-8105-f182c21f471b service neutron] 10.222.0.55 "PUT /v2.0/ports/e8da8c17-ff50-4399-8611-78f8a8fc709a HTTP/1.1" status: 200 len: 1093 time: 0.6989627 May 04 19:01:50.973237 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac6e7fe7-a1c8-4092-b435-1103795ef27b', 'tag': 'e8da8c17-ff50-4399-8611-78f8a8fc709a'}] {{(pid=103280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 19:01:50.975485 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d17ed66b9d9b08214cd1b2d258b378c61736cd464b468dfe37a5b26948fd6e52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1914b493-375f-4921-97e4-e24b92853c5c" -d '{"events": [{"name": "network-changed", "server_uuid": "ac6e7fe7-a1c8-4092-b435-1103795ef27b", "tag": "e8da8c17-ff50-4399-8611-78f8a8fc709a"}]}' {{(pid=103280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 19:01:51.002967 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdce716f-a3cd-45d7-8105-f182c21f471b service neutron] Pushing event updated for resources: {'Port': ['ID=e8da8c17-ff50-4399-8611-78f8a8fc709a,revision_number=3']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:01:51.016906 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 19:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b6023f3-95de-4a92-8547-3397869b4a71 x-openstack-request-id: req-5b6023f3-95de-4a92-8547-3397869b4a71 {{(pid=103280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 19:01:51.017193 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac6e7fe7-a1c8-4092-b435-1103795ef27b", "tag": "e8da8c17-ff50-4399-8611-78f8a8fc709a", "status": "completed", "code": 200}]} {{(pid=103280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 19:01:51.017485 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5b6023f3-95de-4a92-8547-3397869b4a71 {{(pid=103280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 19:01:51.017883 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b6023f3-95de-4a92-8547-3397869b4a71'] response: {'name': 'network-changed', 'server_uuid': 'ac6e7fe7-a1c8-4092-b435-1103795ef27b', 'tag': 'e8da8c17-ff50-4399-8611-78f8a8fc709a', 'status': 'completed', 'code': 200} May 04 19:01:51.075600 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65e00c1-5db9-4f3d-b4f0-8a4081a703e4 req-afe0a445-6c9d-45f9-b631-faad77a898de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:01:51.077145 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-f65e00c1-5db9-4f3d-b4f0-8a4081a703e4 req-afe0a445-6c9d-45f9-b631-faad77a898de service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=dd17f7a747ad43fc905b8d1688a71ba7&device_id=ac6e7fe7-a1c8-4092-b435-1103795ef27b HTTP/1.1" status: 200 len: 1127 time: 0.0416300 May 04 19:01:51.121379 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-f65e00c1-5db9-4f3d-b4f0-8a4081a703e4 req-81cb91fb-dcb4-4695-96d1-3c5715e0a68f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e8da8c17-ff50-4399-8611-78f8a8fc709a HTTP/1.1" status: 200 len: 217 time: 0.0352137 May 04 19:01:51.174266 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65e00c1-5db9-4f3d-b4f0-8a4081a703e4 req-babe52b5-2f41-4908-a43d-14573a8674e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:01:51.175717 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-f65e00c1-5db9-4f3d-b4f0-8a4081a703e4 req-babe52b5-2f41-4908-a43d-14573a8674e9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e66736f7-cfb8-4201-a579-14943c9785b1 HTTP/1.1" status: 200 len: 854 time: 0.0477231 May 04 19:01:51.218904 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65e00c1-5db9-4f3d-b4f0-8a4081a703e4 req-19b76040-d73b-4347-99e9-1ce792a403ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:01:51.220395 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-f65e00c1-5db9-4f3d-b4f0-8a4081a703e4 req-19b76040-d73b-4347-99e9-1ce792a403ec service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=53f417bd-e455-4de8-9365-a661c93c9b00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383964 May 04 19:01:51.310973 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-f65e00c1-5db9-4f3d-b4f0-8a4081a703e4 req-169f83cd-64c8-4cd3-ab8f-7f7b3ad51e50 service neutron] 10.222.0.55 "GET /v2.0/networks/53f417bd-e455-4de8-9365-a661c93c9b00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839541 May 04 19:01:51.407204 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-f65e00c1-5db9-4f3d-b4f0-8a4081a703e4 req-bedda0ba-c78f-4e4d-897a-aba64e8a49cb service neutron] 10.222.0.55 "GET /v2.0/networks/53f417bd-e455-4de8-9365-a661c93c9b00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873981 May 04 19:01:52.069955 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba7ee9c-509d-4f6a-9939-7874bd100681 req-1d32b921-ec5c-454d-8e42-0a48e4f50a1f tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:01:52.071673 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-3ba7ee9c-509d-4f6a-9939-7874bd100681 req-1d32b921-ec5c-454d-8e42-0a48e4f50a1f tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "GET /v2.0/ports?device_id=ac6e7fe7-a1c8-4092-b435-1103795ef27b HTTP/1.1" status: 200 len: 943 time: 0.0541317 May 04 19:01:52.122034 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-3ba7ee9c-509d-4f6a-9939-7874bd100681 req-dd190f2a-c8a4-4c02-90a4-cda9a6fa1ffd tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "GET /v2.0/security-groups?id=822cf122-faaf-42c4-8887-080cfe52dd7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426981 May 04 19:01:52.479526 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1914b493-375f-4921-97e4-e24b92853c5c req-6cb5caf5-6f39-4a22-a938-008c257c2e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:01:52.481041 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-1914b493-375f-4921-97e4-e24b92853c5c req-6cb5caf5-6f39-4a22-a938-008c257c2e9c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=dd17f7a747ad43fc905b8d1688a71ba7&device_id=ac6e7fe7-a1c8-4092-b435-1103795ef27b HTTP/1.1" status: 200 len: 1127 time: 0.0550113 May 04 19:01:52.572746 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1914b493-375f-4921-97e4-e24b92853c5c req-e82c6706-362a-4cf1-8482-fdcce858051d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:01:52.574273 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-1914b493-375f-4921-97e4-e24b92853c5c req-e82c6706-362a-4cf1-8482-fdcce858051d service neutron] 10.222.0.55 "GET /v2.0/networks?id=53f417bd-e455-4de8-9365-a661c93c9b00 HTTP/1.1" status: 200 len: 916 time: 0.0831506 May 04 19:01:52.617707 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-1914b493-375f-4921-97e4-e24b92853c5c req-b7b9808d-5082-42d5-9827-372704e8c15f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e8da8c17-ff50-4399-8611-78f8a8fc709a HTTP/1.1" status: 200 len: 217 time: 0.0369265 May 04 19:01:52.672321 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1914b493-375f-4921-97e4-e24b92853c5c req-39230bc9-e692-48f0-8cb9-e4fd1abdca18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:01:52.674442 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-1914b493-375f-4921-97e4-e24b92853c5c req-39230bc9-e692-48f0-8cb9-e4fd1abdca18 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e66736f7-cfb8-4201-a579-14943c9785b1 HTTP/1.1" status: 200 len: 854 time: 0.0505013 May 04 19:01:52.718181 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1914b493-375f-4921-97e4-e24b92853c5c req-aaf3612d-50b6-4d46-93a4-f8ad852469ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:01:52.719620 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-1914b493-375f-4921-97e4-e24b92853c5c req-aaf3612d-50b6-4d46-93a4-f8ad852469ee service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=53f417bd-e455-4de8-9365-a661c93c9b00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391774 May 04 19:01:52.838187 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-1914b493-375f-4921-97e4-e24b92853c5c req-0de4bd45-ab41-426d-b892-c9e22bdd26fd service neutron] 10.222.0.55 "GET /v2.0/networks/53f417bd-e455-4de8-9365-a661c93c9b00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990376 May 04 19:01:52.928993 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-1914b493-375f-4921-97e4-e24b92853c5c req-ffe15a22-05d3-4f9a-9872-6d6112ad1a0b service neutron] 10.222.0.55 "GET /v2.0/networks/53f417bd-e455-4de8-9365-a661c93c9b00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839989 May 04 19:01:53.294036 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6793b928-b6d7-40de-8d9f-a86954e04179 req-65a5ea25-52be-4a5c-9b31-a3033dca5d28 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:01:53.295487 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-6793b928-b6d7-40de-8d9f-a86954e04179 req-65a5ea25-52be-4a5c-9b31-a3033dca5d28 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "GET /v2.0/ports?device_id=ac6e7fe7-a1c8-4092-b435-1103795ef27b HTTP/1.1" status: 200 len: 943 time: 0.1044440 May 04 19:01:53.340981 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-6793b928-b6d7-40de-8d9f-a86954e04179 req-09fa5fef-1edc-42f5-8fc0-38195f28f78c tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "GET /v2.0/security-groups?id=822cf122-faaf-42c4-8887-080cfe52dd7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396836 May 04 19:01:53.649573 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Device e8da8c17-ff50-4399-8611-78f8a8fc709a details requested by agent hyperv_hv-cinder-84052 with host hv-cinder-84052 {{(pid=103281) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 19:01:53.752833 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] For port e8da8c17-ff50-4399-8611-78f8a8fc709a, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=e8da8c17-ff50-4399-8611-78f8a8fc709a,segment=NetworkSegment(83414da3-b767-40e5-839e-69613fac7970),segment_id=83414da3-b767-40e5-839e-69613fac7970)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:01:53.764296 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Returning: {'device': 'e8da8c17-ff50-4399-8611-78f8a8fc709a', 'network_id': '53f417bd-e455-4de8-9365-a661c93c9b00', 'port_id': 'e8da8c17-ff50-4399-8611-78f8a8fc709a', 'mac_address': 'fa:16:3e:11:3d:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 255, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e66736f7-cfb8-4201-a579-14943c9785b1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103281) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 19:01:53.801400 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Current status of the port e8da8c17-ff50-4399-8611-78f8a8fc709a is: DOWN; New status is: BUILD {{(pid=103281) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:01:53.801780 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (e8da8c17-ff50-4399-8611-78f8a8fc709a), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:53.815893 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.notifiers.nova [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8da8c17-ff50-4399-8611-78f8a8fc709a {{(pid=103281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 19:01:53.837655 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] For port e8da8c17-ff50-4399-8611-78f8a8fc709a, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=e8da8c17-ff50-4399-8611-78f8a8fc709a,segment=NetworkSegment(83414da3-b767-40e5-839e-69613fac7970),segment_id=83414da3-b767-40e5-839e-69613fac7970)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:01:53.844769 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136'] for port (e8da8c17-ff50-4399-8611-78f8a8fc709a), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:53.902669 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Pushing event updated for resources: {'Port': ['ID=e8da8c17-ff50-4399-8611-78f8a8fc709a,revision_number=4']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:01:54.155905 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] get_ports_and_sgs() called for port_ids ['e8da8c17-ff50-4399-8611-78f8a8fc709a'] {{(pid=103281) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 19:01:54.513807 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ec04ce-bb3c-41c9-b505-2d788918c02d req-b55a9d04-4651-472d-8e01-7261e9798dcf tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:01:54.515278 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e7ec04ce-bb3c-41c9-b505-2d788918c02d req-b55a9d04-4651-472d-8e01-7261e9798dcf tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "GET /v2.0/ports?device_id=ac6e7fe7-a1c8-4092-b435-1103795ef27b HTTP/1.1" status: 200 len: 944 time: 0.1016958 May 04 19:01:54.565460 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e7ec04ce-bb3c-41c9-b505-2d788918c02d req-ab9b2b6f-4af7-4448-8468-ebb66a03013c tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "GET /v2.0/security-groups?id=822cf122-faaf-42c4-8887-080cfe52dd7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444548 May 04 19:01:55.434879 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (bff7e656-358d-4e40-a36a-3f10fe33ffdf), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:55.654524 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Device e8da8c17-ff50-4399-8611-78f8a8fc709a up at agent hyperv_hv-cinder-84052 {{(pid=103281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 19:01:55.692487 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105e09a0-7fc8-4cae-9068-c1997c986b52 req-000cbff3-56a3-466f-b899-5850b3cdbe01 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:01:55.693921 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-105e09a0-7fc8-4cae-9068-c1997c986b52 req-000cbff3-56a3-466f-b899-5850b3cdbe01 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "GET /v2.0/ports?device_id=ac6e7fe7-a1c8-4092-b435-1103795ef27b HTTP/1.1" status: 200 len: 944 time: 0.0478952 May 04 19:01:55.700454 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Provisioning for port e8da8c17-ff50-4399-8611-78f8a8fc709a completed by entity L2. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 19:01:55.707636 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Provisioning complete for port e8da8c17-ff50-4399-8611-78f8a8fc709a triggered by entity L2. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:01:55.708060 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1774450'] for port (e8da8c17-ff50-4399-8611-78f8a8fc709a), provisioning_complete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:55.740933 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-105e09a0-7fc8-4cae-9068-c1997c986b52 req-2401ce40-f18f-4553-97b5-32a34931d494 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "GET /v2.0/security-groups?id=822cf122-faaf-42c4-8887-080cfe52dd7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412078 May 04 19:01:55.783996 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Current status of the port e8da8c17-ff50-4399-8611-78f8a8fc709a is: BUILD; New status is: ACTIVE {{(pid=103281) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:01:55.784377 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (e8da8c17-ff50-4399-8611-78f8a8fc709a), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:55.811006 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac6e7fe7-a1c8-4092-b435-1103795ef27b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8da8c17-ff50-4399-8611-78f8a8fc709a'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 19:01:55.814056 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29bc9e8fddf1e81845832baf79700cdfe783df1752dea94dce4e4e68657cb9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9025ddc7-48e9-4042-a5a7-6b99a1e16bfb" -d '{"events": [{"server_uuid": "ac6e7fe7-a1c8-4092-b435-1103795ef27b", "name": "network-vif-plugged", "status": "completed", "tag": "e8da8c17-ff50-4399-8611-78f8a8fc709a"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 19:01:55.826477 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] For port e8da8c17-ff50-4399-8611-78f8a8fc709a, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=e8da8c17-ff50-4399-8611-78f8a8fc709a,segment=NetworkSegment(83414da3-b767-40e5-839e-69613fac7970),segment_id=83414da3-b767-40e5-839e-69613fac7970)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:01:55.831756 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136'] for port (e8da8c17-ff50-4399-8611-78f8a8fc709a), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:55.860216 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 19:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c08eec3a-6d8d-4a9e-b807-7a01f150db12 x-openstack-request-id: req-c08eec3a-6d8d-4a9e-b807-7a01f150db12 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 19:01:55.860532 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac6e7fe7-a1c8-4092-b435-1103795ef27b", "name": "network-vif-plugged", "status": "completed", "tag": "e8da8c17-ff50-4399-8611-78f8a8fc709a", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 19:01:55.860784 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c08eec3a-6d8d-4a9e-b807-7a01f150db12 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 19:01:55.861170 dv-cinder-840525-1-iscsi neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c08eec3a-6d8d-4a9e-b807-7a01f150db12'] response: {'server_uuid': 'ac6e7fe7-a1c8-4092-b435-1103795ef27b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8da8c17-ff50-4399-8611-78f8a8fc709a', 'code': 200} May 04 19:01:55.888367 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Pushing event updated for resources: {'Port': ['ID=e8da8c17-ff50-4399-8611-78f8a8fc709a,revision_number=5']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:01:56.022098 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6168bc30-0c04-46f2-a63e-dd10fc2747a6 req-9fa2c445-f10f-444d-ba5f-0b848974f06f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:01:56.023468 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6168bc30-0c04-46f2-a63e-dd10fc2747a6 req-9fa2c445-f10f-444d-ba5f-0b848974f06f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ac6e7fe7-a1c8-4092-b435-1103795ef27b HTTP/1.1" status: 200 len: 1129 time: 0.0390179 May 04 19:01:56.067752 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6168bc30-0c04-46f2-a63e-dd10fc2747a6 req-a27c7d74-7733-456b-ba5a-a584fad8818d service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=822cf122-faaf-42c4-8887-080cfe52dd7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380108 May 04 19:01:56.868985 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1a6c7e-8e11-4b3a-9470-9f0030502955 req-6068e18d-1b6d-4e6c-a84a-3a5b94630553 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:01:56.870615 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-fa1a6c7e-8e11-4b3a-9470-9f0030502955 req-6068e18d-1b6d-4e6c-a84a-3a5b94630553 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "GET /v2.0/ports?device_id=ac6e7fe7-a1c8-4092-b435-1103795ef27b HTTP/1.1" status: 200 len: 945 time: 0.0506473 May 04 19:01:56.871495 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-24df36b5-3a2e-4ab3-9383-7d8312e43313 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (ae04e5b6-6ccf-46c0-81ba-a3f5b8ae390c), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:56.921563 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-fa1a6c7e-8e11-4b3a-9470-9f0030502955 req-710fe7f0-b586-4ae7-b676-fb5092f99ff1 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "GET /v2.0/security-groups?id=822cf122-faaf-42c4-8887-080cfe52dd7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444121 May 04 19:01:58.040164 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790c3e84-3021-4a83-a5a1-a3a0eb80728e req-22574c26-e0e4-41be-9e2d-93ce6fbc9fff tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:01:58.042377 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-790c3e84-3021-4a83-a5a1-a3a0eb80728e req-22574c26-e0e4-41be-9e2d-93ce6fbc9fff tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "GET /v2.0/ports?device_id=ac6e7fe7-a1c8-4092-b435-1103795ef27b HTTP/1.1" status: 200 len: 945 time: 0.0492287 May 04 19:01:58.099893 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-790c3e84-3021-4a83-a5a1-a3a0eb80728e req-9f1f0621-43e9-455e-b46e-e2d2ac300529 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "GET /v2.0/security-groups?id=822cf122-faaf-42c4-8887-080cfe52dd7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509741 May 04 19:01:58.178714 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3022588e-7d78-4716-9cab-0ab33d37a0e4 req-d6f978ae-9945-4470-b679-97b3abb9d205 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:01:58.180327 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-3022588e-7d78-4716-9cab-0ab33d37a0e4 req-d6f978ae-9945-4470-b679-97b3abb9d205 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae1c0168-16cb-471e-91d0-fd249c17995b HTTP/1.1" status: 200 len: 945 time: 0.0542088 May 04 19:01:58.224215 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52f7f8b-ac49-4323-b9d8-6c41a0055845 req-f7ce0237-fd20-453a-8bde-755be0059d42 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:01:58.225649 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-b52f7f8b-ac49-4323-b9d8-6c41a0055845 req-f7ce0237-fd20-453a-8bde-755be0059d42 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "GET /v2.0/ports?device_id=ac6e7fe7-a1c8-4092-b435-1103795ef27b HTTP/1.1" status: 200 len: 945 time: 0.0489037 May 04 19:01:58.227949 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-3022588e-7d78-4716-9cab-0ab33d37a0e4 req-a1f6874e-2da3-4dfb-bc4e-e9dc5c008008 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] 10.222.0.35 "GET /v2.0/security-groups?id=21f831f8-7055-49b7-bcbd-6286b30d4ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419552 May 04 19:01:58.234703 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 53204) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:01:58.239152 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.v2.base [None req-14c84b47-5e02-4108-bc22-701023edfe39 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Request body: {'floatingip': {'port_id': 'e8da8c17-ff50-4399-8611-78f8a8fc709a'}} {{(pid=103279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:01:58.277824 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-14c84b47-5e02-4108-bc22-701023edfe39 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks [] for floatingip (e32b8086-771e-4de9-a586-41e7fb27b4bd), before_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:58.732734 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-14c84b47-5e02-4108-bc22-701023edfe39 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:58.738861 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-14c84b47-5e02-4108-bc22-701023edfe39 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608971'] for floatingip (e32b8086-771e-4de9-a586-41e7fb27b4bd), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:58.843271 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.db.l3_db [None req-14c84b47-5e02-4108-bc22-701023edfe39 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Floating IP e32b8086-771e-4de9-a586-41e7fb27b4bd associated. External IP: 172.27.0.146, port: e8da8c17-ff50-4399-8611-78f8a8fc709a. May 04 19:01:59.066715 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-82fa0778-a43a-487a-8ea0-4d1ba9f22c6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:59.275305 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14c84b47-5e02-4108-bc22-701023edfe39 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Router 81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe has already been hosted by L3 agent 0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b {{(pid=103279) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 19:01:59.373268 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94fef48-8725-455f-897d-48777721aa8e req-ce04ac42-7f36-4ca5-b7fa-bdeffdb72ab8 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:01:59.374737 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-f94fef48-8725-455f-897d-48777721aa8e req-ce04ac42-7f36-4ca5-b7fa-bdeffdb72ab8 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae1c0168-16cb-471e-91d0-fd249c17995b HTTP/1.1" status: 200 len: 945 time: 0.0554245 May 04 19:01:59.439583 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14c84b47-5e02-4108-bc22-701023edfe39 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Notify agent at l3_agent.dv-cinder-840525-1-iscsi the message routers_updated {{(pid=103279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 19:01:59.445402 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-14c84b47-5e02-4108-bc22-701023edfe39 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127086'] for floatingip (None), before_response {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:01:59.449964 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-749db944-a0a1-4c5f-9c1a-b41248b840d1 None None] Sync routers for ids ['81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe'] in dv-cinder-840525-1-iscsi {{(pid=103281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 19:01:59.463312 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749db944-a0a1-4c5f-9c1a-b41248b840d1 None None] Routers {'81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe'} bound to L3 agent in host dv-cinder-840525-1-iscsi {{(pid=103281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:01:59.463939 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_hamode_db [None req-749db944-a0a1-4c5f-9c1a-b41248b840d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T18:48:29Z,description=,heartbeat_timestamp=2022-05-04T19:01:59Z,host='dv-cinder-840525-1-iscsi',id=0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:48:29Z,topic='l3_agent')) {'router_ids': ['81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe'], 'active': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:01:59.484479 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-f94fef48-8725-455f-897d-48777721aa8e req-d9efccb4-ff2d-445a-8dc0-0b76520238df tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] 10.222.0.35 "GET /v2.0/security-groups?id=21f831f8-7055-49b7-bcbd-6286b30d4ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814335 May 04 19:01:59.500697 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-14c84b47-5e02-4108-bc22-701023edfe39 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "PUT /v2.0/floatingips/e32b8086-771e-4de9-a586-41e7fb27b4bd HTTP/1.1" status: 200 len: 991 time: 1.2547836 May 04 19:01:59.500697 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac6e7fe7-a1c8-4092-b435-1103795ef27b', 'tag': 'e8da8c17-ff50-4399-8611-78f8a8fc709a'}] {{(pid=103279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 19:01:59.500697 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f03067be0d021e11c0632f57e5c6e43a0067ecb248f9894e29d0a29efd5d62c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ebc700a-0d06-4837-bb5d-b8938c5142a9" -d '{"events": [{"name": "network-changed", "server_uuid": "ac6e7fe7-a1c8-4092-b435-1103795ef27b", "tag": "e8da8c17-ff50-4399-8611-78f8a8fc709a"}]}' {{(pid=103279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 19:01:59.534479 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 19:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76b23ca0-2dda-44cb-824a-87bdc1939a99 x-openstack-request-id: req-76b23ca0-2dda-44cb-824a-87bdc1939a99 {{(pid=103279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 19:01:59.534765 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac6e7fe7-a1c8-4092-b435-1103795ef27b", "tag": "e8da8c17-ff50-4399-8611-78f8a8fc709a", "status": "completed", "code": 200}]} {{(pid=103279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 19:01:59.535014 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-76b23ca0-2dda-44cb-824a-87bdc1939a99 {{(pid=103279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 19:01:59.535412 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76b23ca0-2dda-44cb-824a-87bdc1939a99'] response: {'name': 'network-changed', 'server_uuid': 'ac6e7fe7-a1c8-4092-b435-1103795ef27b', 'tag': 'e8da8c17-ff50-4399-8611-78f8a8fc709a', 'status': 'completed', 'code': 200} May 04 19:01:59.580908 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvr_db [None req-749db944-a0a1-4c5f-9c1a-b41248b840d1 None None] Set router 81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe gateway port host: dv-cinder-840525-1-iscsi {{(pid=103281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:01:59.600063 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebc700a-0d06-4837-bb5d-b8938c5142a9 req-c6658bf4-2f48-4e5e-ab82-e2b56dd18b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:01:59.601928 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-5ebc700a-0d06-4837-bb5d-b8938c5142a9 req-c6658bf4-2f48-4e5e-ab82-e2b56dd18b14 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=dd17f7a747ad43fc905b8d1688a71ba7&device_id=ac6e7fe7-a1c8-4092-b435-1103795ef27b HTTP/1.1" status: 200 len: 1129 time: 0.0396240 May 04 19:01:59.704084 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebc700a-0d06-4837-bb5d-b8938c5142a9 req-41f08cf5-218a-45f8-a8c1-71207b06edf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:01:59.705962 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-5ebc700a-0d06-4837-bb5d-b8938c5142a9 req-41f08cf5-218a-45f8-a8c1-71207b06edf3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=53f417bd-e455-4de8-9365-a661c93c9b00 HTTP/1.1" status: 200 len: 916 time: 0.0974467 May 04 19:01:59.775585 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-5ebc700a-0d06-4837-bb5d-b8938c5142a9 req-683fc96a-2f58-4629-b66d-eefac1e51549 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e8da8c17-ff50-4399-8611-78f8a8fc709a HTTP/1.1" status: 200 len: 999 time: 0.0619164 May 04 19:01:59.833409 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebc700a-0d06-4837-bb5d-b8938c5142a9 req-812dbe76-3a8f-4ee1-81f4-9165302a22d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:01:59.834941 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-5ebc700a-0d06-4837-bb5d-b8938c5142a9 req-812dbe76-3a8f-4ee1-81f4-9165302a22d6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e66736f7-cfb8-4201-a579-14943c9785b1 HTTP/1.1" status: 200 len: 854 time: 0.0529664 May 04 19:01:59.886696 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebc700a-0d06-4837-bb5d-b8938c5142a9 req-3dc66d98-4f79-4c1a-8776-9ed264e7c49b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:01:59.888320 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-5ebc700a-0d06-4837-bb5d-b8938c5142a9 req-3dc66d98-4f79-4c1a-8776-9ed264e7c49b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=53f417bd-e455-4de8-9365-a661c93c9b00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453846 May 04 19:01:59.950265 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_hamode_db [None req-749db944-a0a1-4c5f-9c1a-b41248b840d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe', 'name': 'tempest-AttachVolumeNegativeTest-1693786255-router', 'tenant_id': 'dd17f7a747ad43fc905b8d1688a71ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'external_fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': '93cb56f8-8b0e-4ea1-b5c4-120dc35ae0d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:56:54Z', 'updated_at': '2022-05-04T18:57:09Z', 'revision_number': 4, 'project_id': 'dd17f7a747ad43fc905b8d1688a71ba7', 'gw_port': {'id': '93cb56f8-8b0e-4ea1-b5c4-120dc35ae0d6', 'name': '', 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:3d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:56:57Z', 'updated_at': '2022-05-04T18:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-1-iscsi', '_floatingips': [{'id': 'e32b8086-771e-4de9-a586-41e7fb27b4bd', 'tenant_id': 'dd17f7a747ad43fc905b8d1688a71ba7', 'floating_ip_address': '172.27.0.146', 'floating_network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'router_id': '81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe', 'port_id': 'e8da8c17-ff50-4399-8611-78f8a8fc709a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '53f417bd-e455-4de8-9365-a661c93c9b00', 'mac_address': 'fa:16:3e:11:3d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac6e7fe7-a1c8-4092-b435-1103795ef27b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T19:01:47Z', 'updated_at': '2022-05-04T19:01:58Z', 'revision_number': 1, 'project_id': 'dd17f7a747ad43fc905b8d1688a71ba7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e8cc07d-5c50-47e4-be93-d1bb02ea6c92', 'name': '', 'network_id': '53f417bd-e455-4de8-9365-a661c93c9b00', 'tenant_id': 'dd17f7a747ad43fc905b8d1688a71ba7', 'mac_address': 'fa:16:3e:3f:9b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'e66736f7-cfb8-4201-a579-14943c9785b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:57:07Z', 'updated_at': '2022-05-04T18:57:18Z', 'revision_number': 5, 'project_id': 'dd17f7a747ad43fc905b8d1688a71ba7', 'subnets': [{'id': 'e66736f7-cfb8-4201-a579-14943c9785b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-1-iscsi', False) {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:01:59.979416 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-749db944-a0a1-4c5f-9c1a-b41248b840d1 None None] Checking router: 81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe for host: dv-cinder-840525-1-iscsi {{(pid=103281) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 19:01:59.988046 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749db944-a0a1-4c5f-9c1a-b41248b840d1 None None] Routers {'81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe'} bound to L3 agent in host dv-cinder-840525-1-iscsi {{(pid=103281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:01:59.988674 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_hamode_db [None req-749db944-a0a1-4c5f-9c1a-b41248b840d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T18:48:29Z,description=,heartbeat_timestamp=2022-05-04T19:01:59Z,host='dv-cinder-840525-1-iscsi',id=0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:48:29Z,topic='l3_agent')) {'router_ids': ['81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe'], 'active': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:01:59.994659 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-5ebc700a-0d06-4837-bb5d-b8938c5142a9 req-d6aaaa16-3634-4667-a82f-3fe0469eaab2 service neutron] 10.222.0.55 "GET /v2.0/networks/53f417bd-e455-4de8-9365-a661c93c9b00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975702 May 04 19:02:00.036801 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f371cfc7-9e42-4833-8ad7-335285485d28 req-245cc6ab-c1fd-4142-bb1c-89732ab5b0bf tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:02:00.038376 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-f371cfc7-9e42-4833-8ad7-335285485d28 req-245cc6ab-c1fd-4142-bb1c-89732ab5b0bf tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7f1ed58-7416-48f3-a966-c53a8220cc10 HTTP/1.1" status: 200 len: 946 time: 0.0469923 May 04 19:02:00.084870 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-f371cfc7-9e42-4833-8ad7-335285485d28 req-167dcc45-9c69-418f-b52e-a41391c84795 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/security-groups?id=61fd236e-30d2-4330-b58b-cab5b37e3425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407345 May 04 19:02:00.098747 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvr_db [None req-749db944-a0a1-4c5f-9c1a-b41248b840d1 None None] Set router 81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe gateway port host: dv-cinder-840525-1-iscsi {{(pid=103281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:02:00.153575 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-821a3753-c8bb-408e-a9d9-42d2a9d3d908 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (306b1285-d967-49ee-a8ef-a34b4fe65fa5), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:00.337343 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_hamode_db [None req-749db944-a0a1-4c5f-9c1a-b41248b840d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe', 'name': 'tempest-AttachVolumeNegativeTest-1693786255-router', 'tenant_id': 'dd17f7a747ad43fc905b8d1688a71ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'external_fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': '93cb56f8-8b0e-4ea1-b5c4-120dc35ae0d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:56:54Z', 'updated_at': '2022-05-04T18:57:09Z', 'revision_number': 4, 'project_id': 'dd17f7a747ad43fc905b8d1688a71ba7', 'gw_port': {'id': '93cb56f8-8b0e-4ea1-b5c4-120dc35ae0d6', 'name': '', 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:3d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:56:57Z', 'updated_at': '2022-05-04T18:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-1-iscsi', '_floatingips': [{'id': 'e32b8086-771e-4de9-a586-41e7fb27b4bd', 'tenant_id': 'dd17f7a747ad43fc905b8d1688a71ba7', 'floating_ip_address': '172.27.0.146', 'floating_network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'router_id': '81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe', 'port_id': 'e8da8c17-ff50-4399-8611-78f8a8fc709a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '53f417bd-e455-4de8-9365-a661c93c9b00', 'mac_address': 'fa:16:3e:11:3d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac6e7fe7-a1c8-4092-b435-1103795ef27b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T19:01:47Z', 'updated_at': '2022-05-04T19:01:58Z', 'revision_number': 1, 'project_id': 'dd17f7a747ad43fc905b8d1688a71ba7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e8cc07d-5c50-47e4-be93-d1bb02ea6c92', 'name': '', 'network_id': '53f417bd-e455-4de8-9365-a661c93c9b00', 'tenant_id': 'dd17f7a747ad43fc905b8d1688a71ba7', 'mac_address': 'fa:16:3e:3f:9b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'e66736f7-cfb8-4201-a579-14943c9785b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:57:07Z', 'updated_at': '2022-05-04T18:57:18Z', 'revision_number': 5, 'project_id': 'dd17f7a747ad43fc905b8d1688a71ba7', 'subnets': [{'id': 'e66736f7-cfb8-4201-a579-14943c9785b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-1-iscsi', False) {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:02:00.364658 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-749db944-a0a1-4c5f-9c1a-b41248b840d1 None None] The sync data for ids ['81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe'] in dv-cinder-840525-1-iscsi is: [{'id': '81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe', 'name': 'tempest-AttachVolumeNegativeTest-1693786255-router', 'tenant_id': 'dd17f7a747ad43fc905b8d1688a71ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'external_fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': '93cb56f8-8b0e-4ea1-b5c4-120dc35ae0d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:56:54Z', 'updated_at': '2022-05-04T18:57:09Z', 'revision_number': 4, 'project_id': 'dd17f7a747ad43fc905b8d1688a71ba7', 'gw_port': {'id': '93cb56f8-8b0e-4ea1-b5c4-120dc35ae0d6', 'name': '', 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:3d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:56:57Z', 'updated_at': '2022-05-04T18:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-1-iscsi', '_floatingips': [{'id': 'e32b8086-771e-4de9-a586-41e7fb27b4bd', 'tenant_id': 'dd17f7a747ad43fc905b8d1688a71ba7', 'floating_ip_address': '172.27.0.146', 'floating_network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'router_id': '81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe', 'port_id': 'e8da8c17-ff50-4399-8611-78f8a8fc709a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '53f417bd-e455-4de8-9365-a661c93c9b00', 'mac_address': 'fa:16:3e:11:3d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac6e7fe7-a1c8-4092-b435-1103795ef27b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T19:01:47Z', 'updated_at': '2022-05-04T19:01:58Z', 'revision_number': 1, 'project_id': 'dd17f7a747ad43fc905b8d1688a71ba7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e8cc07d-5c50-47e4-be93-d1bb02ea6c92', 'name': '', 'network_id': '53f417bd-e455-4de8-9365-a661c93c9b00', 'tenant_id': 'dd17f7a747ad43fc905b8d1688a71ba7', 'mac_address': 'fa:16:3e:3f:9b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'e66736f7-cfb8-4201-a579-14943c9785b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:57:07Z', 'updated_at': '2022-05-04T18:57:18Z', 'revision_number': 5, 'project_id': 'dd17f7a747ad43fc905b8d1688a71ba7', 'subnets': [{'id': 'e66736f7-cfb8-4201-a579-14943c9785b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 19:02:00.567115 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ccb7d08-8997-46d6-b43c-465eb1a9ae9f None None] New status for floating IP e32b8086-771e-4de9-a586-41e7fb27b4bd: ACTIVE {{(pid=103282) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 19:02:00.605401 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b801c9-35a6-4ac1-b8c8-3c299b3a82a7 req-110c666b-021b-445a-b558-31880e5d1896 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:02:00.606938 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-c6b801c9-35a6-4ac1-b8c8-3c299b3a82a7 req-110c666b-021b-445a-b558-31880e5d1896 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae1c0168-16cb-471e-91d0-fd249c17995b HTTP/1.1" status: 200 len: 945 time: 0.0497742 May 04 19:02:00.661527 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-c6b801c9-35a6-4ac1-b8c8-3c299b3a82a7 req-a97a5751-269a-44bf-8c30-6cf0f420ca8b tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] 10.222.0.35 "GET /v2.0/security-groups?id=21f831f8-7055-49b7-bcbd-6286b30d4ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485127 May 04 19:02:01.208071 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd6fba7-a343-4587-96f9-2c51987412b3 req-94c8b828-ea43-4f11-8bef-d7ce9b5f8980 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:02:01.209554 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-1dd6fba7-a343-4587-96f9-2c51987412b3 req-94c8b828-ea43-4f11-8bef-d7ce9b5f8980 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7f1ed58-7416-48f3-a966-c53a8220cc10 HTTP/1.1" status: 200 len: 946 time: 0.0474129 May 04 19:02:01.260101 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-1dd6fba7-a343-4587-96f9-2c51987412b3 req-745067d9-75f8-4d3a-928e-92f2c1da71f3 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/security-groups?id=61fd236e-30d2-4330-b58b-cab5b37e3425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449672 May 04 19:02:01.531867 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6c0ba996-b759-4c13-9ac4-7b7303adc758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (c2d3299f-8f0d-4c34-a270-91edff31f494), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:01.789441 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7da97c-09c3-4d71-879e-1ac5e1214157 req-edd60414-ad2e-4c58-aa79-e2eff9f52353 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:02:01.790913 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-8b7da97c-09c3-4d71-879e-1ac5e1214157 req-edd60414-ad2e-4c58-aa79-e2eff9f52353 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae1c0168-16cb-471e-91d0-fd249c17995b HTTP/1.1" status: 200 len: 945 time: 0.0506258 May 04 19:02:01.841176 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-8b7da97c-09c3-4d71-879e-1ac5e1214157 req-f612a67c-7e92-4dc2-a49b-ecde282b896f tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] 10.222.0.35 "GET /v2.0/security-groups?id=21f831f8-7055-49b7-bcbd-6286b30d4ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446551 May 04 19:02:02.402739 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f0c68a-23df-43d6-ad28-a4a7fbe8305a req-8942395a-5ee8-48ed-bb4d-7763511ae64c tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:02:02.404539 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-a1f0c68a-23df-43d6-ad28-a4a7fbe8305a req-8942395a-5ee8-48ed-bb4d-7763511ae64c tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7f1ed58-7416-48f3-a966-c53a8220cc10 HTTP/1.1" status: 200 len: 946 time: 0.0578868 May 04 19:02:02.455206 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.agents_db [None req-bd7ab176-2eba-4334-8b69-697435aa36c2 None None] Agent healthcheck: found 6 active agents {{(pid=103282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 19:02:02.457132 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-a1f0c68a-23df-43d6-ad28-a4a7fbe8305a req-660b680a-aa1c-4874-8818-97120a11c15b tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/security-groups?id=61fd236e-30d2-4330-b58b-cab5b37e3425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442510 May 04 19:02:02.962726 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (7e96273e-cd3b-4e2d-a9cb-a5a62cf8f8b6), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:02.970041 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963c046c-2781-4fc3-a634-6cdfb8551e1b req-ea2d92c3-c372-47fd-bc2c-5a325bb47dea tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:02:02.971558 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-963c046c-2781-4fc3-a634-6cdfb8551e1b req-ea2d92c3-c372-47fd-bc2c-5a325bb47dea tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae1c0168-16cb-471e-91d0-fd249c17995b HTTP/1.1" status: 200 len: 945 time: 0.0498309 May 04 19:02:03.020955 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-963c046c-2781-4fc3-a634-6cdfb8551e1b req-d6b8db15-bfb4-47fa-8aad-93aa239746bf tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] 10.222.0.35 "GET /v2.0/security-groups?id=21f831f8-7055-49b7-bcbd-6286b30d4ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435605 May 04 19:02:03.576788 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1971dea1-982f-4cab-88b0-d538b90852a8 req-d687fa18-067a-432e-9929-1e1244805d83 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:02:03.578474 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-1971dea1-982f-4cab-88b0-d538b90852a8 req-d687fa18-067a-432e-9929-1e1244805d83 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7f1ed58-7416-48f3-a966-c53a8220cc10 HTTP/1.1" status: 200 len: 946 time: 0.0490708 May 04 19:02:03.634771 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-1971dea1-982f-4cab-88b0-d538b90852a8 req-ad12cbe6-a112-44c6-a9ef-fc993bf51028 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/security-groups?id=61fd236e-30d2-4330-b58b-cab5b37e3425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459361 May 04 19:02:03.680493 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-5ebc700a-0d06-4837-bb5d-b8938c5142a9 req-f542fc08-9d18-4e47-a179-312221d65226 service neutron] 10.222.0.55 "GET /v2.0/networks/53f417bd-e455-4de8-9365-a661c93c9b00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3520019 May 04 19:02:03.768395 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cb72a2-31d4-4203-8cdc-99f93c863449 req-0b49444c-d271-4636-a9ae-01859a7dbf07 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:02:03.769755 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-83cb72a2-31d4-4203-8cdc-99f93c863449 req-0b49444c-d271-4636-a9ae-01859a7dbf07 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.55 "GET /v2.0/ports?device_id=d7f1ed58-7416-48f3-a966-c53a8220cc10 HTTP/1.1" status: 200 len: 946 time: 0.0513058 May 04 19:02:03.866315 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.plugin [req-83cb72a2-31d4-4203-8cdc-99f93c863449 req-a0fbf886-4eb6-4382-8578-9ee8cd34ff8a tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Deleting port 8b515fdb-9f80-48f7-a45d-95fe2a2d21eb {{(pid=103280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 19:02:03.867100 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-83cb72a2-31d4-4203-8cdc-99f93c863449 req-a0fbf886-4eb6-4382-8578-9ee8cd34ff8a tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790498772255'] for port (8b515fdb-9f80-48f7-a45d-95fe2a2d21eb), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:03.953882 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.db [req-83cb72a2-31d4-4203-8cdc-99f93c863449 req-a0fbf886-4eb6-4382-8578-9ee8cd34ff8a tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] For port 8b515fdb-9f80-48f7-a45d-95fe2a2d21eb, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=8b515fdb-9f80-48f7-a45d-95fe2a2d21eb,segment=NetworkSegment(6694153e-2070-44d0-bec4-dda97cd2835f),segment_id=6694153e-2070-44d0-bec4-dda97cd2835f)] {{(pid=103280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:02:03.954251 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-83cb72a2-31d4-4203-8cdc-99f93c863449 req-a0fbf886-4eb6-4382-8578-9ee8cd34ff8a tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607728'] for port (8b515fdb-9f80-48f7-a45d-95fe2a2d21eb), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:04.156531 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-83cb72a2-31d4-4203-8cdc-99f93c863449 req-a0fbf886-4eb6-4382-8578-9ee8cd34ff8a tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:04.157255 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-83cb72a2-31d4-4203-8cdc-99f93c863449 req-a0fbf886-4eb6-4382-8578-9ee8cd34ff8a tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608971'] for floatingip (a9154244-3542-4eb6-bd0e-0617382ef66e), after_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:04.157255 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.db.l3_db [req-83cb72a2-31d4-4203-8cdc-99f93c863449 req-a0fbf886-4eb6-4382-8578-9ee8cd34ff8a tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Floating IP a9154244-3542-4eb6-bd0e-0617382ef66e disassociated. External IP: 172.27.0.102, port: 8b515fdb-9f80-48f7-a45d-95fe2a2d21eb. May 04 19:02:04.157493 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.plugin [req-83cb72a2-31d4-4203-8cdc-99f93c863449 req-a0fbf886-4eb6-4382-8578-9ee8cd34ff8a tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Calling delete_port for 8b515fdb-9f80-48f7-a45d-95fe2a2d21eb owned by compute:nova {{(pid=103280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 19:02:04.167410 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b76eb4-7720-44aa-bcbf-518111f253cc req-d2a785e1-5026-4a49-8bd1-547438f3e08b tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:02:04.168938 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-88b76eb4-7720-44aa-bcbf-518111f253cc req-d2a785e1-5026-4a49-8bd1-547438f3e08b tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae1c0168-16cb-471e-91d0-fd249c17995b HTTP/1.1" status: 200 len: 945 time: 0.0673940 May 04 19:02:04.271540 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-88b76eb4-7720-44aa-bcbf-518111f253cc req-bf577df4-9b8b-4a08-88d0-a6cb98300b06 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] 10.222.0.35 "GET /v2.0/security-groups?id=21f831f8-7055-49b7-bcbd-6286b30d4ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959537 May 04 19:02:04.342104 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-83cb72a2-31d4-4203-8cdc-99f93c863449 req-a0fbf886-4eb6-4382-8578-9ee8cd34ff8a tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790498779311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790498302109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12874298'] for port (8b515fdb-9f80-48f7-a45d-95fe2a2d21eb), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:04.370943 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fbf886-4eb6-4382-8578-9ee8cd34ff8a tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Pushing event deleted for resources: {'Port': ['ID=8b515fdb-9f80-48f7-a45d-95fe2a2d21eb,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:02:04.489549 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.l3_agent_scheduler [req-83cb72a2-31d4-4203-8cdc-99f93c863449 req-a0fbf886-4eb6-4382-8578-9ee8cd34ff8a tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Router 99e16632-d532-445b-8b38-b656dab90e80 has already been hosted by L3 agent 0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b {{(pid=103280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 19:02:04.611502 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-83cb72a2-31d4-4203-8cdc-99f93c863449 req-a0fbf886-4eb6-4382-8578-9ee8cd34ff8a tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Notify agent at l3_agent.dv-cinder-840525-1-iscsi the message routers_updated {{(pid=103280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 19:02:04.622892 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee59bf2-eaaa-4b0b-aec1-86b5f021caf4 None None] Sync routers for ids ['99e16632-d532-445b-8b38-b656dab90e80'] in dv-cinder-840525-1-iscsi {{(pid=103281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 19:02:04.634106 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee59bf2-eaaa-4b0b-aec1-86b5f021caf4 None None] Routers {'99e16632-d532-445b-8b38-b656dab90e80'} bound to L3 agent in host dv-cinder-840525-1-iscsi {{(pid=103281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:02:04.634820 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_hamode_db [None req-3ee59bf2-eaaa-4b0b-aec1-86b5f021caf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T18:48:29Z,description=,heartbeat_timestamp=2022-05-04T19:01:59Z,host='dv-cinder-840525-1-iscsi',id=0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:48:29Z,topic='l3_agent')) {'router_ids': ['99e16632-d532-445b-8b38-b656dab90e80'], 'active': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:02:04.654651 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvrscheduler_db [req-83cb72a2-31d4-4203-8cdc-99f93c863449 req-a0fbf886-4eb6-4382-8578-9ee8cd34ff8a tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] No DVR routers for this DVR port 8b515fdb-9f80-48f7-a45d-95fe2a2d21eb on host hv-cinder-84052 {{(pid=103280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 19:02:04.657393 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-83cb72a2-31d4-4203-8cdc-99f93c863449 req-a0fbf886-4eb6-4382-8578-9ee8cd34ff8a tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127086'] for port (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:04.660810 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-83cb72a2-31d4-4203-8cdc-99f93c863449 req-a0fbf886-4eb6-4382-8578-9ee8cd34ff8a tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.55 "DELETE /v2.0/ports/8b515fdb-9f80-48f7-a45d-95fe2a2d21eb HTTP/1.1" status: 204 len: 173 time: 0.8854117 May 04 19:02:04.661255 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7f1ed58-7416-48f3-a966-c53a8220cc10', 'name': 'network-vif-deleted', 'tag': '8b515fdb-9f80-48f7-a45d-95fe2a2d21eb'}] {{(pid=103280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 19:02:04.663589 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d17ed66b9d9b08214cd1b2d258b378c61736cd464b468dfe37a5b26948fd6e52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72f4a06b-63f7-4cf0-ae66-7695058955b6" -d '{"events": [{"server_uuid": "d7f1ed58-7416-48f3-a966-c53a8220cc10", "name": "network-vif-deleted", "tag": "8b515fdb-9f80-48f7-a45d-95fe2a2d21eb"}]}' {{(pid=103280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 19:02:04.701578 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 19:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ce4d0a3-5664-4f53-bb95-8976a6b4496d x-openstack-request-id: req-7ce4d0a3-5664-4f53-bb95-8976a6b4496d {{(pid=103280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 19:02:04.702079 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7f1ed58-7416-48f3-a966-c53a8220cc10", "name": "network-vif-deleted", "tag": "8b515fdb-9f80-48f7-a45d-95fe2a2d21eb", "status": "completed", "code": 200}]} {{(pid=103280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 19:02:04.702487 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7ce4d0a3-5664-4f53-bb95-8976a6b4496d {{(pid=103280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 19:02:04.703073 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ce4d0a3-5664-4f53-bb95-8976a6b4496d'] response: {'server_uuid': 'd7f1ed58-7416-48f3-a966-c53a8220cc10', 'name': 'network-vif-deleted', 'tag': '8b515fdb-9f80-48f7-a45d-95fe2a2d21eb', 'status': 'completed', 'code': 200} May 04 19:02:04.752965 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-95f276d4-9a8d-4db0-9c03-d30d204e1138 req-1c890c6b-1cc7-4cad-bf92-671990dfadbf tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7f1ed58-7416-48f3-a966-c53a8220cc10 HTTP/1.1" status: 200 len: 210 time: 0.0390975 May 04 19:02:04.759007 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvr_db [None req-3ee59bf2-eaaa-4b0b-aec1-86b5f021caf4 None None] Set router 99e16632-d532-445b-8b38-b656dab90e80 gateway port host: dv-cinder-840525-1-iscsi {{(pid=103281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:02:04.959182 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_hamode_db [None req-3ee59bf2-eaaa-4b0b-aec1-86b5f021caf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99e16632-d532-445b-8b38-b656dab90e80', 'name': 'tempest-ServerRescueNegativeTestJSON-2014535518-router', 'tenant_id': '5287a76e646d4a3db0cc508a956314e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'external_fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '31d53c0e-944d-4f88-9291-b28b143bac65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:56:52Z', 'updated_at': '2022-05-04T18:57:08Z', 'revision_number': 4, 'project_id': '5287a76e646d4a3db0cc508a956314e7', 'gw_port': {'id': '31d53c0e-944d-4f88-9291-b28b143bac65', 'name': '', 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:f8:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e16632-d532-445b-8b38-b656dab90e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:56:54Z', 'updated_at': '2022-05-04T18:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-1-iscsi', '_interfaces': [{'id': '3c32b55e-d937-44b9-a8c5-48726c34ada2', 'name': '', 'network_id': 'b776d5b6-becc-4024-9dab-9ffc4ba67a01', 'tenant_id': '5287a76e646d4a3db0cc508a956314e7', 'mac_address': 'fa:16:3e:c5:c1:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e16632-d532-445b-8b38-b656dab90e80', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '02826e21-c978-41a3-b31e-dd2107bb922c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:57:04Z', 'updated_at': '2022-05-04T18:57:16Z', 'revision_number': 5, 'project_id': '5287a76e646d4a3db0cc508a956314e7', 'subnets': [{'id': '02826e21-c978-41a3-b31e-dd2107bb922c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-1-iscsi', False) {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:02:04.985278 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee59bf2-eaaa-4b0b-aec1-86b5f021caf4 None None] Checking router: 99e16632-d532-445b-8b38-b656dab90e80 for host: dv-cinder-840525-1-iscsi {{(pid=103281) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 19:02:04.994691 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee59bf2-eaaa-4b0b-aec1-86b5f021caf4 None None] Routers {'99e16632-d532-445b-8b38-b656dab90e80'} bound to L3 agent in host dv-cinder-840525-1-iscsi {{(pid=103281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:02:04.995281 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_hamode_db [None req-3ee59bf2-eaaa-4b0b-aec1-86b5f021caf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T18:48:29Z,description=,heartbeat_timestamp=2022-05-04T19:01:59Z,host='dv-cinder-840525-1-iscsi',id=0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:48:29Z,topic='l3_agent')) {'router_ids': ['99e16632-d532-445b-8b38-b656dab90e80'], 'active': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:02:05.107589 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvr_db [None req-3ee59bf2-eaaa-4b0b-aec1-86b5f021caf4 None None] Set router 99e16632-d532-445b-8b38-b656dab90e80 gateway port host: dv-cinder-840525-1-iscsi {{(pid=103281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:02:05.303922 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_hamode_db [None req-3ee59bf2-eaaa-4b0b-aec1-86b5f021caf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99e16632-d532-445b-8b38-b656dab90e80', 'name': 'tempest-ServerRescueNegativeTestJSON-2014535518-router', 'tenant_id': '5287a76e646d4a3db0cc508a956314e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'external_fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '31d53c0e-944d-4f88-9291-b28b143bac65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:56:52Z', 'updated_at': '2022-05-04T18:57:08Z', 'revision_number': 4, 'project_id': '5287a76e646d4a3db0cc508a956314e7', 'gw_port': {'id': '31d53c0e-944d-4f88-9291-b28b143bac65', 'name': '', 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:f8:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e16632-d532-445b-8b38-b656dab90e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:56:54Z', 'updated_at': '2022-05-04T18:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-1-iscsi', '_interfaces': [{'id': '3c32b55e-d937-44b9-a8c5-48726c34ada2', 'name': '', 'network_id': 'b776d5b6-becc-4024-9dab-9ffc4ba67a01', 'tenant_id': '5287a76e646d4a3db0cc508a956314e7', 'mac_address': 'fa:16:3e:c5:c1:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e16632-d532-445b-8b38-b656dab90e80', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '02826e21-c978-41a3-b31e-dd2107bb922c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:57:04Z', 'updated_at': '2022-05-04T18:57:16Z', 'revision_number': 5, 'project_id': '5287a76e646d4a3db0cc508a956314e7', 'subnets': [{'id': '02826e21-c978-41a3-b31e-dd2107bb922c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-1-iscsi', False) {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:02:05.330482 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee59bf2-eaaa-4b0b-aec1-86b5f021caf4 None None] The sync data for ids ['99e16632-d532-445b-8b38-b656dab90e80'] in dv-cinder-840525-1-iscsi is: [{'id': '99e16632-d532-445b-8b38-b656dab90e80', 'name': 'tempest-ServerRescueNegativeTestJSON-2014535518-router', 'tenant_id': '5287a76e646d4a3db0cc508a956314e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'external_fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '31d53c0e-944d-4f88-9291-b28b143bac65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:56:52Z', 'updated_at': '2022-05-04T18:57:08Z', 'revision_number': 4, 'project_id': '5287a76e646d4a3db0cc508a956314e7', 'gw_port': {'id': '31d53c0e-944d-4f88-9291-b28b143bac65', 'name': '', 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:f8:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e16632-d532-445b-8b38-b656dab90e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:56:54Z', 'updated_at': '2022-05-04T18:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-1-iscsi', '_interfaces': [{'id': '3c32b55e-d937-44b9-a8c5-48726c34ada2', 'name': '', 'network_id': 'b776d5b6-becc-4024-9dab-9ffc4ba67a01', 'tenant_id': '5287a76e646d4a3db0cc508a956314e7', 'mac_address': 'fa:16:3e:c5:c1:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e16632-d532-445b-8b38-b656dab90e80', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '02826e21-c978-41a3-b31e-dd2107bb922c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:57:04Z', 'updated_at': '2022-05-04T18:57:16Z', 'revision_number': 5, 'project_id': '5287a76e646d4a3db0cc508a956314e7', 'subnets': [{'id': '02826e21-c978-41a3-b31e-dd2107bb922c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 19:02:05.391878 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851532ef-10b4-46ba-be14-99ec10553943 req-d12ba6e2-5023-4f9e-96c7-d238ac8ef528 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:02:05.393510 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-851532ef-10b4-46ba-be14-99ec10553943 req-d12ba6e2-5023-4f9e-96c7-d238ac8ef528 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae1c0168-16cb-471e-91d0-fd249c17995b HTTP/1.1" status: 200 len: 945 time: 0.0523167 May 04 19:02:05.448476 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-851532ef-10b4-46ba-be14-99ec10553943 req-575b98ed-da12-48ad-9e65-f7c44d5db24d tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] 10.222.0.35 "GET /v2.0/security-groups?id=21f831f8-7055-49b7-bcbd-6286b30d4ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492253 May 04 19:02:05.548585 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b687cd-2386-4fe6-92ef-58442dac2c47 None None] New status for floating IP a9154244-3542-4eb6-bd0e-0617382ef66e: DOWN {{(pid=103282) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 19:02:05.834296 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 53250) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:02:05.887047 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-6996ee22-b887-47dc-a041-eed5e2d3faaa tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Publish callbacks [] for security_group (61fd236e-30d2-4330-b58b-cab5b37e3425), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:05.910037 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-6996ee22-b887-47dc-a041-eed5e2d3faaa tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Publish callbacks [] for security_group (61fd236e-30d2-4330-b58b-cab5b37e3425), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:05.958430 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-6996ee22-b887-47dc-a041-eed5e2d3faaa tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (61fd236e-30d2-4330-b58b-cab5b37e3425), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:05.961130 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-6996ee22-b887-47dc-a041-eed5e2d3faaa tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Publish callbacks [] for security_group (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:05.962339 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-6996ee22-b887-47dc-a041-eed5e2d3faaa tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "DELETE /v2.0/security-groups/61fd236e-30d2-4330-b58b-cab5b37e3425 HTTP/1.1" status: 204 len: 168 time: 0.1270416 May 04 19:02:05.965102 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 53252) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:02:05.972468 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6996ee22-b887-47dc-a041-eed5e2d3faaa tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61fd236e-30d2-4330-b58b-cab5b37e3425,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:02:05.978970 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.api.v2.resource [None req-1d16c36d-1571-44c4-813b-e763dae755cf tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] show failed (client error): The resource could not be found. May 04 19:02:05.982750 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-1d16c36d-1571-44c4-813b-e763dae755cf tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/security-groups/61fd236e-30d2-4330-b58b-cab5b37e3425 HTTP/1.1" status: 404 len: 347 time: 0.0164576 May 04 19:02:05.983283 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 53254) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:02:06.097414 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-c71eef66-68a7-4b66-93c0-3cbd40312073 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Deleting port faf5949b-4cfd-4c9f-b8c8-4795bea23c00 {{(pid=103279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 19:02:06.097756 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-c71eef66-68a7-4b66-93c0-3cbd40312073 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790498772255'] for port (faf5949b-4cfd-4c9f-b8c8-4795bea23c00), before_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:06.174400 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-c71eef66-68a7-4b66-93c0-3cbd40312073 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607728'] for port (faf5949b-4cfd-4c9f-b8c8-4795bea23c00), precommit_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:06.174673 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-c71eef66-68a7-4b66-93c0-3cbd40312073 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Publish callbacks [] for floatingip (faf5949b-4cfd-4c9f-b8c8-4795bea23c00), precommit_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:06.188557 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-c71eef66-68a7-4b66-93c0-3cbd40312073 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Calling delete_port for faf5949b-4cfd-4c9f-b8c8-4795bea23c00 owned by network:floatingip {{(pid=103279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 19:02:06.334433 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-c71eef66-68a7-4b66-93c0-3cbd40312073 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790498779311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790498302109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13908970'] for port (faf5949b-4cfd-4c9f-b8c8-4795bea23c00), after_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:06.359054 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71eef66-68a7-4b66-93c0-3cbd40312073 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Pushing event deleted for resources: {'Port': ['ID=faf5949b-4cfd-4c9f-b8c8-4795bea23c00,revision_number=None']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:02:06.430877 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-c71eef66-68a7-4b66-93c0-3cbd40312073 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Publish callbacks [] for floatingip (a9154244-3542-4eb6-bd0e-0617382ef66e), after_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:06.434885 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-c71eef66-68a7-4b66-93c0-3cbd40312073 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127086'] for floatingip (None), before_response {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:06.436682 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-c71eef66-68a7-4b66-93c0-3cbd40312073 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "DELETE /v2.0/floatingips/a9154244-3542-4eb6-bd0e-0617382ef66e HTTP/1.1" status: 204 len: 168 time: 0.4523122 May 04 19:02:06.571838 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fbae70-09b1-4916-ab1e-9542e0622c48 req-87d92931-4b09-4fbd-a7c4-74713ffe190d tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:02:06.573385 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-b9fbae70-09b1-4916-ab1e-9542e0622c48 req-87d92931-4b09-4fbd-a7c4-74713ffe190d tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae1c0168-16cb-471e-91d0-fd249c17995b HTTP/1.1" status: 200 len: 945 time: 0.0525732 May 04 19:02:06.624093 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-b9fbae70-09b1-4916-ab1e-9542e0622c48 req-b6e91e2b-fe16-4c25-9d73-e4706b8cabc3 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] 10.222.0.35 "GET /v2.0/security-groups?id=21f831f8-7055-49b7-bcbd-6286b30d4ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448258 May 04 19:02:07.716064 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Device 8b515fdb-9f80-48f7-a45d-95fe2a2d21eb no longer exists at agent hyperv_hv-cinder-84052 {{(pid=103281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 19:02:07.739956 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] No Port match for: 8b515fdb-9f80-48f7-a45d-95fe2a2d21eb {{(pid=103281) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 19:02:07.740299 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Device 8b515fdb-9f80-48f7-a45d-95fe2a2d21eb not bound to the agent host hv-cinder-84052 {{(pid=103281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 19:02:07.742817 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93204bd3-ab5a-44da-9c32-9e76de1ddf6e req-f588138b-d247-44cb-b86c-d2417a30ddaf tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:02:07.744326 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-93204bd3-ab5a-44da-9c32-9e76de1ddf6e req-f588138b-d247-44cb-b86c-d2417a30ddaf tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae1c0168-16cb-471e-91d0-fd249c17995b HTTP/1.1" status: 200 len: 945 time: 0.0492377 May 04 19:02:07.800113 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-93204bd3-ab5a-44da-9c32-9e76de1ddf6e req-c44aa99d-760a-4d8e-a4a6-4fba290b4a16 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] 10.222.0.35 "GET /v2.0/security-groups?id=21f831f8-7055-49b7-bcbd-6286b30d4ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501003 May 04 19:02:08.652293 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641b0424-57f5-4d38-b061-da36df0e37a1 req-801c554d-30fc-4b74-bb05-8f117c87f9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:02:08.653799 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-641b0424-57f5-4d38-b061-da36df0e37a1 req-801c554d-30fc-4b74-bb05-8f117c87f9c5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8bf2894c75244d3f8e2c83c7deb9ab3e&device_id=ae1c0168-16cb-471e-91d0-fd249c17995b HTTP/1.1" status: 200 len: 1129 time: 0.0842583 May 04 19:02:08.747679 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641b0424-57f5-4d38-b061-da36df0e37a1 req-44ee91ac-a3af-4890-a539-403dc4d39e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:02:08.749154 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-641b0424-57f5-4d38-b061-da36df0e37a1 req-44ee91ac-a3af-4890-a539-403dc4d39e3a service neutron] 10.222.0.55 "GET /v2.0/networks?id=e8e6dc94-9bb6-402c-8494-d1c5ccc072e3 HTTP/1.1" status: 200 len: 909 time: 0.0887828 May 04 19:02:08.819338 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-641b0424-57f5-4d38-b061-da36df0e37a1 req-e42ac9ee-20c4-4992-a428-9fede7d0fc54 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5777c5ef-78c0-4282-bfd9-095fdc6595ea HTTP/1.1" status: 200 len: 1001 time: 0.0625870 May 04 19:02:08.872209 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641b0424-57f5-4d38-b061-da36df0e37a1 req-e6852a91-45a6-4d6f-a5dc-b95a64f67016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:02:08.873702 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-641b0424-57f5-4d38-b061-da36df0e37a1 req-e6852a91-45a6-4d6f-a5dc-b95a64f67016 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0e5e1458-2cb0-45f3-927b-d6296b1c3906 HTTP/1.1" status: 200 len: 847 time: 0.0486376 May 04 19:02:08.919650 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86c6caf-cab8-4f43-88c5-0841b6dfb6b8 req-a7594c8a-bf22-4f99-81c5-d318b57429e7 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:02:08.921137 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d86c6caf-cab8-4f43-88c5-0841b6dfb6b8 req-a7594c8a-bf22-4f99-81c5-d318b57429e7 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae1c0168-16cb-471e-91d0-fd249c17995b HTTP/1.1" status: 200 len: 945 time: 0.0465751 May 04 19:02:08.925296 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c9dc03-41d8-420f-8bd3-bcaca84c20d2 req-0571f270-71f4-4dba-af3c-41045e9ef684 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:02:08.926793 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-95c9dc03-41d8-420f-8bd3-bcaca84c20d2 req-0571f270-71f4-4dba-af3c-41045e9ef684 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5f655af-21f6-4752-9a82-5001e0ecce2a HTTP/1.1" status: 200 len: 946 time: 0.0453775 May 04 19:02:08.970979 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d86c6caf-cab8-4f43-88c5-0841b6dfb6b8 req-cbe20be4-3f5d-4802-98e7-2f7fb8c2462c tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] 10.222.0.35 "GET /v2.0/security-groups?id=21f831f8-7055-49b7-bcbd-6286b30d4ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434999 May 04 19:02:08.972008 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-95c9dc03-41d8-420f-8bd3-bcaca84c20d2 req-203a028d-e116-4756-a4cb-b2d15d624e01 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ea6ee27-c11d-4233-954f-1b439202ab30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396788 May 04 19:02:10.099027 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb83efdc-0628-4b7c-881a-c4b8d44bed66 req-3293630c-9ba4-4ccc-ae5e-8fe5009ebc4f tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:02:10.101219 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-fb83efdc-0628-4b7c-881a-c4b8d44bed66 req-3293630c-9ba4-4ccc-ae5e-8fe5009ebc4f tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5f655af-21f6-4752-9a82-5001e0ecce2a HTTP/1.1" status: 200 len: 946 time: 0.0574765 May 04 19:02:10.102548 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9142dac8-44bd-437f-aeff-e44bb1d985b7 req-a96fba1f-8d8f-408d-94cb-af3a8c77f72e tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:02:10.104000 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-9142dac8-44bd-437f-aeff-e44bb1d985b7 req-a96fba1f-8d8f-408d-94cb-af3a8c77f72e tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae1c0168-16cb-471e-91d0-fd249c17995b HTTP/1.1" status: 200 len: 945 time: 0.0568037 May 04 19:02:10.148511 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-fb83efdc-0628-4b7c-881a-c4b8d44bed66 req-3a278e0d-9a6b-47fb-ae3f-e0688e115c94 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ea6ee27-c11d-4233-954f-1b439202ab30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417223 May 04 19:02:10.152038 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-9142dac8-44bd-437f-aeff-e44bb1d985b7 req-1569a15e-9009-435b-b1f4-aea20769b0f2 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] 10.222.0.35 "GET /v2.0/security-groups?id=21f831f8-7055-49b7-bcbd-6286b30d4ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425336 May 04 19:02:10.931976 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641b0424-57f5-4d38-b061-da36df0e37a1 req-19670f34-24ab-4924-96d1-fe35ce2db69a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:02:10.933509 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-641b0424-57f5-4d38-b061-da36df0e37a1 req-19670f34-24ab-4924-96d1-fe35ce2db69a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e8e6dc94-9bb6-402c-8494-d1c5ccc072e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0549669 May 04 19:02:11.029447 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-641b0424-57f5-4d38-b061-da36df0e37a1 req-b34e4bf9-85e6-47dc-ac44-788f925ce78d service neutron] 10.222.0.55 "GET /v2.0/networks/e8e6dc94-9bb6-402c-8494-d1c5ccc072e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854051 May 04 19:02:11.161175 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-641b0424-57f5-4d38-b061-da36df0e37a1 req-65b5b97c-bdd6-4398-9982-3a7b012bc670 service neutron] 10.222.0.55 "GET /v2.0/networks/e8e6dc94-9bb6-402c-8494-d1c5ccc072e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861573 May 04 19:02:11.262562 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e42135-5623-4c6a-930f-4fc64c1b9dc9 req-5c91adf2-023f-4bfe-9584-18ae9638c090 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:02:11.264052 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-a2e42135-5623-4c6a-930f-4fc64c1b9dc9 req-5c91adf2-023f-4bfe-9584-18ae9638c090 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5f655af-21f6-4752-9a82-5001e0ecce2a HTTP/1.1" status: 200 len: 946 time: 0.0481877 May 04 19:02:11.268018 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9f7082-4945-4522-aefe-a8ae0c16e5be req-b4207a72-a0ca-4b4d-8730-7fa3415e7c77 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:02:11.269575 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-7e9f7082-4945-4522-aefe-a8ae0c16e5be req-b4207a72-a0ca-4b4d-8730-7fa3415e7c77 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae1c0168-16cb-471e-91d0-fd249c17995b HTTP/1.1" status: 200 len: 945 time: 0.0498984 May 04 19:02:11.313875 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-a2e42135-5623-4c6a-930f-4fc64c1b9dc9 req-ec573500-2f46-42a1-8392-071cdcf3924b tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ea6ee27-c11d-4233-954f-1b439202ab30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440209 May 04 19:02:11.318060 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-7e9f7082-4945-4522-aefe-a8ae0c16e5be req-2dfe5479-bada-4b85-8e19-b0c1b9715607 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] 10.222.0.35 "GET /v2.0/security-groups?id=21f831f8-7055-49b7-bcbd-6286b30d4ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429971 May 04 19:02:12.432094 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0306fad-b04e-4827-913f-07f5f4bfe99a req-c552f484-c8bb-4bdc-8482-4e0998bff049 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:02:12.433597 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-b0306fad-b04e-4827-913f-07f5f4bfe99a req-c552f484-c8bb-4bdc-8482-4e0998bff049 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5f655af-21f6-4752-9a82-5001e0ecce2a HTTP/1.1" status: 200 len: 946 time: 0.0467267 May 04 19:02:12.435913 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142df6bd-8877-4595-a9a0-9208ba666fcf req-5d85debc-df36-4f11-b020-d47368b38d89 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:02:12.437396 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-142df6bd-8877-4595-a9a0-9208ba666fcf req-5d85debc-df36-4f11-b020-d47368b38d89 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae1c0168-16cb-471e-91d0-fd249c17995b HTTP/1.1" status: 200 len: 945 time: 0.0460339 May 04 19:02:12.484723 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-b0306fad-b04e-4827-913f-07f5f4bfe99a req-c888c426-2a30-487b-9671-c06ce67f0714 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ea6ee27-c11d-4233-954f-1b439202ab30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452640 May 04 19:02:12.486824 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-142df6bd-8877-4595-a9a0-9208ba666fcf req-efa3b843-dc2c-45b6-85f8-e722f633f7a6 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] 10.222.0.35 "GET /v2.0/security-groups?id=21f831f8-7055-49b7-bcbd-6286b30d4ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437710 May 04 19:02:12.537091 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c272f0fa-0deb-4b91-9410-eadd0c3c1f99 req-58d57cdb-14a9-4437-9bd1-1e35533888cf tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:02:12.538552 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-c272f0fa-0deb-4b91-9410-eadd0c3c1f99 req-58d57cdb-14a9-4437-9bd1-1e35533888cf tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.55 "GET /v2.0/ports?device_id=f5f655af-21f6-4752-9a82-5001e0ecce2a HTTP/1.1" status: 200 len: 946 time: 0.0451133 May 04 19:02:12.628314 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.plugin [req-c272f0fa-0deb-4b91-9410-eadd0c3c1f99 req-96481d40-2816-464c-95bf-362492b8d4ea tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Deleting port 0e4c0f03-db71-4276-9e3b-8f50be746074 {{(pid=103280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 19:02:12.628605 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-c272f0fa-0deb-4b91-9410-eadd0c3c1f99 req-96481d40-2816-464c-95bf-362492b8d4ea tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790498772255'] for port (0e4c0f03-db71-4276-9e3b-8f50be746074), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:12.716776 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.db [req-c272f0fa-0deb-4b91-9410-eadd0c3c1f99 req-96481d40-2816-464c-95bf-362492b8d4ea tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] For port 0e4c0f03-db71-4276-9e3b-8f50be746074, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=0e4c0f03-db71-4276-9e3b-8f50be746074,segment=NetworkSegment(6694153e-2070-44d0-bec4-dda97cd2835f),segment_id=6694153e-2070-44d0-bec4-dda97cd2835f)] {{(pid=103280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:02:12.717133 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-c272f0fa-0deb-4b91-9410-eadd0c3c1f99 req-96481d40-2816-464c-95bf-362492b8d4ea tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607728'] for port (0e4c0f03-db71-4276-9e3b-8f50be746074), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:12.733325 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.plugin [req-c272f0fa-0deb-4b91-9410-eadd0c3c1f99 req-96481d40-2816-464c-95bf-362492b8d4ea tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Calling delete_port for 0e4c0f03-db71-4276-9e3b-8f50be746074 owned by compute:nova {{(pid=103280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 19:02:12.875558 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-c272f0fa-0deb-4b91-9410-eadd0c3c1f99 req-96481d40-2816-464c-95bf-362492b8d4ea tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790498779311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790498302109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12874298'] for port (0e4c0f03-db71-4276-9e3b-8f50be746074), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:12.889503 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] get_ports_and_sgs() called for port_ids ['eeb17e2a-8684-4685-8c1f-d6ff60077a6c', '0e4c0f03-db71-4276-9e3b-8f50be746074'] {{(pid=103281) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 19:02:12.907738 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96481d40-2816-464c-95bf-362492b8d4ea tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Pushing event deleted for resources: {'Port': ['ID=0e4c0f03-db71-4276-9e3b-8f50be746074,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:02:12.959155 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvrscheduler_db [req-c272f0fa-0deb-4b91-9410-eadd0c3c1f99 req-96481d40-2816-464c-95bf-362492b8d4ea tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] No DVR routers for this DVR port 0e4c0f03-db71-4276-9e3b-8f50be746074 on host hv-cinder-84052 {{(pid=103280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 19:02:12.961702 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-c272f0fa-0deb-4b91-9410-eadd0c3c1f99 req-96481d40-2816-464c-95bf-362492b8d4ea tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127086'] for port (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:12.965109 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-c272f0fa-0deb-4b91-9410-eadd0c3c1f99 req-96481d40-2816-464c-95bf-362492b8d4ea tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.55 "DELETE /v2.0/ports/0e4c0f03-db71-4276-9e3b-8f50be746074 HTTP/1.1" status: 204 len: 173 time: 0.4200644 May 04 19:02:12.965586 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5f655af-21f6-4752-9a82-5001e0ecce2a', 'name': 'network-vif-deleted', 'tag': '0e4c0f03-db71-4276-9e3b-8f50be746074'}] {{(pid=103280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 19:02:12.967851 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d17ed66b9d9b08214cd1b2d258b378c61736cd464b468dfe37a5b26948fd6e52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b28f538-d474-4d7c-a75c-cc4bd50fa758" -d '{"events": [{"server_uuid": "f5f655af-21f6-4752-9a82-5001e0ecce2a", "name": "network-vif-deleted", "tag": "0e4c0f03-db71-4276-9e3b-8f50be746074"}]}' {{(pid=103280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 19:02:13.006377 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 19:02:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c9bd134-d2d6-4064-8fe5-81d932749f06 x-openstack-request-id: req-3c9bd134-d2d6-4064-8fe5-81d932749f06 {{(pid=103280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 19:02:13.006675 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5f655af-21f6-4752-9a82-5001e0ecce2a", "name": "network-vif-deleted", "tag": "0e4c0f03-db71-4276-9e3b-8f50be746074", "status": "completed", "code": 200}]} {{(pid=103280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 19:02:13.006924 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3c9bd134-d2d6-4064-8fe5-81d932749f06 {{(pid=103280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 19:02:13.007328 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c9bd134-d2d6-4064-8fe5-81d932749f06'] response: {'server_uuid': 'f5f655af-21f6-4752-9a82-5001e0ecce2a', 'name': 'network-vif-deleted', 'tag': '0e4c0f03-db71-4276-9e3b-8f50be746074', 'status': 'completed', 'code': 200} May 04 19:02:13.603665 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e2d4567f-03f7-4619-a3da-7f7e4acf3ae4 req-0d91125b-59ea-43e3-b9e7-4d3d1a0c7a71 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5f655af-21f6-4752-9a82-5001e0ecce2a HTTP/1.1" status: 200 len: 210 time: 0.0357740 May 04 19:02:13.622553 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a6ec0a-05bb-4895-bc53-955bce2a4f05 req-80bba912-f50a-4d60-9dcc-f30b410ed15c tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:02:13.624071 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-57a6ec0a-05bb-4895-bc53-955bce2a4f05 req-80bba912-f50a-4d60-9dcc-f30b410ed15c tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae1c0168-16cb-471e-91d0-fd249c17995b HTTP/1.1" status: 200 len: 945 time: 0.0535491 May 04 19:02:13.672125 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-57a6ec0a-05bb-4895-bc53-955bce2a4f05 req-b7a9c156-3c26-4080-8154-94cfc39a7fbb tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] 10.222.0.35 "GET /v2.0/security-groups?id=21f831f8-7055-49b7-bcbd-6286b30d4ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421844 May 04 19:02:13.878797 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 53312) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:02:13.897042 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f320c8-7e72-4c36-9fc7-57360c71c491 req-e20067b4-66a0-4971-bbaa-d479eceb77b1 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:02:13.898742 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-51f320c8-7e72-4c36-9fc7-57360c71c491 req-e20067b4-66a0-4971-bbaa-d479eceb77b1 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae1c0168-16cb-471e-91d0-fd249c17995b HTTP/1.1" status: 200 len: 945 time: 0.0505152 May 04 19:02:13.952364 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-51f320c8-7e72-4c36-9fc7-57360c71c491 req-8f048899-88e1-4ff5-aa2e-1e2eefc5f7b0 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] 10.222.0.35 "GET /v2.0/security-groups?id=21f831f8-7055-49b7-bcbd-6286b30d4ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464857 May 04 19:02:13.963818 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-c6b11079-1426-4691-8890-d3fa776da57a req-b05755fd-980a-4fca-8600-450997b1b231 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ae1c0168-16cb-471e-91d0-fd249c17995b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0823760 May 04 19:02:13.972647 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [req-c6b11079-1426-4691-8890-d3fa776da57a req-d21dbf9c-9996-48d2-8897-a92277b27319 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103280) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 04 19:02:13.973624 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-c6b11079-1426-4691-8890-d3fa776da57a req-d21dbf9c-9996-48d2-8897-a92277b27319 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0049317 May 04 19:02:14.055027 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 53320) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:02:14.155707 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b11079-1426-4691-8890-d3fa776da57a req-13788bd9-d45d-4975-92bb-d5981ad33f41 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:02:14.157044 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-c6b11079-1426-4691-8890-d3fa776da57a req-13788bd9-d45d-4975-92bb-d5981ad33f41 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] 10.222.0.35 "GET /v2.0/ports/5777c5ef-78c0-4282-bfd9-095fdc6595ea HTTP/1.1" status: 200 len: 942 time: 0.1010156 May 04 19:02:14.894071 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac75fc4-7593-4112-8f7e-71b475960f52 req-f032824c-491f-4a05-9c86-87402082a307 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:02:14.895547 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-9ac75fc4-7593-4112-8f7e-71b475960f52 req-f032824c-491f-4a05-9c86-87402082a307 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d550c33-794e-4c78-86ef-4101ddf2a3ef HTTP/1.1" status: 200 len: 945 time: 0.0588689 May 04 19:02:14.943673 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-9ac75fc4-7593-4112-8f7e-71b475960f52 req-8f7ccd17-974f-42c8-a9cb-a260072f4e97 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ea6ee27-c11d-4233-954f-1b439202ab30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421395 May 04 19:02:15.066693 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ee6683-6ad8-4bf8-929e-7d61f775e373 req-d8ca94d4-3fbc-4d56-b15e-575bb2938992 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:02:15.068211 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-54ee6683-6ad8-4bf8-929e-7d61f775e373 req-d8ca94d4-3fbc-4d56-b15e-575bb2938992 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae1c0168-16cb-471e-91d0-fd249c17995b HTTP/1.1" status: 200 len: 945 time: 0.0485537 May 04 19:02:15.127660 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-54ee6683-6ad8-4bf8-929e-7d61f775e373 req-5510a966-a421-48d4-ace1-cfbe656f4ea6 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] 10.222.0.35 "GET /v2.0/security-groups?id=21f831f8-7055-49b7-bcbd-6286b30d4ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509996 May 04 19:02:15.791616 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Device 5777c5ef-78c0-4282-bfd9-095fdc6595ea no longer exists at agent hyperv_hv-cinder-84052 {{(pid=103281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 19:02:15.872940 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Current status of the port 5777c5ef-78c0-4282-bfd9-095fdc6595ea is: ACTIVE; New status is: DOWN {{(pid=103281) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:02:15.873366 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (5777c5ef-78c0-4282-bfd9-095fdc6595ea), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:15.896588 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae1c0168-16cb-471e-91d0-fd249c17995b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5777c5ef-78c0-4282-bfd9-095fdc6595ea'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 19:02:15.898822 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29bc9e8fddf1e81845832baf79700cdfe783df1752dea94dce4e4e68657cb9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce4ea1e2-6188-454b-9c60-e6b1a4cbd767" -d '{"events": [{"server_uuid": "ae1c0168-16cb-471e-91d0-fd249c17995b", "name": "network-vif-unplugged", "status": "completed", "tag": "5777c5ef-78c0-4282-bfd9-095fdc6595ea"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 19:02:15.910982 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] For port 5777c5ef-78c0-4282-bfd9-095fdc6595ea, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=5777c5ef-78c0-4282-bfd9-095fdc6595ea,segment=NetworkSegment(20f7f636-8156-4de7-9a09-06cf753039da),segment_id=20f7f636-8156-4de7-9a09-06cf753039da)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:02:15.916715 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136'] for port (5777c5ef-78c0-4282-bfd9-095fdc6595ea), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:15.917529 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Device 0e4c0f03-db71-4276-9e3b-8f50be746074 no longer exists at agent hyperv_hv-cinder-84052 {{(pid=103281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 19:02:15.941359 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 04 May 2022 19:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44203b94-6a38-4f95-8915-5a2359d9bf33 x-openstack-request-id: req-44203b94-6a38-4f95-8915-5a2359d9bf33 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 19:02:15.941679 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae1c0168-16cb-471e-91d0-fd249c17995b", "name": "network-vif-unplugged", "status": "failed", "tag": "5777c5ef-78c0-4282-bfd9-095fdc6595ea", "code": 422}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 19:02:15.941927 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-44203b94-6a38-4f95-8915-5a2359d9bf33 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 19:02:15.942320 dv-cinder-840525-1-iscsi neutron-server[103281]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-44203b94-6a38-4f95-8915-5a2359d9bf33']: {'server_uuid': 'ae1c0168-16cb-471e-91d0-fd249c17995b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5777c5ef-78c0-4282-bfd9-095fdc6595ea', 'code': 422} returned with failed status May 04 19:02:15.958425 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] No Port match for: 0e4c0f03-db71-4276-9e3b-8f50be746074 {{(pid=103281) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 19:02:15.958767 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Device 0e4c0f03-db71-4276-9e3b-8f50be746074 not bound to the agent host hv-cinder-84052 {{(pid=103281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 19:02:15.985066 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Pushing event updated for resources: {'Port': ['ID=5777c5ef-78c0-4282-bfd9-095fdc6595ea,revision_number=6']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:02:16.127862 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e6e27f-503f-4f93-8e4d-96ce0eeacee0 req-5c7ad614-1bc1-44d5-a6bf-172053193702 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:02:16.129332 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-98e6e27f-503f-4f93-8e4d-96ce0eeacee0 req-5c7ad614-1bc1-44d5-a6bf-172053193702 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d550c33-794e-4c78-86ef-4101ddf2a3ef HTTP/1.1" status: 200 len: 945 time: 0.0614309 May 04 19:02:16.189938 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-98e6e27f-503f-4f93-8e4d-96ce0eeacee0 req-104e3d9b-e681-4c04-ab83-16ded938c584 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ea6ee27-c11d-4233-954f-1b439202ab30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521154 May 04 19:02:16.239606 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47355565-9241-4239-a48e-3a7c491d02d4 req-66018c4f-5c86-4bd3-afbf-a83a38e5c677 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:02:16.241096 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-47355565-9241-4239-a48e-3a7c491d02d4 req-66018c4f-5c86-4bd3-afbf-a83a38e5c677 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae1c0168-16cb-471e-91d0-fd249c17995b HTTP/1.1" status: 200 len: 943 time: 0.0466776 May 04 19:02:16.292018 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-47355565-9241-4239-a48e-3a7c491d02d4 req-0c8299d6-b4e0-4678-b047-4a034e1c08a5 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] 10.222.0.35 "GET /v2.0/security-groups?id=21f831f8-7055-49b7-bcbd-6286b30d4ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448904 May 04 19:02:17.305632 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606b6283-e102-4fec-818d-79148ea75c56 req-a5c87965-254e-4cb3-9208-10ca0d98a46a tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:02:17.307093 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-606b6283-e102-4fec-818d-79148ea75c56 req-a5c87965-254e-4cb3-9208-10ca0d98a46a tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d550c33-794e-4c78-86ef-4101ddf2a3ef HTTP/1.1" status: 200 len: 945 time: 0.0467956 May 04 19:02:17.358718 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-606b6283-e102-4fec-818d-79148ea75c56 req-d04c8bff-11f1-4c1d-ba80-065f7960b511 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ea6ee27-c11d-4233-954f-1b439202ab30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432982 May 04 19:02:17.406447 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82303e8-3b93-4a8c-aaf6-cf0960b1c055 req-e3dec7fa-c6e2-4f4f-a071-62fd79691259 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:02:17.407913 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a82303e8-3b93-4a8c-aaf6-cf0960b1c055 req-e3dec7fa-c6e2-4f4f-a071-62fd79691259 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae1c0168-16cb-471e-91d0-fd249c17995b HTTP/1.1" status: 200 len: 943 time: 0.0482433 May 04 19:02:17.459621 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a82303e8-3b93-4a8c-aaf6-cf0960b1c055 req-9b50f8d2-8d73-4aa5-aa4b-2e726ea1a2d6 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] 10.222.0.35 "GET /v2.0/security-groups?id=21f831f8-7055-49b7-bcbd-6286b30d4ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460155 May 04 19:02:18.315113 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934c25e6-a9c4-426c-9e8a-2a4cb8f3c28e req-dc46892f-8049-4659-8e64-7d7daac4a0e8 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:02:18.316581 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-934c25e6-a9c4-426c-9e8a-2a4cb8f3c28e req-dc46892f-8049-4659-8e64-7d7daac4a0e8 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d550c33-794e-4c78-86ef-4101ddf2a3ef HTTP/1.1" status: 200 len: 945 time: 0.0506635 May 04 19:02:18.422366 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.plugin [req-934c25e6-a9c4-426c-9e8a-2a4cb8f3c28e req-97c65ddd-995d-4d45-bb50-559503140430 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Deleting port eeb17e2a-8684-4685-8c1f-d6ff60077a6c {{(pid=103280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 19:02:18.423083 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-934c25e6-a9c4-426c-9e8a-2a4cb8f3c28e req-97c65ddd-995d-4d45-bb50-559503140430 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790498772255'] for port (eeb17e2a-8684-4685-8c1f-d6ff60077a6c), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:18.475179 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1266a5d3-2fca-47c7-85f9-2bd19d684566 req-495d48b5-3769-4c95-8721-51131eeebab2 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:02:18.476679 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-1266a5d3-2fca-47c7-85f9-2bd19d684566 req-495d48b5-3769-4c95-8721-51131eeebab2 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d550c33-794e-4c78-86ef-4101ddf2a3ef HTTP/1.1" status: 200 len: 945 time: 0.0474911 May 04 19:02:18.520242 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.db [req-934c25e6-a9c4-426c-9e8a-2a4cb8f3c28e req-97c65ddd-995d-4d45-bb50-559503140430 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] For port eeb17e2a-8684-4685-8c1f-d6ff60077a6c, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=eeb17e2a-8684-4685-8c1f-d6ff60077a6c,segment=NetworkSegment(6694153e-2070-44d0-bec4-dda97cd2835f),segment_id=6694153e-2070-44d0-bec4-dda97cd2835f)] {{(pid=103280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:02:18.520677 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-934c25e6-a9c4-426c-9e8a-2a4cb8f3c28e req-97c65ddd-995d-4d45-bb50-559503140430 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607728'] for port (eeb17e2a-8684-4685-8c1f-d6ff60077a6c), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:18.524612 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-1266a5d3-2fca-47c7-85f9-2bd19d684566 req-924f60a4-9b75-4664-8d14-61dc645a2d9f tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ea6ee27-c11d-4233-954f-1b439202ab30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421960 May 04 19:02:18.535918 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.plugin [req-934c25e6-a9c4-426c-9e8a-2a4cb8f3c28e req-97c65ddd-995d-4d45-bb50-559503140430 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Calling delete_port for eeb17e2a-8684-4685-8c1f-d6ff60077a6c owned by compute:nova {{(pid=103280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 19:02:18.626495 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b146be2e-5d3d-4d66-918b-83f9b641a6a5 req-fd2f7e28-6f85-4a9b-8a45-4f09cef7412e tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:02:18.627832 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-b146be2e-5d3d-4d66-918b-83f9b641a6a5 req-fd2f7e28-6f85-4a9b-8a45-4f09cef7412e tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae1c0168-16cb-471e-91d0-fd249c17995b HTTP/1.1" status: 200 len: 943 time: 0.0938294 May 04 19:02:18.681389 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b11079-1426-4691-8890-d3fa776da57a req-5f053295-6f73-4b46-b5fa-cf497a671d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:02:18.682821 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-c6b11079-1426-4691-8890-d3fa776da57a req-5f053295-6f73-4b46-b5fa-cf497a671d72 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ae1c0168-16cb-471e-91d0-fd249c17995b&tenant_id=8bf2894c75244d3f8e2c83c7deb9ab3e HTTP/1.1" status: 200 len: 1127 time: 0.0761976 May 04 19:02:18.729445 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-b146be2e-5d3d-4d66-918b-83f9b641a6a5 req-26b7445d-33c6-4f6a-8688-0a0740dfe139 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] 10.222.0.35 "GET /v2.0/security-groups?id=21f831f8-7055-49b7-bcbd-6286b30d4ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848720 May 04 19:02:18.786087 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b11079-1426-4691-8890-d3fa776da57a req-c85bc144-ea38-4952-b886-aee13138fe4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:02:18.787559 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-c6b11079-1426-4691-8890-d3fa776da57a req-c85bc144-ea38-4952-b886-aee13138fe4d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8bf2894c75244d3f8e2c83c7deb9ab3e&device_id=ae1c0168-16cb-471e-91d0-fd249c17995b HTTP/1.1" status: 200 len: 1127 time: 0.0765839 May 04 19:02:18.817192 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-934c25e6-a9c4-426c-9e8a-2a4cb8f3c28e req-97c65ddd-995d-4d45-bb50-559503140430 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790498779311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790498302109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12874298'] for port (eeb17e2a-8684-4685-8c1f-d6ff60077a6c), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:18.828306 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] get_ports_and_sgs() called for port_ids ['eeb17e2a-8684-4685-8c1f-d6ff60077a6c'] {{(pid=103281) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 19:02:18.880866 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c65ddd-995d-4d45-bb50-559503140430 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Pushing event deleted for resources: {'Port': ['ID=eeb17e2a-8684-4685-8c1f-d6ff60077a6c,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:02:18.936786 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvrscheduler_db [req-934c25e6-a9c4-426c-9e8a-2a4cb8f3c28e req-97c65ddd-995d-4d45-bb50-559503140430 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] No DVR routers for this DVR port eeb17e2a-8684-4685-8c1f-d6ff60077a6c on host hv-cinder-84052 {{(pid=103280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 19:02:18.939387 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-934c25e6-a9c4-426c-9e8a-2a4cb8f3c28e req-97c65ddd-995d-4d45-bb50-559503140430 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127086'] for port (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:18.942851 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-934c25e6-a9c4-426c-9e8a-2a4cb8f3c28e req-97c65ddd-995d-4d45-bb50-559503140430 tempest-ServerRescueNegativeTestJSON-434099437 tempest-ServerRescueNegativeTestJSON-434099437-project] 10.222.0.55 "DELETE /v2.0/ports/eeb17e2a-8684-4685-8c1f-d6ff60077a6c HTTP/1.1" status: 204 len: 173 time: 0.6023786 May 04 19:02:18.948339 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d550c33-794e-4c78-86ef-4101ddf2a3ef', 'name': 'network-vif-deleted', 'tag': 'eeb17e2a-8684-4685-8c1f-d6ff60077a6c'}] {{(pid=103280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 19:02:18.950595 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d17ed66b9d9b08214cd1b2d258b378c61736cd464b468dfe37a5b26948fd6e52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87fe7db8-bc7d-4d3c-a84b-d28b263c83a4" -d '{"events": [{"server_uuid": "4d550c33-794e-4c78-86ef-4101ddf2a3ef", "name": "network-vif-deleted", "tag": "eeb17e2a-8684-4685-8c1f-d6ff60077a6c"}]}' {{(pid=103280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 19:02:18.957861 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b11079-1426-4691-8890-d3fa776da57a req-6fab36d6-ea16-45b3-bc9f-df5ae79b82c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:02:18.960421 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-c6b11079-1426-4691-8890-d3fa776da57a req-6fab36d6-ea16-45b3-bc9f-df5ae79b82c6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e8e6dc94-9bb6-402c-8494-d1c5ccc072e3 HTTP/1.1" status: 200 len: 909 time: 0.1655784 May 04 19:02:19.010295 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 19:02:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4259e690-c6f5-4162-b7ca-b830ffd9c1d9 x-openstack-request-id: req-4259e690-c6f5-4162-b7ca-b830ffd9c1d9 {{(pid=103280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 19:02:19.010578 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d550c33-794e-4c78-86ef-4101ddf2a3ef", "name": "network-vif-deleted", "tag": "eeb17e2a-8684-4685-8c1f-d6ff60077a6c", "status": "completed", "code": 200}]} {{(pid=103280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 19:02:19.010824 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4259e690-c6f5-4162-b7ca-b830ffd9c1d9 {{(pid=103280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 19:02:19.011210 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4259e690-c6f5-4162-b7ca-b830ffd9c1d9'] response: {'server_uuid': '4d550c33-794e-4c78-86ef-4101ddf2a3ef', 'name': 'network-vif-deleted', 'tag': 'eeb17e2a-8684-4685-8c1f-d6ff60077a6c', 'status': 'completed', 'code': 200} May 04 19:02:19.038128 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-c6b11079-1426-4691-8890-d3fa776da57a req-372afa76-0858-425c-aef3-efc061c5d188 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5777c5ef-78c0-4282-bfd9-095fdc6595ea HTTP/1.1" status: 200 len: 999 time: 0.0683405 May 04 19:02:19.108492 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b11079-1426-4691-8890-d3fa776da57a req-a60362ac-11a0-44e7-98b5-9376f764da14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:02:19.110001 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-c6b11079-1426-4691-8890-d3fa776da57a req-a60362ac-11a0-44e7-98b5-9376f764da14 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0e5e1458-2cb0-45f3-927b-d6296b1c3906 HTTP/1.1" status: 200 len: 847 time: 0.0447767 May 04 19:02:19.407376 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b11079-1426-4691-8890-d3fa776da57a req-41bc9f86-c125-4da8-aaf5-9b3b83af035f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:02:19.408974 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-c6b11079-1426-4691-8890-d3fa776da57a req-41bc9f86-c125-4da8-aaf5-9b3b83af035f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e8e6dc94-9bb6-402c-8494-d1c5ccc072e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445199 May 04 19:02:19.509726 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-c6b11079-1426-4691-8890-d3fa776da57a req-68567ff8-ab2c-4104-b2f3-a24feb8e2d11 service neutron] 10.222.0.55 "GET /v2.0/networks/e8e6dc94-9bb6-402c-8494-d1c5ccc072e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930698 May 04 19:02:19.579658 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 53364) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:02:19.618256 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-c6b11079-1426-4691-8890-d3fa776da57a req-63e5f0ee-bafa-4900-8f97-4ecd0f458024 service neutron] 10.222.0.55 "GET /v2.0/networks/e8e6dc94-9bb6-402c-8494-d1c5ccc072e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948956 May 04 19:02:19.884544 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e996766-fe87-4f12-a13b-c1f4ee09139f req-f7fb1ae8-4aec-437f-9f28-900245e401f5 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:02:19.886066 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-0e996766-fe87-4f12-a13b-c1f4ee09139f req-f7fb1ae8-4aec-437f-9f28-900245e401f5 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae1c0168-16cb-471e-91d0-fd249c17995b HTTP/1.1" status: 200 len: 943 time: 0.0577960 May 04 19:02:19.990117 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-0e996766-fe87-4f12-a13b-c1f4ee09139f req-3aecb075-baf4-486b-9860-30cac1a74dc7 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] 10.222.0.35 "GET /v2.0/security-groups?id=21f831f8-7055-49b7-bcbd-6286b30d4ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791471 May 04 19:02:20.151912 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-c9b543f2-9f89-49b3-9572-70a3a44e1ede admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-607662'] for router_interface (99e16632-d532-445b-8b38-b656dab90e80), before_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:20.434001 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-c9b543f2-9f89-49b3-9572-70a3a44e1ede admin admin] Deleting port 3c32b55e-d937-44b9-a8c5-48726c34ada2 {{(pid=103279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 19:02:20.434298 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-c9b543f2-9f89-49b3-9572-70a3a44e1ede admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790498772255'] for port (3c32b55e-d937-44b9-a8c5-48726c34ada2), before_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:20.519039 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-c9b543f2-9f89-49b3-9572-70a3a44e1ede admin admin] For port 3c32b55e-d937-44b9-a8c5-48726c34ada2, host dv-cinder-840525-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-1-iscsi',level=0,port_id=3c32b55e-d937-44b9-a8c5-48726c34ada2,segment=NetworkSegment(6694153e-2070-44d0-bec4-dda97cd2835f),segment_id=6694153e-2070-44d0-bec4-dda97cd2835f)] {{(pid=103279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:02:20.519394 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-c9b543f2-9f89-49b3-9572-70a3a44e1ede admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607728'] for port (3c32b55e-d937-44b9-a8c5-48726c34ada2), precommit_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:20.531986 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-c9b543f2-9f89-49b3-9572-70a3a44e1ede admin admin] Calling delete_port for 3c32b55e-d937-44b9-a8c5-48726c34ada2 owned by network:router_interface {{(pid=103279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 19:02:20.717214 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-c9b543f2-9f89-49b3-9572-70a3a44e1ede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790498779311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790498302109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13908970'] for port (3c32b55e-d937-44b9-a8c5-48726c34ada2), after_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:20.742585 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b543f2-9f89-49b3-9572-70a3a44e1ede admin admin] Pushing event deleted for resources: {'Port': ['ID=3c32b55e-d937-44b9-a8c5-48726c34ada2,revision_number=None']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:02:20.908781 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-c9b543f2-9f89-49b3-9572-70a3a44e1ede admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1572633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-611531'] for router_interface (99e16632-d532-445b-8b38-b656dab90e80), after_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:21.102440 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799a6758-9697-4c1d-95bd-a3126e64bf4f req-49f5acac-bf61-4bda-9ed5-08e74aec326e tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:02:21.104556 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-799a6758-9697-4c1d-95bd-a3126e64bf4f req-49f5acac-bf61-4bda-9ed5-08e74aec326e tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae1c0168-16cb-471e-91d0-fd249c17995b HTTP/1.1" status: 200 len: 943 time: 0.0480137 May 04 19:02:21.167532 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-799a6758-9697-4c1d-95bd-a3126e64bf4f req-b786e497-7a8b-45ea-a76a-b417d95c1931 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] 10.222.0.35 "GET /v2.0/security-groups?id=21f831f8-7055-49b7-bcbd-6286b30d4ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569754 May 04 19:02:21.367417 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9b543f2-9f89-49b3-9572-70a3a44e1ede admin admin] Router 99e16632-d532-445b-8b38-b656dab90e80 has already been hosted by L3 agent 0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b {{(pid=103279) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 19:02:21.475179 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9b543f2-9f89-49b3-9572-70a3a44e1ede admin admin] Notify agent at l3_agent.dv-cinder-840525-1-iscsi the message routers_updated {{(pid=103279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 19:02:21.480421 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-c9b543f2-9f89-49b3-9572-70a3a44e1ede admin admin] 10.222.0.35 "PUT /v2.0/routers/99e16632-d532-445b-8b38-b656dab90e80/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8996847 May 04 19:02:21.483045 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 53376) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:02:21.485757 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf108381-f542-4182-aa77-f5d55e854e4a None None] Sync routers for ids ['99e16632-d532-445b-8b38-b656dab90e80'] in dv-cinder-840525-1-iscsi {{(pid=103281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 19:02:21.497569 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf108381-f542-4182-aa77-f5d55e854e4a None None] Routers {'99e16632-d532-445b-8b38-b656dab90e80'} bound to L3 agent in host dv-cinder-840525-1-iscsi {{(pid=103281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:02:21.498208 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_hamode_db [None req-cf108381-f542-4182-aa77-f5d55e854e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T18:48:29Z,description=,heartbeat_timestamp=2022-05-04T19:01:59Z,host='dv-cinder-840525-1-iscsi',id=0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:48:29Z,topic='l3_agent')) {'router_ids': ['99e16632-d532-445b-8b38-b656dab90e80'], 'active': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:02:21.587904 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-ed8e6df8-b819-44be-914c-4d9cb78b01f5 admin admin] Publish callbacks [] for router (99e16632-d532-445b-8b38-b656dab90e80), before_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:21.607841 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvr_db [None req-cf108381-f542-4182-aa77-f5d55e854e4a None None] Set router 99e16632-d532-445b-8b38-b656dab90e80 gateway port host: dv-cinder-840525-1-iscsi {{(pid=103281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:02:21.698144 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-ed8e6df8-b819-44be-914c-4d9cb78b01f5 admin admin] Publish callbacks [] for router_gateway (99e16632-d532-445b-8b38-b656dab90e80), before_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:21.749110 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-ed8e6df8-b819-44be-914c-4d9cb78b01f5 admin admin] Deleting port 31d53c0e-944d-4f88-9291-b28b143bac65 {{(pid=103279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 19:02:21.749850 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-ed8e6df8-b819-44be-914c-4d9cb78b01f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790498772255'] for port (31d53c0e-944d-4f88-9291-b28b143bac65), before_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:21.821470 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Device eeb17e2a-8684-4685-8c1f-d6ff60077a6c no longer exists at agent hyperv_hv-cinder-84052 {{(pid=103281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 19:02:21.830774 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-ed8e6df8-b819-44be-914c-4d9cb78b01f5 admin admin] For port 31d53c0e-944d-4f88-9291-b28b143bac65, host dv-cinder-840525-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-1-iscsi',level=0,port_id=31d53c0e-944d-4f88-9291-b28b143bac65,segment=NetworkSegment(183e99eb-a03a-4429-82ba-edb66df2d5f7),segment_id=183e99eb-a03a-4429-82ba-edb66df2d5f7)] {{(pid=103279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:02:21.831144 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-ed8e6df8-b819-44be-914c-4d9cb78b01f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607728'] for port (31d53c0e-944d-4f88-9291-b28b143bac65), precommit_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:21.847262 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-ed8e6df8-b819-44be-914c-4d9cb78b01f5 admin admin] Calling delete_port for 31d53c0e-944d-4f88-9291-b28b143bac65 owned by network:router_gateway {{(pid=103279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 19:02:21.870944 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] No Port match for: eeb17e2a-8684-4685-8c1f-d6ff60077a6c {{(pid=103281) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 19:02:21.871289 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Device eeb17e2a-8684-4685-8c1f-d6ff60077a6c not bound to the agent host hv-cinder-84052 {{(pid=103281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 19:02:21.931872 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_hamode_db [None req-cf108381-f542-4182-aa77-f5d55e854e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99e16632-d532-445b-8b38-b656dab90e80', 'name': 'tempest-ServerRescueNegativeTestJSON-2014535518-router', 'tenant_id': '5287a76e646d4a3db0cc508a956314e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'external_fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '31d53c0e-944d-4f88-9291-b28b143bac65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:56:52Z', 'updated_at': '2022-05-04T19:02:20Z', 'revision_number': 5, 'project_id': '5287a76e646d4a3db0cc508a956314e7', 'gw_port': {'id': '31d53c0e-944d-4f88-9291-b28b143bac65', 'name': '', 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:f8:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e16632-d532-445b-8b38-b656dab90e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:56:54Z', 'updated_at': '2022-05-04T18:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-1-iscsi'}], 'dv-cinder-840525-1-iscsi', False) {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:02:21.958866 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf108381-f542-4182-aa77-f5d55e854e4a None None] Checking router: 99e16632-d532-445b-8b38-b656dab90e80 for host: dv-cinder-840525-1-iscsi {{(pid=103281) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 19:02:21.967737 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf108381-f542-4182-aa77-f5d55e854e4a None None] Routers {'99e16632-d532-445b-8b38-b656dab90e80'} bound to L3 agent in host dv-cinder-840525-1-iscsi {{(pid=103281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:02:21.968371 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_hamode_db [None req-cf108381-f542-4182-aa77-f5d55e854e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T18:48:29Z,description=,heartbeat_timestamp=2022-05-04T19:01:59Z,host='dv-cinder-840525-1-iscsi',id=0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:48:29Z,topic='l3_agent')) {'router_ids': ['99e16632-d532-445b-8b38-b656dab90e80'], 'active': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:02:22.011926 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-ed8e6df8-b819-44be-914c-4d9cb78b01f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790498779311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790498302109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13908970'] for port (31d53c0e-944d-4f88-9291-b28b143bac65), after_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:22.043070 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8e6df8-b819-44be-914c-4d9cb78b01f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=31d53c0e-944d-4f88-9291-b28b143bac65,revision_number=None']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:02:22.060168 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvr_db [None req-cf108381-f542-4182-aa77-f5d55e854e4a None None] Set router 99e16632-d532-445b-8b38-b656dab90e80 gateway port host: None {{(pid=103281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:02:22.099201 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-ed8e6df8-b819-44be-914c-4d9cb78b01f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-609976'] for router_gateway (99e16632-d532-445b-8b38-b656dab90e80), after_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:22.115319 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_hamode_db [None req-cf108381-f542-4182-aa77-f5d55e854e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99e16632-d532-445b-8b38-b656dab90e80', 'name': 'tempest-ServerRescueNegativeTestJSON-2014535518-router', 'tenant_id': '5287a76e646d4a3db0cc508a956314e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:56:52Z', 'updated_at': '2022-05-04T19:02:21Z', 'revision_number': 6, 'project_id': '5287a76e646d4a3db0cc508a956314e7', 'gw_port_host': None}], 'dv-cinder-840525-1-iscsi', False) {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:02:22.142680 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf108381-f542-4182-aa77-f5d55e854e4a None None] The sync data for ids ['99e16632-d532-445b-8b38-b656dab90e80'] in dv-cinder-840525-1-iscsi is: [{'id': '99e16632-d532-445b-8b38-b656dab90e80', 'name': 'tempest-ServerRescueNegativeTestJSON-2014535518-router', 'tenant_id': '5287a76e646d4a3db0cc508a956314e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:56:52Z', 'updated_at': '2022-05-04T19:02:21Z', 'revision_number': 6, 'project_id': '5287a76e646d4a3db0cc508a956314e7', 'gw_port_host': None}] {{(pid=103281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 19:02:22.209422 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-ed8e6df8-b819-44be-914c-4d9cb78b01f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4414'] for router (99e16632-d532-445b-8b38-b656dab90e80), precommit_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:22.211530 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-ed8e6df8-b819-44be-914c-4d9cb78b01f5 admin admin] Publish callbacks [] for router_controller (99e16632-d532-445b-8b38-b656dab90e80), precommit_delete_associations {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:22.298753 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-ed8e6df8-b819-44be-914c-4d9cb78b01f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620629'] for router (99e16632-d532-445b-8b38-b656dab90e80), after_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:22.299265 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed8e6df8-b819-44be-914c-4d9cb78b01f5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 99e16632-d532-445b-8b38-b656dab90e80 {{(pid=103279) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 04 19:02:22.306399 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-ed8e6df8-b819-44be-914c-4d9cb78b01f5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:22.307612 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-ed8e6df8-b819-44be-914c-4d9cb78b01f5 admin admin] 10.222.0.35 "DELETE /v2.0/routers/99e16632-d532-445b-8b38-b656dab90e80 HTTP/1.1" status: 204 len: 168 time: 0.8236234 May 04 19:02:22.310283 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 53380) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:02:22.324661 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5361cfa0-4f29-47f2-898e-b95e0d9bb53a req-1bc48044-7d03-4af0-b170-2257f5114718 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:02:22.326182 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-5361cfa0-4f29-47f2-898e-b95e0d9bb53a req-1bc48044-7d03-4af0-b170-2257f5114718 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae1c0168-16cb-471e-91d0-fd249c17995b HTTP/1.1" status: 200 len: 943 time: 0.0864751 May 04 19:02:22.358260 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.db.db_base_plugin_v2 [None req-4640e74e-db54-4b43-ac00-cc0c80766ed1 admin admin] Deleting subnet 02826e21-c978-41a3-b31e-dd2107bb922c {{(pid=103280) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 19:02:22.361424 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-4640e74e-db54-4b43-ac00-cc0c80766ed1 admin admin] Publish callbacks [] for subnet (02826e21-c978-41a3-b31e-dd2107bb922c), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:22.376582 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-5361cfa0-4f29-47f2-898e-b95e0d9bb53a req-46009a77-edb5-4da5-bfda-313803f62ff5 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] 10.222.0.35 "GET /v2.0/security-groups?id=21f831f8-7055-49b7-bcbd-6286b30d4ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447421 May 04 19:02:22.396721 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-4640e74e-db54-4b43-ac00-cc0c80766ed1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12886072'] for subnet (02826e21-c978-41a3-b31e-dd2107bb922c), precommit_delete_associations {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:22.511594 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-4640e74e-db54-4b43-ac00-cc0c80766ed1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771612'] for subnet (02826e21-c978-41a3-b31e-dd2107bb922c), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:22.565230 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-4640e74e-db54-4b43-ac00-cc0c80766ed1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12874345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13129182'] for subnet (02826e21-c978-41a3-b31e-dd2107bb922c), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:22.591201 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4640e74e-db54-4b43-ac00-cc0c80766ed1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02826e21-c978-41a3-b31e-dd2107bb922c,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:02:22.595063 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-4640e74e-db54-4b43-ac00-cc0c80766ed1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572658'] for subnet (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:22.598507 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-4640e74e-db54-4b43-ac00-cc0c80766ed1 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/02826e21-c978-41a3-b31e-dd2107bb922c HTTP/1.1" status: 204 len: 168 time: 0.2863741 May 04 19:02:22.601230 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e35ddca-6ff0-4526-90a0-7a568abb4d5e None None] Network b776d5b6-becc-4024-9dab-9ffc4ba67a01 requested from dv-cinder-840525-1-iscsi {{(pid=103281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 19:02:22.602964 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 53382) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:02:22.672725 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-28986209-b513-4fc2-8e2b-d344e2b73552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1681522'] for network (b776d5b6-becc-4024-9dab-9ffc4ba67a01), before_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:22.717726 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-28986209-b513-4fc2-8e2b-d344e2b73552 admin admin] Deleting port 09245a88-9c5e-4300-b899-f6efd0af77d6 {{(pid=103279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 19:02:22.718066 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-28986209-b513-4fc2-8e2b-d344e2b73552 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790498772255'] for port (09245a88-9c5e-4300-b899-f6efd0af77d6), before_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:22.781837 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-28986209-b513-4fc2-8e2b-d344e2b73552 admin admin] For port 09245a88-9c5e-4300-b899-f6efd0af77d6, host dv-cinder-840525-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-1-iscsi',level=0,port_id=09245a88-9c5e-4300-b899-f6efd0af77d6,segment=NetworkSegment(6694153e-2070-44d0-bec4-dda97cd2835f),segment_id=6694153e-2070-44d0-bec4-dda97cd2835f)] {{(pid=103279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:02:22.782464 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-28986209-b513-4fc2-8e2b-d344e2b73552 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607728'] for port (09245a88-9c5e-4300-b899-f6efd0af77d6), precommit_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:22.794546 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-28986209-b513-4fc2-8e2b-d344e2b73552 admin admin] Calling delete_port for 09245a88-9c5e-4300-b899-f6efd0af77d6 owned by network:dhcp {{(pid=103279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 19:02:22.873418 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-28986209-b513-4fc2-8e2b-d344e2b73552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790498779311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790498302109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13908970'] for port (09245a88-9c5e-4300-b899-f6efd0af77d6), after_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:22.899240 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28986209-b513-4fc2-8e2b-d344e2b73552 admin admin] Pushing event deleted for resources: {'Port': ['ID=09245a88-9c5e-4300-b899-f6efd0af77d6,revision_number=None']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:02:22.900992 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28986209-b513-4fc2-8e2b-d344e2b73552 admin admin] No DVR routers for this DVR port 09245a88-9c5e-4300-b899-f6efd0af77d6 on host dv-cinder-840525-1-iscsi {{(pid=103279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 19:02:22.955038 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c9c6bf4-c99b-45b8-8684-95b51e2ff471 None None] DHCP port deletion for b776d5b6-becc-4024-9dab-9ffc4ba67a01 request from dv-cinder-840525-1-iscsi {{(pid=103281) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 04 19:02:22.981733 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-28986209-b513-4fc2-8e2b-d344e2b73552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772425', 'neutron.services.segments.db._delete_segments_for_network-8790498765132'] for network (b776d5b6-becc-4024-9dab-9ffc4ba67a01), precommit_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:23.007482 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.services.segments.db [None req-28986209-b513-4fc2-8e2b-d344e2b73552 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b776d5b6-becc-4024-9dab-9ffc4ba67a01']}} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:02:23.013146 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Device 09245a88-9c5e-4300-b899-f6efd0af77d6 no longer exists at agent ovs-agent-dv-cinder-840525-1-iscsi {{(pid=103281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 19:02:23.017238 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.services.segments.db [None req-28986209-b513-4fc2-8e2b-d344e2b73552 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6694153e-2070-44d0-bec4-dda97cd2835f') {'for_net_delete': True} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:02:23.017628 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.services.segments.db [None req-28986209-b513-4fc2-8e2b-d344e2b73552 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6694153e-2070-44d0-bec4-dda97cd2835f') {} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:02:23.027175 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-28986209-b513-4fc2-8e2b-d344e2b73552 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790498766421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14495801'] for segment (6694153e-2070-44d0-bec4-dda97cd2835f), before_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:23.032810 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] No Port match for: 09245a88-9c5e-4300-b899-f6efd0af77d6 {{(pid=103281) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 19:02:23.033161 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Device 09245a88-9c5e-4300-b899-f6efd0af77d6 not bound to the agent host dv-cinder-840525-1-iscsi {{(pid=103281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 19:02:23.033598 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Device 3c32b55e-d937-44b9-a8c5-48726c34ada2 no longer exists at agent ovs-agent-dv-cinder-840525-1-iscsi {{(pid=103281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 19:02:23.041030 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-28986209-b513-4fc2-8e2b-d344e2b73552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589113'] for segment (6694153e-2070-44d0-bec4-dda97cd2835f), precommit_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:23.048521 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28986209-b513-4fc2-8e2b-d344e2b73552 admin admin] Releasing vlan 263 on physical network physnet1 to pool {{(pid=103279) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 19:02:23.048917 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-28986209-b513-4fc2-8e2b-d344e2b73552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13908959'] for segment (6694153e-2070-44d0-bec4-dda97cd2835f), after_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:23.050758 dv-cinder-840525-1-iscsi neutron-server[103279]: Traceback (most recent call last): May 04 19:02:23.050758 dv-cinder-840525-1-iscsi neutron-server[103279]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 19:02:23.050758 dv-cinder-840525-1-iscsi neutron-server[103279]: timer() May 04 19:02:23.050758 dv-cinder-840525-1-iscsi neutron-server[103279]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 19:02:23.050758 dv-cinder-840525-1-iscsi neutron-server[103279]: cb(*args, **kw) May 04 19:02:23.050758 dv-cinder-840525-1-iscsi neutron-server[103279]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 19:02:23.050758 dv-cinder-840525-1-iscsi neutron-server[103279]: return func(*args, **kwargs) May 04 19:02:23.050758 dv-cinder-840525-1-iscsi neutron-server[103279]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 19:02:23.050758 dv-cinder-840525-1-iscsi neutron-server[103279]: self._notify() May 04 19:02:23.050758 dv-cinder-840525-1-iscsi neutron-server[103279]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 19:02:23.050758 dv-cinder-840525-1-iscsi neutron-server[103279]: self.callback(batched_events) May 04 19:02:23.050758 dv-cinder-840525-1-iscsi neutron-server[103279]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 19:02:23.050758 dv-cinder-840525-1-iscsi neutron-server[103279]: event.method(event) May 04 19:02:23.050758 dv-cinder-840525-1-iscsi neutron-server[103279]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 19:02:23.050758 dv-cinder-840525-1-iscsi neutron-server[103279]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 19:02:23.050758 dv-cinder-840525-1-iscsi neutron-server[103279]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 19:02:23.050758 dv-cinder-840525-1-iscsi neutron-server[103279]: aggregate_uuid = self.p_client.list_aggregates( May 04 19:02:23.050758 dv-cinder-840525-1-iscsi neutron-server[103279]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 19:02:23.050758 dv-cinder-840525-1-iscsi neutron-server[103279]: return f(self, *a, **k) May 04 19:02:23.050758 dv-cinder-840525-1-iscsi neutron-server[103279]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 19:02:23.050758 dv-cinder-840525-1-iscsi neutron-server[103279]: return self._get(url).json() May 04 19:02:23.050758 dv-cinder-840525-1-iscsi neutron-server[103279]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 19:02:23.050758 dv-cinder-840525-1-iscsi neutron-server[103279]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 19:02:23.050758 dv-cinder-840525-1-iscsi neutron-server[103279]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 19:02:23.050758 dv-cinder-840525-1-iscsi neutron-server[103279]: return self.request(url, 'GET', **kwargs) May 04 19:02:23.050758 dv-cinder-840525-1-iscsi neutron-server[103279]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 19:02:23.050758 dv-cinder-840525-1-iscsi neutron-server[103279]: base_url = self.get_endpoint(auth, allow=allow, May 04 19:02:23.050758 dv-cinder-840525-1-iscsi neutron-server[103279]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 19:02:23.050758 dv-cinder-840525-1-iscsi neutron-server[103279]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 19:02:23.050758 dv-cinder-840525-1-iscsi neutron-server[103279]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 19:02:23.050758 dv-cinder-840525-1-iscsi neutron-server[103279]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 19:02:23.050758 dv-cinder-840525-1-iscsi neutron-server[103279]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 19:02:23.056894 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] No Port match for: 3c32b55e-d937-44b9-a8c5-48726c34ada2 {{(pid=103281) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 19:02:23.057248 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Device 3c32b55e-d937-44b9-a8c5-48726c34ada2 not bound to the agent host dv-cinder-840525-1-iscsi {{(pid=103281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 19:02:23.057701 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Device 31d53c0e-944d-4f88-9291-b28b143bac65 no longer exists at agent ovs-agent-dv-cinder-840525-1-iscsi {{(pid=103281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 19:02:23.077206 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] No Port match for: 31d53c0e-944d-4f88-9291-b28b143bac65 {{(pid=103281) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 19:02:23.077578 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Device 31d53c0e-944d-4f88-9291-b28b143bac65 not bound to the agent host dv-cinder-840525-1-iscsi {{(pid=103281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 19:02:23.112324 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-28986209-b513-4fc2-8e2b-d344e2b73552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608942'] for network (b776d5b6-becc-4024-9dab-9ffc4ba67a01), after_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:23.120214 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-28986209-b513-4fc2-8e2b-d344e2b73552 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572658'] for network (None), before_response {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:23.123439 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-28986209-b513-4fc2-8e2b-d344e2b73552 admin admin] 10.222.0.35 "DELETE /v2.0/networks/b776d5b6-becc-4024-9dab-9ffc4ba67a01 HTTP/1.1" status: 204 len: 168 time: 0.5194659 May 04 19:02:23.132860 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28986209-b513-4fc2-8e2b-d344e2b73552 admin admin] Pushing event deleted for resources: {'Network': ['ID=b776d5b6-becc-4024-9dab-9ffc4ba67a01,revision_number=None']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:02:23.238204 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 53386) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:02:23.278744 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-b046221b-d987-4700-85bd-93daf1183ce7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5287a76e646d4a3db0cc508a956314e7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0393052 May 04 19:02:23.281235 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 53388) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:02:23.326787 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-ffb1303c-e424-4f0b-b2bf-4c350ccdb07f admin admin] Publish callbacks [] for security_group (7ea6ee27-c11d-4233-954f-1b439202ab30), before_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:23.348992 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-ffb1303c-e424-4f0b-b2bf-4c350ccdb07f admin admin] Publish callbacks [] for security_group (7ea6ee27-c11d-4233-954f-1b439202ab30), precommit_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:23.399229 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-ffb1303c-e424-4f0b-b2bf-4c350ccdb07f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (7ea6ee27-c11d-4233-954f-1b439202ab30), after_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:23.401316 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-ffb1303c-e424-4f0b-b2bf-4c350ccdb07f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:23.402486 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-ffb1303c-e424-4f0b-b2bf-4c350ccdb07f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7ea6ee27-c11d-4233-954f-1b439202ab30 HTTP/1.1" status: 204 len: 168 time: 0.1202986 May 04 19:02:23.410352 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb1303c-e424-4f0b-b2bf-4c350ccdb07f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ea6ee27-c11d-4233-954f-1b439202ab30,revision_number=None']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:02:23.504278 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eaeb0b-6e20-4ee7-8aa2-d7fee4a2423c req-7b3c6089-14cb-4740-9660-ab68d3be529d tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:02:23.506056 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-02eaeb0b-6e20-4ee7-8aa2-d7fee4a2423c req-7b3c6089-14cb-4740-9660-ab68d3be529d tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae1c0168-16cb-471e-91d0-fd249c17995b HTTP/1.1" status: 200 len: 943 time: 0.0533881 May 04 19:02:23.554872 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-02eaeb0b-6e20-4ee7-8aa2-d7fee4a2423c req-b10e68b1-2186-40ad-bcbb-8148016af499 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] 10.222.0.35 "GET /v2.0/security-groups?id=21f831f8-7055-49b7-bcbd-6286b30d4ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432220 May 04 19:02:24.138794 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 53412) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:02:24.238728 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.v2.base [None req-3c72f83e-5a03-4519-9b77-c2d6ba381ad6 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-277718387-network', 'tenant_id': '2e818fd7cdc1493f821f676c558f8f3c'}} {{(pid=103279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:02:24.262893 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c72f83e-5a03-4519-9b77-c2d6ba381ad6 admin admin] Made reservation on behalf of 2e818fd7cdc1493f821f676c558f8f3c for: {'network': 1} {{(pid=103279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 19:02:24.265153 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-3c72f83e-5a03-4519-9b77-c2d6ba381ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for network (None), before_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:24.273747 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-3c72f83e-5a03-4519-9b77-c2d6ba381ad6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:24.352340 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-3c72f83e-5a03-4519-9b77-c2d6ba381ad6 admin admin] Publish callbacks [] for security_group (145eab63-8d5e-4122-b462-a209b11428c5), precommit_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:24.358081 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-3c72f83e-5a03-4519-9b77-c2d6ba381ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (145eab63-8d5e-4122-b462-a209b11428c5), after_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:24.381607 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c72f83e-5a03-4519-9b77-c2d6ba381ad6 admin admin] vlan segment allocate from pool success with {'vlan_id': 269, 'physical_network': 'physnet1'} {{(pid=103279) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 19:02:24.390959 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c72f83e-5a03-4519-9b77-c2d6ba381ad6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=145eab63-8d5e-4122-b462-a209b11428c5,revision_number=1']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:02:24.395628 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-3c72f83e-5a03-4519-9b77-c2d6ba381ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589113'] for segment (c425d3c8-c101-4792-9a43-021c64cf8f78), precommit_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:24.395967 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.db.segments_db [None req-3c72f83e-5a03-4519-9b77-c2d6ba381ad6 admin admin] Added segment c425d3c8-c101-4792-9a43-021c64cf8f78 of type vlan for network 4e3b4279-cf59-454a-996d-76fc23766585 May 04 19:02:24.434844 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-3c72f83e-5a03-4519-9b77-c2d6ba381ad6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790498323402'] for network (4e3b4279-cf59-454a-996d-76fc23766585), precommit_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:24.460857 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-3c72f83e-5a03-4519-9b77-c2d6ba381ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608'] for network (4e3b4279-cf59-454a-996d-76fc23766585), after_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:24.461852 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c72f83e-5a03-4519-9b77-c2d6ba381ad6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:02:24.462437 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-3c72f83e-5a03-4519-9b77-c2d6ba381ad6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572658'] for network (None), before_response {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:24.495509 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-3c72f83e-5a03-4519-9b77-c2d6ba381ad6 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3556364 May 04 19:02:24.498492 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 53418) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:02:24.503393 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [None req-3f45b43a-6090-476f-a528-80762aa58764 admin admin] Request body: {'subnet': {'network_id': '4e3b4279-cf59-454a-996d-76fc23766585', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-277718387-subnet', 'tenant_id': '2e818fd7cdc1493f821f676c558f8f3c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:02:24.523455 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f45b43a-6090-476f-a528-80762aa58764 admin admin] Made reservation on behalf of 2e818fd7cdc1493f821f676c558f8f3c for: {'subnet': 1} {{(pid=103280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 19:02:24.524387 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c72f83e-5a03-4519-9b77-c2d6ba381ad6 admin admin] Pushing event updated for resources: {'Network': ['ID=4e3b4279-cf59-454a-996d-76fc23766585,revision_number=1']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:02:24.527814 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-3f45b43a-6090-476f-a528-80762aa58764 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13129141'] for subnet (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:24.534400 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Network 4e3b4279-cf59-454a-996d-76fc23766585 details requested by agent ovs-agent-dv-cinder-840525-1-iscsi with host dv-cinder-840525-1-iscsi {{(pid=103281) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 19:02:24.673833 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2219f7-3ac7-4252-ab92-84a79668a215 req-2ecc27f5-9a3e-4b86-96a6-b0f46b7d3137 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:02:24.675356 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-fa2219f7-3ac7-4252-ab92-84a79668a215 req-2ecc27f5-9a3e-4b86-96a6-b0f46b7d3137 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae1c0168-16cb-471e-91d0-fd249c17995b HTTP/1.1" status: 200 len: 943 time: 0.0499558 May 04 19:02:24.697108 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-3f45b43a-6090-476f-a528-80762aa58764 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12875178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13129159'] for subnet (b099973d-b265-4b02-a1ce-408135b3bf96), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:24.724984 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-fa2219f7-3ac7-4252-ab92-84a79668a215 req-a0e0a959-3401-4fad-8cd6-42ed8d2501a3 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] 10.222.0.35 "GET /v2.0/security-groups?id=21f831f8-7055-49b7-bcbd-6286b30d4ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437102 May 04 19:02:24.744954 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f45b43a-6090-476f-a528-80762aa58764 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b099973d-b265-4b02-a1ce-408135b3bf96,revision_number=0']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:02:24.770923 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f45b43a-6090-476f-a528-80762aa58764 admin admin] Checking segment: {'id': 'c425d3c8-c101-4792-9a43-021c64cf8f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '4e3b4279-cf59-454a-996d-76fc23766585'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 19:02:24.771374 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f45b43a-6090-476f-a528-80762aa58764 admin admin] Network hostable DHCP agents. Network: 4e3b4279-cf59-454a-996d-76fc23766585, hostable agents: ['ae04e5b6-6ccf-46c0-81ba-a3f5b8ae390c'], hosted agents: [] {{(pid=103280) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 19:02:24.789782 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f45b43a-6090-476f-a528-80762aa58764 admin admin] Network 4e3b4279-cf59-454a-996d-76fc23766585 is scheduled to be hosted by DHCP agent ae04e5b6-6ccf-46c0-81ba-a3f5b8ae390c with binding_index 1 {{(pid=103280) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 19:02:24.800567 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.base_scheduler [None req-3f45b43a-6090-476f-a528-80762aa58764 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840525-1-iscsi, 4e3b4279-cf59-454a-996d-76fc23766585) {{(pid=103280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 19:02:24.805698 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f45b43a-6090-476f-a528-80762aa58764 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:02:24.806941 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-3f45b43a-6090-476f-a528-80762aa58764 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572658'] for subnet (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:24.811051 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb24028f-92b6-487d-be9b-8fe46a95d732 None None] Network 4e3b4279-cf59-454a-996d-76fc23766585 requested from dv-cinder-840525-1-iscsi {{(pid=103281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 19:02:24.824547 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-3f45b43a-6090-476f-a528-80762aa58764 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3248763 May 04 19:02:24.925445 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce2b8094-642d-46a4-87df-45343055abbc None None] Network 4e3b4279-cf59-454a-996d-76fc23766585 requested from dv-cinder-840525-1-iscsi {{(pid=103281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 19:02:25.323989 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 53446) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:02:25.328932 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [None req-dc3db214-0a60-47b4-91cc-c79ac51b3ff7 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-142278901-network', 'tenant_id': '082bbf48c4d84badb0f76dd52b861995'}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:02:25.350712 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc3db214-0a60-47b4-91cc-c79ac51b3ff7 admin admin] Made reservation on behalf of 082bbf48c4d84badb0f76dd52b861995 for: {'network': 1} {{(pid=103280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 19:02:25.352905 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-dc3db214-0a60-47b4-91cc-c79ac51b3ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for network (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:25.361399 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-dc3db214-0a60-47b4-91cc-c79ac51b3ff7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:25.431314 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (bff7e656-358d-4e40-a36a-3f10fe33ffdf), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:25.438447 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-dc3db214-0a60-47b4-91cc-c79ac51b3ff7 admin admin] Publish callbacks [] for security_group (10ac9848-edb2-452c-aaff-5e79472595e1), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:25.442685 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-dc3db214-0a60-47b4-91cc-c79ac51b3ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (10ac9848-edb2-452c-aaff-5e79472595e1), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:25.465130 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc3db214-0a60-47b4-91cc-c79ac51b3ff7 admin admin] vlan segment allocate from pool success with {'vlan_id': 257, 'physical_network': 'physnet1'} {{(pid=103280) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 19:02:25.480582 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3db214-0a60-47b4-91cc-c79ac51b3ff7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10ac9848-edb2-452c-aaff-5e79472595e1,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:02:25.483478 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-dc3db214-0a60-47b4-91cc-c79ac51b3ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589113'] for segment (661e7a9e-e5c2-4e1d-b4a6-798ae27002ce), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:25.483821 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.db.segments_db [None req-dc3db214-0a60-47b4-91cc-c79ac51b3ff7 admin admin] Added segment 661e7a9e-e5c2-4e1d-b4a6-798ae27002ce of type vlan for network 5a21e3dc-1507-4847-9069-20a050a839e0 May 04 19:02:25.527215 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-dc3db214-0a60-47b4-91cc-c79ac51b3ff7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790498323402'] for network (5a21e3dc-1507-4847-9069-20a050a839e0), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:25.554284 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-dc3db214-0a60-47b4-91cc-c79ac51b3ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608'] for network (5a21e3dc-1507-4847-9069-20a050a839e0), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:25.555451 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc3db214-0a60-47b4-91cc-c79ac51b3ff7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:02:25.556069 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-dc3db214-0a60-47b4-91cc-c79ac51b3ff7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572658'] for network (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:25.588406 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-dc3db214-0a60-47b4-91cc-c79ac51b3ff7 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.2633576 May 04 19:02:25.591206 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 53448) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:02:25.848913 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da675ecb-5ec4-46d2-af6f-3235314bed8c req-b4aee86e-0acb-4ad8-bfe8-c028b3d7952a tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:02:25.850511 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-da675ecb-5ec4-46d2-af6f-3235314bed8c req-b4aee86e-0acb-4ad8-bfe8-c028b3d7952a tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae1c0168-16cb-471e-91d0-fd249c17995b HTTP/1.1" status: 200 len: 943 time: 0.0480800 May 04 19:02:25.872491 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [None req-49b2cf63-0dc0-42fa-b806-d73250cc377b admin admin] Request body: {'subnet': {'network_id': '5a21e3dc-1507-4847-9069-20a050a839e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-142278901-subnet', 'tenant_id': '082bbf48c4d84badb0f76dd52b861995', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:02:25.876669 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3db214-0a60-47b4-91cc-c79ac51b3ff7 admin admin] Pushing event updated for resources: {'Network': ['ID=5a21e3dc-1507-4847-9069-20a050a839e0,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:02:25.887107 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Network 5a21e3dc-1507-4847-9069-20a050a839e0 details requested by agent ovs-agent-dv-cinder-840525-1-iscsi with host dv-cinder-840525-1-iscsi {{(pid=103281) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 19:02:25.898082 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49b2cf63-0dc0-42fa-b806-d73250cc377b admin admin] Made reservation on behalf of 082bbf48c4d84badb0f76dd52b861995 for: {'subnet': 1} {{(pid=103280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 19:02:25.900996 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-49b2cf63-0dc0-42fa-b806-d73250cc377b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13129141'] for subnet (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:25.906154 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-da675ecb-5ec4-46d2-af6f-3235314bed8c req-32c5c6d0-7984-4ab8-9387-598e09724d44 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] 10.222.0.35 "GET /v2.0/security-groups?id=21f831f8-7055-49b7-bcbd-6286b30d4ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482063 May 04 19:02:26.072106 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-49b2cf63-0dc0-42fa-b806-d73250cc377b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12875178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13129159'] for subnet (f21911dd-0bc9-45de-8006-8e530f105b52), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:26.120097 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b2cf63-0dc0-42fa-b806-d73250cc377b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f21911dd-0bc9-45de-8006-8e530f105b52,revision_number=0']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:02:26.135377 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b2cf63-0dc0-42fa-b806-d73250cc377b admin admin] Checking segment: {'id': '661e7a9e-e5c2-4e1d-b4a6-798ae27002ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '5a21e3dc-1507-4847-9069-20a050a839e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 19:02:26.135740 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b2cf63-0dc0-42fa-b806-d73250cc377b admin admin] Network hostable DHCP agents. Network: 5a21e3dc-1507-4847-9069-20a050a839e0, hostable agents: ['ae04e5b6-6ccf-46c0-81ba-a3f5b8ae390c'], hosted agents: [] {{(pid=103280) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 19:02:26.155268 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b2cf63-0dc0-42fa-b806-d73250cc377b admin admin] Network 5a21e3dc-1507-4847-9069-20a050a839e0 is scheduled to be hosted by DHCP agent ae04e5b6-6ccf-46c0-81ba-a3f5b8ae390c with binding_index 1 {{(pid=103280) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 19:02:26.166402 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.base_scheduler [None req-49b2cf63-0dc0-42fa-b806-d73250cc377b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840525-1-iscsi, 5a21e3dc-1507-4847-9069-20a050a839e0) {{(pid=103280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 19:02:26.170554 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b2cf63-0dc0-42fa-b806-d73250cc377b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:02:26.171142 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-49b2cf63-0dc0-42fa-b806-d73250cc377b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572658'] for subnet (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:26.175928 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2686dc87-412a-4c23-8789-fd786a957c2f None None] Network 5a21e3dc-1507-4847-9069-20a050a839e0 requested from dv-cinder-840525-1-iscsi {{(pid=103281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 19:02:26.196044 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-49b2cf63-0dc0-42fa-b806-d73250cc377b admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5933733 May 04 19:02:26.288082 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-023ed3b2-6869-48b8-8629-615771c01e00 None None] Network 5a21e3dc-1507-4847-9069-20a050a839e0 requested from dv-cinder-840525-1-iscsi {{(pid=103281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 19:02:26.314487 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 53460) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:02:26.362556 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a99a33c-705f-4d77-85d2-b2466b51603d admin admin] Deleting subnet b099973d-b265-4b02-a1ce-408135b3bf96 {{(pid=103280) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 19:02:26.366114 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-1a99a33c-705f-4d77-85d2-b2466b51603d admin admin] Publish callbacks [] for subnet (b099973d-b265-4b02-a1ce-408135b3bf96), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:26.401869 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-1a99a33c-705f-4d77-85d2-b2466b51603d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12886072'] for subnet (b099973d-b265-4b02-a1ce-408135b3bf96), precommit_delete_associations {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:26.446888 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-1a99a33c-705f-4d77-85d2-b2466b51603d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771612'] for subnet (b099973d-b265-4b02-a1ce-408135b3bf96), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:26.511215 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-1a99a33c-705f-4d77-85d2-b2466b51603d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12874345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13129182'] for subnet (b099973d-b265-4b02-a1ce-408135b3bf96), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:26.530939 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-1a99a33c-705f-4d77-85d2-b2466b51603d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572658'] for subnet (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:26.534372 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-1a99a33c-705f-4d77-85d2-b2466b51603d admin admin] 10.222.0.35 "DELETE /v2.0/subnets/b099973d-b265-4b02-a1ce-408135b3bf96 HTTP/1.1" status: 204 len: 168 time: 0.2187278 May 04 19:02:26.544410 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 53468) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:02:26.552420 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a99a33c-705f-4d77-85d2-b2466b51603d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b099973d-b265-4b02-a1ce-408135b3bf96,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:02:26.560012 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a99a33c-705f-4d77-85d2-b2466b51603d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:02:26.560353 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a99a33c-705f-4d77-85d2-b2466b51603d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:02:26.560694 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a99a33c-705f-4d77-85d2-b2466b51603d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:02:26.561025 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a99a33c-705f-4d77-85d2-b2466b51603d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:02:26.561375 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a99a33c-705f-4d77-85d2-b2466b51603d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:02:26.561696 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a99a33c-705f-4d77-85d2-b2466b51603d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:02:26.562204 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a99a33c-705f-4d77-85d2-b2466b51603d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:02:26.562520 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a99a33c-705f-4d77-85d2-b2466b51603d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:02:26.563007 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a99a33c-705f-4d77-85d2-b2466b51603d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:02:26.563331 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a99a33c-705f-4d77-85d2-b2466b51603d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:02:26.563706 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a99a33c-705f-4d77-85d2-b2466b51603d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:02:26.564035 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a99a33c-705f-4d77-85d2-b2466b51603d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:02:26.564353 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a99a33c-705f-4d77-85d2-b2466b51603d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:02:26.564699 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a99a33c-705f-4d77-85d2-b2466b51603d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:02:26.564996 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a99a33c-705f-4d77-85d2-b2466b51603d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:02:26.611360 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-041d12ec-d661-4eef-8d26-7913266391f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1681522'] for network (4e3b4279-cf59-454a-996d-76fc23766585), before_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:26.687253 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-041d12ec-d661-4eef-8d26-7913266391f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772425', 'neutron.services.segments.db._delete_segments_for_network-8790498765132'] for network (4e3b4279-cf59-454a-996d-76fc23766585), precommit_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:26.710161 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.services.segments.db [None req-041d12ec-d661-4eef-8d26-7913266391f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e3b4279-cf59-454a-996d-76fc23766585']}} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:02:26.719358 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.services.segments.db [None req-041d12ec-d661-4eef-8d26-7913266391f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c425d3c8-c101-4792-9a43-021c64cf8f78') {'for_net_delete': True} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:02:26.719650 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.services.segments.db [None req-041d12ec-d661-4eef-8d26-7913266391f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c425d3c8-c101-4792-9a43-021c64cf8f78') {} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:02:26.728855 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-041d12ec-d661-4eef-8d26-7913266391f1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790498766421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14495801'] for segment (c425d3c8-c101-4792-9a43-021c64cf8f78), before_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:26.742345 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-041d12ec-d661-4eef-8d26-7913266391f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589113'] for segment (c425d3c8-c101-4792-9a43-021c64cf8f78), precommit_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:26.748213 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-041d12ec-d661-4eef-8d26-7913266391f1 admin admin] Releasing vlan 269 on physical network physnet1 to pool {{(pid=103279) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 19:02:26.748596 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-041d12ec-d661-4eef-8d26-7913266391f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13908959'] for segment (c425d3c8-c101-4792-9a43-021c64cf8f78), after_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:26.750272 dv-cinder-840525-1-iscsi neutron-server[103279]: Traceback (most recent call last): May 04 19:02:26.750272 dv-cinder-840525-1-iscsi neutron-server[103279]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 19:02:26.750272 dv-cinder-840525-1-iscsi neutron-server[103279]: timer() May 04 19:02:26.750272 dv-cinder-840525-1-iscsi neutron-server[103279]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 19:02:26.750272 dv-cinder-840525-1-iscsi neutron-server[103279]: cb(*args, **kw) May 04 19:02:26.750272 dv-cinder-840525-1-iscsi neutron-server[103279]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 19:02:26.750272 dv-cinder-840525-1-iscsi neutron-server[103279]: return func(*args, **kwargs) May 04 19:02:26.750272 dv-cinder-840525-1-iscsi neutron-server[103279]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 19:02:26.750272 dv-cinder-840525-1-iscsi neutron-server[103279]: self._notify() May 04 19:02:26.750272 dv-cinder-840525-1-iscsi neutron-server[103279]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 19:02:26.750272 dv-cinder-840525-1-iscsi neutron-server[103279]: self.callback(batched_events) May 04 19:02:26.750272 dv-cinder-840525-1-iscsi neutron-server[103279]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 19:02:26.750272 dv-cinder-840525-1-iscsi neutron-server[103279]: event.method(event) May 04 19:02:26.750272 dv-cinder-840525-1-iscsi neutron-server[103279]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 19:02:26.750272 dv-cinder-840525-1-iscsi neutron-server[103279]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 19:02:26.750272 dv-cinder-840525-1-iscsi neutron-server[103279]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 19:02:26.750272 dv-cinder-840525-1-iscsi neutron-server[103279]: aggregate_uuid = self.p_client.list_aggregates( May 04 19:02:26.750272 dv-cinder-840525-1-iscsi neutron-server[103279]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 19:02:26.750272 dv-cinder-840525-1-iscsi neutron-server[103279]: return f(self, *a, **k) May 04 19:02:26.750272 dv-cinder-840525-1-iscsi neutron-server[103279]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 19:02:26.750272 dv-cinder-840525-1-iscsi neutron-server[103279]: return self._get(url).json() May 04 19:02:26.750272 dv-cinder-840525-1-iscsi neutron-server[103279]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 19:02:26.750272 dv-cinder-840525-1-iscsi neutron-server[103279]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 19:02:26.750272 dv-cinder-840525-1-iscsi neutron-server[103279]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 19:02:26.750272 dv-cinder-840525-1-iscsi neutron-server[103279]: return self.request(url, 'GET', **kwargs) May 04 19:02:26.750272 dv-cinder-840525-1-iscsi neutron-server[103279]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 19:02:26.750272 dv-cinder-840525-1-iscsi neutron-server[103279]: base_url = self.get_endpoint(auth, allow=allow, May 04 19:02:26.750272 dv-cinder-840525-1-iscsi neutron-server[103279]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 19:02:26.750272 dv-cinder-840525-1-iscsi neutron-server[103279]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 19:02:26.750272 dv-cinder-840525-1-iscsi neutron-server[103279]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 19:02:26.750272 dv-cinder-840525-1-iscsi neutron-server[103279]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 19:02:26.750272 dv-cinder-840525-1-iscsi neutron-server[103279]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 19:02:26.808628 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-041d12ec-d661-4eef-8d26-7913266391f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608942'] for network (4e3b4279-cf59-454a-996d-76fc23766585), after_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:26.813161 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-041d12ec-d661-4eef-8d26-7913266391f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572658'] for network (None), before_response {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:26.816479 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-041d12ec-d661-4eef-8d26-7913266391f1 admin admin] 10.222.0.35 "DELETE /v2.0/networks/4e3b4279-cf59-454a-996d-76fc23766585 HTTP/1.1" status: 204 len: 168 time: 0.2778890 May 04 19:02:26.821326 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 53470) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:02:26.828985 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041d12ec-d661-4eef-8d26-7913266391f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=4e3b4279-cf59-454a-996d-76fc23766585,revision_number=None']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:02:26.866538 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9f2151d-5df3-4d25-a340-efbde0e6aa92 admin admin] Deleting subnet f21911dd-0bc9-45de-8006-8e530f105b52 {{(pid=103280) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 19:02:26.868235 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6188bb05-03d9-43fe-878c-cd6674febb99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (ae04e5b6-6ccf-46c0-81ba-a3f5b8ae390c), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:26.871775 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d9f2151d-5df3-4d25-a340-efbde0e6aa92 admin admin] Publish callbacks [] for subnet (f21911dd-0bc9-45de-8006-8e530f105b52), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:26.907635 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d9f2151d-5df3-4d25-a340-efbde0e6aa92 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12886072'] for subnet (f21911dd-0bc9-45de-8006-8e530f105b52), precommit_delete_associations {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:26.952820 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d9f2151d-5df3-4d25-a340-efbde0e6aa92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771612'] for subnet (f21911dd-0bc9-45de-8006-8e530f105b52), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:27.007185 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d9f2151d-5df3-4d25-a340-efbde0e6aa92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12874345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13129182'] for subnet (f21911dd-0bc9-45de-8006-8e530f105b52), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:27.021935 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e335233a-4fbe-40bd-af82-ff27dfbeff13 req-8cf783f9-3801-4126-87a3-37c0a54a3151 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:02:27.024163 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-e335233a-4fbe-40bd-af82-ff27dfbeff13 req-8cf783f9-3801-4126-87a3-37c0a54a3151 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae1c0168-16cb-471e-91d0-fd249c17995b HTTP/1.1" status: 200 len: 943 time: 0.0488958 May 04 19:02:27.032773 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f2151d-5df3-4d25-a340-efbde0e6aa92 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f21911dd-0bc9-45de-8006-8e530f105b52,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:02:27.036555 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d9f2151d-5df3-4d25-a340-efbde0e6aa92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572658'] for subnet (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:27.041864 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-d9f2151d-5df3-4d25-a340-efbde0e6aa92 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/f21911dd-0bc9-45de-8006-8e530f105b52 HTTP/1.1" status: 204 len: 168 time: 0.2210150 May 04 19:02:27.042554 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 53474) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:02:27.077005 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-e335233a-4fbe-40bd-af82-ff27dfbeff13 req-e3e83c8f-2361-49b8-8a1c-5ed7c58a500b tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] 10.222.0.35 "GET /v2.0/security-groups?id=21f831f8-7055-49b7-bcbd-6286b30d4ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475895 May 04 19:02:27.109507 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-8ab0aa71-8ebe-4ed3-9136-fac658f73e44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1681522'] for network (5a21e3dc-1507-4847-9069-20a050a839e0), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:27.189125 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-8ab0aa71-8ebe-4ed3-9136-fac658f73e44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772425', 'neutron.services.segments.db._delete_segments_for_network-8790498765132'] for network (5a21e3dc-1507-4847-9069-20a050a839e0), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:27.208613 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.services.segments.db [None req-8ab0aa71-8ebe-4ed3-9136-fac658f73e44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a21e3dc-1507-4847-9069-20a050a839e0']}} {{(pid=103280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:02:27.220101 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.services.segments.db [None req-8ab0aa71-8ebe-4ed3-9136-fac658f73e44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '661e7a9e-e5c2-4e1d-b4a6-798ae27002ce') {'for_net_delete': True} {{(pid=103280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:02:27.220529 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.services.segments.db [None req-8ab0aa71-8ebe-4ed3-9136-fac658f73e44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '661e7a9e-e5c2-4e1d-b4a6-798ae27002ce') {} {{(pid=103280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:02:27.236208 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-8ab0aa71-8ebe-4ed3-9136-fac658f73e44 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790498766421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12886055'] for segment (661e7a9e-e5c2-4e1d-b4a6-798ae27002ce), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:27.251232 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-8ab0aa71-8ebe-4ed3-9136-fac658f73e44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589113'] for segment (661e7a9e-e5c2-4e1d-b4a6-798ae27002ce), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:27.257472 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ab0aa71-8ebe-4ed3-9136-fac658f73e44 admin admin] Releasing vlan 257 on physical network physnet1 to pool {{(pid=103280) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 19:02:27.257860 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-8ab0aa71-8ebe-4ed3-9136-fac658f73e44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12874255'] for segment (661e7a9e-e5c2-4e1d-b4a6-798ae27002ce), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:27.259528 dv-cinder-840525-1-iscsi neutron-server[103280]: Traceback (most recent call last): May 04 19:02:27.259528 dv-cinder-840525-1-iscsi neutron-server[103280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 19:02:27.259528 dv-cinder-840525-1-iscsi neutron-server[103280]: timer() May 04 19:02:27.259528 dv-cinder-840525-1-iscsi neutron-server[103280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 19:02:27.259528 dv-cinder-840525-1-iscsi neutron-server[103280]: cb(*args, **kw) May 04 19:02:27.259528 dv-cinder-840525-1-iscsi neutron-server[103280]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 19:02:27.259528 dv-cinder-840525-1-iscsi neutron-server[103280]: return func(*args, **kwargs) May 04 19:02:27.259528 dv-cinder-840525-1-iscsi neutron-server[103280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 19:02:27.259528 dv-cinder-840525-1-iscsi neutron-server[103280]: self._notify() May 04 19:02:27.259528 dv-cinder-840525-1-iscsi neutron-server[103280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 19:02:27.259528 dv-cinder-840525-1-iscsi neutron-server[103280]: self.callback(batched_events) May 04 19:02:27.259528 dv-cinder-840525-1-iscsi neutron-server[103280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 19:02:27.259528 dv-cinder-840525-1-iscsi neutron-server[103280]: event.method(event) May 04 19:02:27.259528 dv-cinder-840525-1-iscsi neutron-server[103280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 19:02:27.259528 dv-cinder-840525-1-iscsi neutron-server[103280]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 19:02:27.259528 dv-cinder-840525-1-iscsi neutron-server[103280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 19:02:27.259528 dv-cinder-840525-1-iscsi neutron-server[103280]: aggregate_uuid = self.p_client.list_aggregates( May 04 19:02:27.259528 dv-cinder-840525-1-iscsi neutron-server[103280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 19:02:27.259528 dv-cinder-840525-1-iscsi neutron-server[103280]: return f(self, *a, **k) May 04 19:02:27.259528 dv-cinder-840525-1-iscsi neutron-server[103280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 19:02:27.259528 dv-cinder-840525-1-iscsi neutron-server[103280]: return self._get(url).json() May 04 19:02:27.259528 dv-cinder-840525-1-iscsi neutron-server[103280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 19:02:27.259528 dv-cinder-840525-1-iscsi neutron-server[103280]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 19:02:27.259528 dv-cinder-840525-1-iscsi neutron-server[103280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 19:02:27.259528 dv-cinder-840525-1-iscsi neutron-server[103280]: return self.request(url, 'GET', **kwargs) May 04 19:02:27.259528 dv-cinder-840525-1-iscsi neutron-server[103280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 19:02:27.259528 dv-cinder-840525-1-iscsi neutron-server[103280]: base_url = self.get_endpoint(auth, allow=allow, May 04 19:02:27.259528 dv-cinder-840525-1-iscsi neutron-server[103280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 19:02:27.259528 dv-cinder-840525-1-iscsi neutron-server[103280]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 19:02:27.259528 dv-cinder-840525-1-iscsi neutron-server[103280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 19:02:27.259528 dv-cinder-840525-1-iscsi neutron-server[103280]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 19:02:27.259528 dv-cinder-840525-1-iscsi neutron-server[103280]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 19:02:27.318179 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-8ab0aa71-8ebe-4ed3-9136-fac658f73e44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608942'] for network (5a21e3dc-1507-4847-9069-20a050a839e0), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:27.325449 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-8ab0aa71-8ebe-4ed3-9136-fac658f73e44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572658'] for network (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:27.328552 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-8ab0aa71-8ebe-4ed3-9136-fac658f73e44 admin admin] 10.222.0.35 "DELETE /v2.0/networks/5a21e3dc-1507-4847-9069-20a050a839e0 HTTP/1.1" status: 204 len: 168 time: 0.2850118 May 04 19:02:27.337946 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab0aa71-8ebe-4ed3-9136-fac658f73e44 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a21e3dc-1507-4847-9069-20a050a839e0,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:02:27.496419 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 53478) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:02:27.535550 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-4fe00e08-28db-460e-88df-e1b2096c329d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2e818fd7cdc1493f821f676c558f8f3c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0379863 May 04 19:02:27.538684 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 53480) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:02:27.588487 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-2fc63b8b-5ab1-45d9-9002-37346a80cf3a admin admin] Publish callbacks [] for security_group (145eab63-8d5e-4122-b462-a209b11428c5), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:27.611065 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-2fc63b8b-5ab1-45d9-9002-37346a80cf3a admin admin] Publish callbacks [] for security_group (145eab63-8d5e-4122-b462-a209b11428c5), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:27.658203 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-2fc63b8b-5ab1-45d9-9002-37346a80cf3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (145eab63-8d5e-4122-b462-a209b11428c5), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:27.660737 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-2fc63b8b-5ab1-45d9-9002-37346a80cf3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:27.661972 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-2fc63b8b-5ab1-45d9-9002-37346a80cf3a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/145eab63-8d5e-4122-b462-a209b11428c5 HTTP/1.1" status: 204 len: 168 time: 0.1224308 May 04 19:02:27.669595 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc63b8b-5ab1-45d9-9002-37346a80cf3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=145eab63-8d5e-4122-b462-a209b11428c5,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:02:27.859037 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Device 5777c5ef-78c0-4282-bfd9-095fdc6595ea details requested by agent hyperv_hv-cinder-84052 with host hv-cinder-84052 {{(pid=103281) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 19:02:27.955465 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] For port 5777c5ef-78c0-4282-bfd9-095fdc6595ea, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=5777c5ef-78c0-4282-bfd9-095fdc6595ea,segment=NetworkSegment(20f7f636-8156-4de7-9a09-06cf753039da),segment_id=20f7f636-8156-4de7-9a09-06cf753039da)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:02:27.967587 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Returning: {'device': '5777c5ef-78c0-4282-bfd9-095fdc6595ea', 'network_id': 'e8e6dc94-9bb6-402c-8494-d1c5ccc072e3', 'port_id': '5777c5ef-78c0-4282-bfd9-095fdc6595ea', 'mac_address': 'fa:16:3e:9d:45:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 294, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e5e1458-2cb0-45f3-927b-d6296b1c3906', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103281) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 19:02:27.981379 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 53488) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:02:28.008815 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Current status of the port 5777c5ef-78c0-4282-bfd9-095fdc6595ea is: DOWN; New status is: BUILD {{(pid=103281) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:02:28.009057 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (5777c5ef-78c0-4282-bfd9-095fdc6595ea), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:28.021963 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.notifiers.nova [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5777c5ef-78c0-4282-bfd9-095fdc6595ea {{(pid=103281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 19:02:28.027857 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-963d70ef-f061-4c45-b6f4-d688c310903d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=082bbf48c4d84badb0f76dd52b861995&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0429585 May 04 19:02:28.028054 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 53490) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:02:28.041717 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] For port 5777c5ef-78c0-4282-bfd9-095fdc6595ea, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=5777c5ef-78c0-4282-bfd9-095fdc6595ea,segment=NetworkSegment(20f7f636-8156-4de7-9a09-06cf753039da),segment_id=20f7f636-8156-4de7-9a09-06cf753039da)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:02:28.048104 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136'] for port (5777c5ef-78c0-4282-bfd9-095fdc6595ea), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:28.076630 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-b3d8fc5f-9b6e-49f2-8010-0d75b801d5ef admin admin] Publish callbacks [] for security_group (10ac9848-edb2-452c-aaff-5e79472595e1), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:28.095403 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Pushing event updated for resources: {'Port': ['ID=5777c5ef-78c0-4282-bfd9-095fdc6595ea,revision_number=7']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:02:28.098536 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-b3d8fc5f-9b6e-49f2-8010-0d75b801d5ef admin admin] Publish callbacks [] for security_group (10ac9848-edb2-452c-aaff-5e79472595e1), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:28.156026 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-b3d8fc5f-9b6e-49f2-8010-0d75b801d5ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (10ac9848-edb2-452c-aaff-5e79472595e1), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:28.158677 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-b3d8fc5f-9b6e-49f2-8010-0d75b801d5ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:28.159756 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-b3d8fc5f-9b6e-49f2-8010-0d75b801d5ef admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/10ac9848-edb2-452c-aaff-5e79472595e1 HTTP/1.1" status: 204 len: 168 time: 0.1308229 May 04 19:02:28.186013 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d8fc5f-9b6e-49f2-8010-0d75b801d5ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10ac9848-edb2-452c-aaff-5e79472595e1,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:02:28.209501 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b10a0b-918b-4493-b9f0-f64aabe44528 req-33abd20a-4b1e-4ba0-a979-a599bd5191cd tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:02:28.211041 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-42b10a0b-918b-4493-b9f0-f64aabe44528 req-33abd20a-4b1e-4ba0-a979-a599bd5191cd tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae1c0168-16cb-471e-91d0-fd249c17995b HTTP/1.1" status: 200 len: 944 time: 0.0654306 May 04 19:02:28.260381 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-42b10a0b-918b-4493-b9f0-f64aabe44528 req-edbc9503-6754-49ed-912d-2732afcfe1e3 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] 10.222.0.35 "GET /v2.0/security-groups?id=21f831f8-7055-49b7-bcbd-6286b30d4ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434375 May 04 19:02:28.276731 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] get_ports_and_sgs() called for port_ids ['5777c5ef-78c0-4282-bfd9-095fdc6595ea'] {{(pid=103281) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 19:02:29.062220 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-66fb6402-4026-431c-a6a3-3cd18a25abf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:29.380797 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaa8d71-fec9-4a74-821e-5eb1e8a8001b req-5d1fa753-fc40-411a-9f02-832dd98572a7 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:02:29.382331 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6eaa8d71-fec9-4a74-821e-5eb1e8a8001b req-5d1fa753-fc40-411a-9f02-832dd98572a7 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae1c0168-16cb-471e-91d0-fd249c17995b HTTP/1.1" status: 200 len: 944 time: 0.0508945 May 04 19:02:29.431066 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6eaa8d71-fec9-4a74-821e-5eb1e8a8001b req-b3238de8-16ec-4ff8-a06a-38e7ffe591b6 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] 10.222.0.35 "GET /v2.0/security-groups?id=21f831f8-7055-49b7-bcbd-6286b30d4ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428042 May 04 19:02:29.869014 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Device 5777c5ef-78c0-4282-bfd9-095fdc6595ea up at agent hyperv_hv-cinder-84052 {{(pid=103281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 19:02:29.921883 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Provisioning complete for port 5777c5ef-78c0-4282-bfd9-095fdc6595ea triggered by entity L2. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:02:29.922395 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1774450'] for port (5777c5ef-78c0-4282-bfd9-095fdc6595ea), provisioning_complete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:30.033909 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Current status of the port 5777c5ef-78c0-4282-bfd9-095fdc6595ea is: BUILD; New status is: ACTIVE {{(pid=103281) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:02:30.034311 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (5777c5ef-78c0-4282-bfd9-095fdc6595ea), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:30.056686 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae1c0168-16cb-471e-91d0-fd249c17995b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5777c5ef-78c0-4282-bfd9-095fdc6595ea'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 19:02:30.058986 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29bc9e8fddf1e81845832baf79700cdfe783df1752dea94dce4e4e68657cb9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25a1f264-9044-49d7-b196-203e85c85413" -d '{"events": [{"server_uuid": "ae1c0168-16cb-471e-91d0-fd249c17995b", "name": "network-vif-plugged", "status": "completed", "tag": "5777c5ef-78c0-4282-bfd9-095fdc6595ea"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 19:02:30.071448 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] For port 5777c5ef-78c0-4282-bfd9-095fdc6595ea, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=5777c5ef-78c0-4282-bfd9-095fdc6595ea,segment=NetworkSegment(20f7f636-8156-4de7-9a09-06cf753039da),segment_id=20f7f636-8156-4de7-9a09-06cf753039da)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:02:30.075909 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136'] for port (5777c5ef-78c0-4282-bfd9-095fdc6595ea), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:30.133159 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Pushing event updated for resources: {'Port': ['ID=5777c5ef-78c0-4282-bfd9-095fdc6595ea,revision_number=8']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:02:30.143610 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-821a3753-c8bb-408e-a9d9-42d2a9d3d908 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (306b1285-d967-49ee-a8ef-a34b4fe65fa5), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:30.210217 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 19:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fabd9fb3-3884-4458-b836-47314eca3ca1 x-openstack-request-id: req-fabd9fb3-3884-4458-b836-47314eca3ca1 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 19:02:30.210536 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae1c0168-16cb-471e-91d0-fd249c17995b", "name": "network-vif-plugged", "status": "completed", "tag": "5777c5ef-78c0-4282-bfd9-095fdc6595ea", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 19:02:30.210793 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fabd9fb3-3884-4458-b836-47314eca3ca1 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 19:02:30.211196 dv-cinder-840525-1-iscsi neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fabd9fb3-3884-4458-b836-47314eca3ca1'] response: {'server_uuid': 'ae1c0168-16cb-471e-91d0-fd249c17995b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5777c5ef-78c0-4282-bfd9-095fdc6595ea', 'code': 200} May 04 19:02:30.489894 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed1b3ae-7023-4935-952d-819afbf4c2da req-dc79cc6a-883d-4c84-82df-7def827c8bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:02:30.491922 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-8ed1b3ae-7023-4935-952d-819afbf4c2da req-dc79cc6a-883d-4c84-82df-7def827c8bac service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ae1c0168-16cb-471e-91d0-fd249c17995b HTTP/1.1" status: 200 len: 1129 time: 0.0438669 May 04 19:02:30.579870 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e856f3ea-7851-4fbc-8f78-40009101fb82 req-18fbf85c-bfed-4bc1-b796-6d0faf0f414e tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:02:30.581451 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e856f3ea-7851-4fbc-8f78-40009101fb82 req-18fbf85c-bfed-4bc1-b796-6d0faf0f414e tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae1c0168-16cb-471e-91d0-fd249c17995b HTTP/1.1" status: 200 len: 945 time: 0.0764277 May 04 19:02:30.585697 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-8ed1b3ae-7023-4935-952d-819afbf4c2da req-a9ad2d56-c21f-4d00-9c79-40a7f122f722 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=21f831f8-7055-49b7-bcbd-6286b30d4ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871534 May 04 19:02:30.631919 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e856f3ea-7851-4fbc-8f78-40009101fb82 req-1ca20d52-bbb8-4de5-9f21-437bcd13cc49 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] 10.222.0.35 "GET /v2.0/security-groups?id=21f831f8-7055-49b7-bcbd-6286b30d4ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444028 May 04 19:02:30.877054 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75940c37-59ba-4d23-9813-9f1c9b29ae4a req-691add0e-3e2f-4b55-ace3-407e1f423f91 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:02:30.878534 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-75940c37-59ba-4d23-9813-9f1c9b29ae4a req-691add0e-3e2f-4b55-ace3-407e1f423f91 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/ports?device_id=e10490c1-4c5e-46ee-bcc0-0bcea6e1f6e4 HTTP/1.1" status: 200 len: 945 time: 0.0470941 May 04 19:02:30.935988 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-75940c37-59ba-4d23-9813-9f1c9b29ae4a req-813a2f63-08cf-4487-9ab0-0a150768f934 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/security-groups?id=5143d7ac-a22e-43a4-aecc-9125fab2207d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514166 May 04 19:02:31.528392 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6c0ba996-b759-4c13-9ac4-7b7303adc758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (c2d3299f-8f0d-4c34-a270-91edff31f494), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:31.747698 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6f2b9a-fb4c-4941-beba-59475eba52fc req-bb14a8be-3e99-47a8-bd35-eeb8d704b979 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:02:31.749164 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-eb6f2b9a-fb4c-4941-beba-59475eba52fc req-bb14a8be-3e99-47a8-bd35-eeb8d704b979 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae1c0168-16cb-471e-91d0-fd249c17995b HTTP/1.1" status: 200 len: 945 time: 0.0466516 May 04 19:02:31.804500 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-eb6f2b9a-fb4c-4941-beba-59475eba52fc req-38c86992-1738-4f3e-8dee-c551e0c5d033 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] 10.222.0.35 "GET /v2.0/security-groups?id=21f831f8-7055-49b7-bcbd-6286b30d4ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468073 May 04 19:02:32.060614 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe2382c-ffd0-401f-915e-d0fc3639bc81 req-4906daf5-cc86-464c-80d6-f324ee51cbd6 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:02:32.062013 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-dbe2382c-ffd0-401f-915e-d0fc3639bc81 req-4906daf5-cc86-464c-80d6-f324ee51cbd6 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/ports?device_id=e10490c1-4c5e-46ee-bcc0-0bcea6e1f6e4 HTTP/1.1" status: 200 len: 945 time: 0.0482235 May 04 19:02:32.116744 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-dbe2382c-ffd0-401f-915e-d0fc3639bc81 req-b3011ec6-f6ed-4fa0-8564-e2fd6320afef tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/security-groups?id=5143d7ac-a22e-43a4-aecc-9125fab2207d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466874 May 04 19:02:32.967331 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (7e96273e-cd3b-4e2d-a9cb-a5a62cf8f8b6), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:33.251497 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e266743-8641-4399-a9af-17d2aea3912c req-db30f1d8-d15b-4b3d-9098-a68599054046 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:02:33.252959 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-5e266743-8641-4399-a9af-17d2aea3912c req-db30f1d8-d15b-4b3d-9098-a68599054046 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/ports?device_id=e10490c1-4c5e-46ee-bcc0-0bcea6e1f6e4 HTTP/1.1" status: 200 len: 945 time: 0.0473084 May 04 19:02:33.307070 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-5e266743-8641-4399-a9af-17d2aea3912c req-8f026007-a237-40de-b201-26b2bcb95d0b tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/security-groups?id=5143d7ac-a22e-43a4-aecc-9125fab2207d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455470 May 04 19:02:34.058404 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 53638) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:02:34.166232 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-4b18c14a-7501-479c-9b28-6e5d1158aa87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:34.240895 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-4b18c14a-7501-479c-9b28-6e5d1158aa87 admin admin] Publish callbacks [] for security_group (a69917aa-7084-4909-9162-b1dcc3c54881), precommit_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:34.245718 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-4b18c14a-7501-479c-9b28-6e5d1158aa87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (a69917aa-7084-4909-9162-b1dcc3c54881), after_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:34.283146 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-4b18c14a-7501-479c-9b28-6e5d1158aa87 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=13d0457f711d40b9994fcf2476ca312b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2236583 May 04 19:02:34.284018 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b18c14a-7501-479c-9b28-6e5d1158aa87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a69917aa-7084-4909-9162-b1dcc3c54881,revision_number=1']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:02:34.285955 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 53644) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:02:34.303782 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b18c14a-7501-479c-9b28-6e5d1158aa87 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:02:34.304132 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b18c14a-7501-479c-9b28-6e5d1158aa87 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:02:34.304481 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b18c14a-7501-479c-9b28-6e5d1158aa87 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:02:34.305278 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b18c14a-7501-479c-9b28-6e5d1158aa87 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:02:34.305278 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b18c14a-7501-479c-9b28-6e5d1158aa87 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:02:34.305618 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b18c14a-7501-479c-9b28-6e5d1158aa87 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:02:34.305862 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b18c14a-7501-479c-9b28-6e5d1158aa87 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:02:34.306197 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b18c14a-7501-479c-9b28-6e5d1158aa87 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:02:34.306551 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b18c14a-7501-479c-9b28-6e5d1158aa87 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:02:34.306901 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b18c14a-7501-479c-9b28-6e5d1158aa87 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:02:34.307224 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b18c14a-7501-479c-9b28-6e5d1158aa87 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:02:34.307534 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b18c14a-7501-479c-9b28-6e5d1158aa87 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:02:34.307855 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b18c14a-7501-479c-9b28-6e5d1158aa87 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:02:34.308174 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b18c14a-7501-479c-9b28-6e5d1158aa87 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:02:34.308484 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b18c14a-7501-479c-9b28-6e5d1158aa87 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:02:34.350653 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-f25d6919-2fc3-4e7e-a90c-a7f45b5103c4 admin admin] Publish callbacks [] for security_group (a69917aa-7084-4909-9162-b1dcc3c54881), before_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:34.370862 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-f25d6919-2fc3-4e7e-a90c-a7f45b5103c4 admin admin] Publish callbacks [] for security_group (a69917aa-7084-4909-9162-b1dcc3c54881), precommit_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:34.419536 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-f25d6919-2fc3-4e7e-a90c-a7f45b5103c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (a69917aa-7084-4909-9162-b1dcc3c54881), after_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:34.422496 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-f25d6919-2fc3-4e7e-a90c-a7f45b5103c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:34.426754 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-f25d6919-2fc3-4e7e-a90c-a7f45b5103c4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a69917aa-7084-4909-9162-b1dcc3c54881 HTTP/1.1" status: 204 len: 168 time: 0.1398489 May 04 19:02:34.435231 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25d6919-2fc3-4e7e-a90c-a7f45b5103c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a69917aa-7084-4909-9162-b1dcc3c54881,revision_number=None']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:02:34.446425 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120ad0e2-483f-4983-bb5e-f4089b81dc48 req-0d893bb1-1e08-44c4-8a6e-816f5467a823 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:02:34.448303 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-120ad0e2-483f-4983-bb5e-f4089b81dc48 req-0d893bb1-1e08-44c4-8a6e-816f5467a823 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/ports?device_id=e10490c1-4c5e-46ee-bcc0-0bcea6e1f6e4 HTTP/1.1" status: 200 len: 945 time: 0.0587163 May 04 19:02:34.496866 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-120ad0e2-483f-4983-bb5e-f4089b81dc48 req-67206d2f-fece-4d23-a95f-9bdcca14024b tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/security-groups?id=5143d7ac-a22e-43a4-aecc-9125fab2207d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427659 May 04 19:02:34.709684 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 53656) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:02:34.723215 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-70ef73da-b452-42a3-a129-685af451df0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:34.803956 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-70ef73da-b452-42a3-a129-685af451df0c admin admin] Publish callbacks [] for security_group (9319cd7c-71e1-4697-9fa0-f14d7866ad3b), precommit_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:34.810205 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-70ef73da-b452-42a3-a129-685af451df0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (9319cd7c-71e1-4697-9fa0-f14d7866ad3b), after_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:34.847077 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-70ef73da-b452-42a3-a129-685af451df0c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d39283e875524aa096ec5276c1e58061&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1363225 May 04 19:02:34.847903 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ef73da-b452-42a3-a129-685af451df0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9319cd7c-71e1-4697-9fa0-f14d7866ad3b,revision_number=1']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:02:34.850099 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 53658) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:02:34.903947 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-e4488932-41e8-482e-b609-043c8eb7d562 admin admin] Publish callbacks [] for security_group (9319cd7c-71e1-4697-9fa0-f14d7866ad3b), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:34.925727 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-e4488932-41e8-482e-b609-043c8eb7d562 admin admin] Publish callbacks [] for security_group (9319cd7c-71e1-4697-9fa0-f14d7866ad3b), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:34.979898 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-e4488932-41e8-482e-b609-043c8eb7d562 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (9319cd7c-71e1-4697-9fa0-f14d7866ad3b), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:34.982483 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-e4488932-41e8-482e-b609-043c8eb7d562 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:34.983660 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-e4488932-41e8-482e-b609-043c8eb7d562 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9319cd7c-71e1-4697-9fa0-f14d7866ad3b HTTP/1.1" status: 204 len: 168 time: 0.1324811 May 04 19:02:34.991826 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4488932-41e8-482e-b609-043c8eb7d562 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9319cd7c-71e1-4697-9fa0-f14d7866ad3b,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:02:35.630584 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daea7ec2-0b68-4f38-aa25-68ed0911561b req-d5f1599e-d0be-45b0-aecf-3f495a34683a tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:02:35.632934 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-daea7ec2-0b68-4f38-aa25-68ed0911561b req-d5f1599e-d0be-45b0-aecf-3f495a34683a tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/ports?device_id=e10490c1-4c5e-46ee-bcc0-0bcea6e1f6e4 HTTP/1.1" status: 200 len: 945 time: 0.0595679 May 04 19:02:35.690258 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-daea7ec2-0b68-4f38-aa25-68ed0911561b req-222866cf-d357-46f5-9ef4-631b8f31fce5 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/security-groups?id=5143d7ac-a22e-43a4-aecc-9125fab2207d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516665 May 04 19:02:36.768670 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 53732) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:02:36.818336 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d021a9-a93b-46f1-933e-9b01eaeea376 req-116d4944-e208-49bf-80d5-ecded0aeccdf tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:02:36.819840 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-03d021a9-a93b-46f1-933e-9b01eaeea376 req-116d4944-e208-49bf-80d5-ecded0aeccdf tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/ports?device_id=e10490c1-4c5e-46ee-bcc0-0bcea6e1f6e4 HTTP/1.1" status: 200 len: 945 time: 0.0478382 May 04 19:02:36.866503 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-03d021a9-a93b-46f1-933e-9b01eaeea376 req-962aa062-a65e-445c-a411-e565570ee303 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/security-groups?id=5143d7ac-a22e-43a4-aecc-9125fab2207d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405285 May 04 19:02:36.876931 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-564ba2e4-f4bc-4ff4-a029-df93ce4f13d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:36.953722 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-564ba2e4-f4bc-4ff4-a029-df93ce4f13d1 admin admin] Publish callbacks [] for security_group (86450c86-0e98-4fea-aabf-8f46797bcc91), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:36.960359 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-564ba2e4-f4bc-4ff4-a029-df93ce4f13d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (86450c86-0e98-4fea-aabf-8f46797bcc91), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:36.998284 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-564ba2e4-f4bc-4ff4-a029-df93ce4f13d1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f560d5ea5a7c4d839df52175b241e5b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2284029 May 04 19:02:36.999144 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564ba2e4-f4bc-4ff4-a029-df93ce4f13d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86450c86-0e98-4fea-aabf-8f46797bcc91,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:02:37.001901 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 53736) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:02:37.052987 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-cbfb451b-cf67-4e38-94df-829e118917ae admin admin] Publish callbacks [] for security_group (86450c86-0e98-4fea-aabf-8f46797bcc91), before_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:37.073475 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-cbfb451b-cf67-4e38-94df-829e118917ae admin admin] Publish callbacks [] for security_group (86450c86-0e98-4fea-aabf-8f46797bcc91), precommit_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:37.136692 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-cbfb451b-cf67-4e38-94df-829e118917ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (86450c86-0e98-4fea-aabf-8f46797bcc91), after_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:37.139186 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-cbfb451b-cf67-4e38-94df-829e118917ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:37.140329 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-cbfb451b-cf67-4e38-94df-829e118917ae admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/86450c86-0e98-4fea-aabf-8f46797bcc91 HTTP/1.1" status: 204 len: 168 time: 0.1374278 May 04 19:02:37.148136 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfb451b-cf67-4e38-94df-829e118917ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86450c86-0e98-4fea-aabf-8f46797bcc91,revision_number=None']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:02:37.410855 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 53742) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:02:37.423938 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-f7068bdf-ef24-4a29-b9bd-69268384d340 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:37.496564 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-f7068bdf-ef24-4a29-b9bd-69268384d340 admin admin] Publish callbacks [] for security_group (f04d4664-1dc1-4a37-b649-bf86774cd693), precommit_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:37.501800 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-f7068bdf-ef24-4a29-b9bd-69268384d340 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (f04d4664-1dc1-4a37-b649-bf86774cd693), after_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:37.538730 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-f7068bdf-ef24-4a29-b9bd-69268384d340 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9c4afcd4cb544fb48aca08ad210556eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1267970 May 04 19:02:37.539582 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7068bdf-ef24-4a29-b9bd-69268384d340 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f04d4664-1dc1-4a37-b649-bf86774cd693,revision_number=1']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:02:37.541806 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 53744) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:02:37.590024 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-c5233931-e7de-4aa2-8792-56a7d676f6f4 admin admin] Publish callbacks [] for security_group (f04d4664-1dc1-4a37-b649-bf86774cd693), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:37.612384 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-c5233931-e7de-4aa2-8792-56a7d676f6f4 admin admin] Publish callbacks [] for security_group (f04d4664-1dc1-4a37-b649-bf86774cd693), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:37.664587 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-c5233931-e7de-4aa2-8792-56a7d676f6f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (f04d4664-1dc1-4a37-b649-bf86774cd693), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:37.667149 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-c5233931-e7de-4aa2-8792-56a7d676f6f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:37.668252 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-c5233931-e7de-4aa2-8792-56a7d676f6f4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f04d4664-1dc1-4a37-b649-bf86774cd693 HTTP/1.1" status: 204 len: 168 time: 0.1254895 May 04 19:02:37.675527 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5233931-e7de-4aa2-8792-56a7d676f6f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f04d4664-1dc1-4a37-b649-bf86774cd693,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:02:37.985500 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a0ede8-ef7b-4016-a08d-cab7820f48b4 req-09a26b42-cc93-46a3-a4cd-304e846d2499 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:02:37.986974 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d7a0ede8-ef7b-4016-a08d-cab7820f48b4 req-09a26b42-cc93-46a3-a4cd-304e846d2499 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/ports?device_id=e10490c1-4c5e-46ee-bcc0-0bcea6e1f6e4 HTTP/1.1" status: 200 len: 945 time: 0.0476305 May 04 19:02:38.034425 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d7a0ede8-ef7b-4016-a08d-cab7820f48b4 req-0dc1dad7-c80f-46a0-89f6-30dc1847c604 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/security-groups?id=5143d7ac-a22e-43a4-aecc-9125fab2207d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412033 May 04 19:02:39.166661 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70a5578-feeb-4711-92f2-53ff9cb1dd37 req-aae294f2-469b-49d5-be82-b311f1b042fb tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:02:39.168096 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-f70a5578-feeb-4711-92f2-53ff9cb1dd37 req-aae294f2-469b-49d5-be82-b311f1b042fb tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/ports?device_id=e10490c1-4c5e-46ee-bcc0-0bcea6e1f6e4 HTTP/1.1" status: 200 len: 945 time: 0.0505466 May 04 19:02:39.216623 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-f70a5578-feeb-4711-92f2-53ff9cb1dd37 req-121dc510-4dc1-4307-ad35-d4f3bacf0b06 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/security-groups?id=5143d7ac-a22e-43a4-aecc-9125fab2207d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426552 May 04 19:02:39.460586 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.agents_db [None req-bd7ab176-2eba-4334-8b69-697435aa36c2 None None] Agent healthcheck: found 6 active agents {{(pid=103282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 19:02:40.342268 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99da3522-fb2d-4d81-a2ca-ba64321717f6 req-555f7f52-b950-4f8a-b73f-663f0d1eafb9 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:02:40.343777 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-99da3522-fb2d-4d81-a2ca-ba64321717f6 req-555f7f52-b950-4f8a-b73f-663f0d1eafb9 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/ports?device_id=e10490c1-4c5e-46ee-bcc0-0bcea6e1f6e4 HTTP/1.1" status: 200 len: 945 time: 0.0463624 May 04 19:02:40.390892 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-99da3522-fb2d-4d81-a2ca-ba64321717f6 req-2f4d0005-0852-4805-ab7e-0a5747a282bb tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/security-groups?id=5143d7ac-a22e-43a4-aecc-9125fab2207d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414944 May 04 19:02:41.552128 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ca72b5-7db3-4b86-b830-90e45253a722 req-f8b29000-985b-4161-8970-9c941913d771 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:02:41.553706 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-d0ca72b5-7db3-4b86-b830-90e45253a722 req-f8b29000-985b-4161-8970-9c941913d771 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/ports?device_id=e10490c1-4c5e-46ee-bcc0-0bcea6e1f6e4 HTTP/1.1" status: 200 len: 945 time: 0.0568652 May 04 19:02:41.624163 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-d0ca72b5-7db3-4b86-b830-90e45253a722 req-a1bd1f59-8e02-42eb-96fe-7bd8236fe52a tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/security-groups?id=5143d7ac-a22e-43a4-aecc-9125fab2207d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634773 May 04 19:02:42.754804 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf379154-051e-4152-a094-c3b9b3169a13 req-05e7d218-902d-4315-a521-d28c0f1039c6 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:02:42.756308 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-cf379154-051e-4152-a094-c3b9b3169a13 req-05e7d218-902d-4315-a521-d28c0f1039c6 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/ports?device_id=e10490c1-4c5e-46ee-bcc0-0bcea6e1f6e4 HTTP/1.1" status: 200 len: 945 time: 0.0530207 May 04 19:02:42.802622 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-cf379154-051e-4152-a094-c3b9b3169a13 req-7023ebd8-0dc3-415b-956d-aed7e17611e1 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/security-groups?id=5143d7ac-a22e-43a4-aecc-9125fab2207d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405054 May 04 19:02:43.933059 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e12469-4d74-41a2-a079-0fbc8e3eb1cc req-8b029734-d06b-48a0-8cea-fec6b20ef5bd tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:02:43.936552 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-88e12469-4d74-41a2-a079-0fbc8e3eb1cc req-8b029734-d06b-48a0-8cea-fec6b20ef5bd tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/ports?device_id=e10490c1-4c5e-46ee-bcc0-0bcea6e1f6e4 HTTP/1.1" status: 200 len: 945 time: 0.0558801 May 04 19:02:43.995190 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-88e12469-4d74-41a2-a079-0fbc8e3eb1cc req-c40c347c-5925-4ce8-9cab-549a0928a2a8 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/security-groups?id=5143d7ac-a22e-43a4-aecc-9125fab2207d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531118 May 04 19:02:45.130825 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe2431b-f71e-41f0-a723-58a7f6994de1 req-4c8911bd-2b53-465f-affa-e862800919a1 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:02:45.132579 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-5fe2431b-f71e-41f0-a723-58a7f6994de1 req-4c8911bd-2b53-465f-affa-e862800919a1 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/ports?device_id=e10490c1-4c5e-46ee-bcc0-0bcea6e1f6e4 HTTP/1.1" status: 200 len: 945 time: 0.0548015 May 04 19:02:45.210962 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-5fe2431b-f71e-41f0-a723-58a7f6994de1 req-9eb4d1d8-f049-4f9e-bc7c-221622974e4b tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/security-groups?id=5143d7ac-a22e-43a4-aecc-9125fab2207d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653522 May 04 19:02:46.330471 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05eca96-6b43-4f3e-bee0-19a47ffdcdc8 req-00008a25-88d1-4093-991f-784f44956846 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:02:46.331936 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-a05eca96-6b43-4f3e-bee0-19a47ffdcdc8 req-00008a25-88d1-4093-991f-784f44956846 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/ports?device_id=e10490c1-4c5e-46ee-bcc0-0bcea6e1f6e4 HTTP/1.1" status: 200 len: 945 time: 0.0474970 May 04 19:02:46.379842 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-a05eca96-6b43-4f3e-bee0-19a47ffdcdc8 req-4665711f-122c-47ea-a9ef-8287d846136c tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/security-groups?id=5143d7ac-a22e-43a4-aecc-9125fab2207d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421715 May 04 19:02:47.513984 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0c3000-b360-40bb-bc03-4b9576c7a9aa req-8a58924a-3168-4113-adca-b332ca87ec54 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:02:47.515450 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6b0c3000-b360-40bb-bc03-4b9576c7a9aa req-8a58924a-3168-4113-adca-b332ca87ec54 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/ports?device_id=e10490c1-4c5e-46ee-bcc0-0bcea6e1f6e4 HTTP/1.1" status: 200 len: 945 time: 0.0492725 May 04 19:02:47.564786 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6b0c3000-b360-40bb-bc03-4b9576c7a9aa req-93a40637-80da-41ff-8fb7-ede2ae31617e tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/security-groups?id=5143d7ac-a22e-43a4-aecc-9125fab2207d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434926 May 04 19:02:48.009332 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Device 7d2964dd-ad61-4332-bedf-ecb1e435f315 details requested by agent hyperv_hv-cinder-84052 with host hv-cinder-84052 {{(pid=103281) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 19:02:48.123701 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] For port 7d2964dd-ad61-4332-bedf-ecb1e435f315, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=7d2964dd-ad61-4332-bedf-ecb1e435f315,segment=NetworkSegment(6c24c5b4-e5c1-485f-89e1-6bad0f69b4e6),segment_id=6c24c5b4-e5c1-485f-89e1-6bad0f69b4e6)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:02:48.134958 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Returning: {'device': '7d2964dd-ad61-4332-bedf-ecb1e435f315', 'network_id': 'b1cedcbc-cdac-422b-b37d-00881e094afa', 'port_id': '7d2964dd-ad61-4332-bedf-ecb1e435f315', 'mac_address': 'fa:16:3e:a1:13:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 265, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eeef2f41-46cc-4bf5-995a-936e9476bce2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103281) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 19:02:48.177394 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Current status of the port 7d2964dd-ad61-4332-bedf-ecb1e435f315 is: ACTIVE; New status is: BUILD {{(pid=103281) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:02:48.177741 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (7d2964dd-ad61-4332-bedf-ecb1e435f315), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:48.191380 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.notifiers.nova [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7d2964dd-ad61-4332-bedf-ecb1e435f315 {{(pid=103281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 19:02:48.211304 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] For port 7d2964dd-ad61-4332-bedf-ecb1e435f315, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=7d2964dd-ad61-4332-bedf-ecb1e435f315,segment=NetworkSegment(6c24c5b4-e5c1-485f-89e1-6bad0f69b4e6),segment_id=6c24c5b4-e5c1-485f-89e1-6bad0f69b4e6)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:02:48.215938 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136'] for port (7d2964dd-ad61-4332-bedf-ecb1e435f315), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:48.266035 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Pushing event updated for resources: {'Port': ['ID=7d2964dd-ad61-4332-bedf-ecb1e435f315,revision_number=6']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:02:48.273130 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:02:48.273495 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:02:48.273856 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:02:48.274195 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:02:48.274523 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:02:48.274874 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:02:48.275196 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:02:48.275517 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:02:48.275838 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:02:48.276160 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:02:48.276489 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:02:48.276811 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:02:48.277124 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:02:48.277469 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:02:48.277784 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:02:48.319941 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] get_ports_and_sgs() called for port_ids ['7d2964dd-ad61-4332-bedf-ecb1e435f315'] {{(pid=103281) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 19:02:48.693423 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e344cfc-a79f-473e-a65b-64684dc31f6d req-be440555-c15a-4ef8-9acd-5d7ea6573227 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:02:48.694897 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-1e344cfc-a79f-473e-a65b-64684dc31f6d req-be440555-c15a-4ef8-9acd-5d7ea6573227 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/ports?device_id=e10490c1-4c5e-46ee-bcc0-0bcea6e1f6e4 HTTP/1.1" status: 200 len: 944 time: 0.0534821 May 04 19:02:48.744503 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-1e344cfc-a79f-473e-a65b-64684dc31f6d req-dd049693-7dc6-4e42-b4cc-fac1713ae3d0 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/security-groups?id=5143d7ac-a22e-43a4-aecc-9125fab2207d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429072 May 04 19:02:48.952502 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 53998) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:02:49.054171 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-1decd415-ddb8-4003-aa92-0df751e09323 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:49.141469 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-1decd415-ddb8-4003-aa92-0df751e09323 admin admin] Publish callbacks [] for security_group (255c4f1f-3196-4ef5-9d24-d12e4e6eb1f6), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:49.148048 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-1decd415-ddb8-4003-aa92-0df751e09323 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (255c4f1f-3196-4ef5-9d24-d12e4e6eb1f6), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:49.194038 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 54006) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:02:49.194297 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-1decd415-ddb8-4003-aa92-0df751e09323 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0ef3f227e85c4dea85dacc8bc570cc17&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2404583 May 04 19:02:49.195112 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1decd415-ddb8-4003-aa92-0df751e09323 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=255c4f1f-3196-4ef5-9d24-d12e4e6eb1f6,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:02:49.256353 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-c0da6486-a96a-48cd-b3a8-035c6a433b58 admin admin] Publish callbacks [] for security_group (255c4f1f-3196-4ef5-9d24-d12e4e6eb1f6), before_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:49.284773 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-c0da6486-a96a-48cd-b3a8-035c6a433b58 admin admin] Publish callbacks [] for security_group (255c4f1f-3196-4ef5-9d24-d12e4e6eb1f6), precommit_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:49.346818 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-c0da6486-a96a-48cd-b3a8-035c6a433b58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (255c4f1f-3196-4ef5-9d24-d12e4e6eb1f6), after_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:49.349800 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-c0da6486-a96a-48cd-b3a8-035c6a433b58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:49.351112 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-c0da6486-a96a-48cd-b3a8-035c6a433b58 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/255c4f1f-3196-4ef5-9d24-d12e4e6eb1f6 HTTP/1.1" status: 204 len: 168 time: 0.1554265 May 04 19:02:49.359618 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0da6486-a96a-48cd-b3a8-035c6a433b58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=255c4f1f-3196-4ef5-9d24-d12e4e6eb1f6,revision_number=None']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:02:49.876508 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8480998b-8257-4ac8-8828-fb6d6cbc2a17 req-69e8b0ae-cf57-4d37-ae8f-23f47f989830 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:02:49.885246 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-8480998b-8257-4ac8-8828-fb6d6cbc2a17 req-69e8b0ae-cf57-4d37-ae8f-23f47f989830 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/ports?device_id=e10490c1-4c5e-46ee-bcc0-0bcea6e1f6e4 HTTP/1.1" status: 200 len: 944 time: 0.0573630 May 04 19:02:49.944953 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-8480998b-8257-4ac8-8828-fb6d6cbc2a17 req-c059b8c0-4e5b-4324-81cd-a87ef11ca094 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/security-groups?id=5143d7ac-a22e-43a4-aecc-9125fab2207d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580132 May 04 19:02:50.009609 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Device 7d2964dd-ad61-4332-bedf-ecb1e435f315 up at agent hyperv_hv-cinder-84052 {{(pid=103281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 19:02:50.064260 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Provisioning complete for port 7d2964dd-ad61-4332-bedf-ecb1e435f315 triggered by entity L2. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:02:50.064640 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1774450'] for port (7d2964dd-ad61-4332-bedf-ecb1e435f315), provisioning_complete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:50.145273 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Current status of the port 7d2964dd-ad61-4332-bedf-ecb1e435f315 is: BUILD; New status is: ACTIVE {{(pid=103281) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:02:50.145688 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (7d2964dd-ad61-4332-bedf-ecb1e435f315), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:50.174420 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e10490c1-4c5e-46ee-bcc0-0bcea6e1f6e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d2964dd-ad61-4332-bedf-ecb1e435f315'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 19:02:50.176952 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29bc9e8fddf1e81845832baf79700cdfe783df1752dea94dce4e4e68657cb9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afd969c2-f636-4d91-95af-69c9e6086584" -d '{"events": [{"server_uuid": "e10490c1-4c5e-46ee-bcc0-0bcea6e1f6e4", "name": "network-vif-plugged", "status": "completed", "tag": "7d2964dd-ad61-4332-bedf-ecb1e435f315"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 19:02:50.190994 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] For port 7d2964dd-ad61-4332-bedf-ecb1e435f315, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=7d2964dd-ad61-4332-bedf-ecb1e435f315,segment=NetworkSegment(6c24c5b4-e5c1-485f-89e1-6bad0f69b4e6),segment_id=6c24c5b4-e5c1-485f-89e1-6bad0f69b4e6)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:02:50.199108 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136'] for port (7d2964dd-ad61-4332-bedf-ecb1e435f315), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:50.253705 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 19:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6062f7c-8992-4586-b7cc-7b3301b9d059 x-openstack-request-id: req-f6062f7c-8992-4586-b7cc-7b3301b9d059 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 19:02:50.254340 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e10490c1-4c5e-46ee-bcc0-0bcea6e1f6e4", "name": "network-vif-plugged", "status": "completed", "tag": "7d2964dd-ad61-4332-bedf-ecb1e435f315", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 19:02:50.254696 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f6062f7c-8992-4586-b7cc-7b3301b9d059 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 19:02:50.255192 dv-cinder-840525-1-iscsi neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6062f7c-8992-4586-b7cc-7b3301b9d059'] response: {'server_uuid': 'e10490c1-4c5e-46ee-bcc0-0bcea6e1f6e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d2964dd-ad61-4332-bedf-ecb1e435f315', 'code': 200} May 04 19:02:50.256403 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Pushing event updated for resources: {'Port': ['ID=7d2964dd-ad61-4332-bedf-ecb1e435f315,revision_number=7']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:02:51.085242 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f70d21-30b3-4ac2-91dc-6e3f4c87f655 req-ca055f02-cd3c-44dc-a623-a9e0380a1455 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:02:51.087671 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a8f70d21-30b3-4ac2-91dc-6e3f4c87f655 req-ca055f02-cd3c-44dc-a623-a9e0380a1455 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/ports?device_id=e10490c1-4c5e-46ee-bcc0-0bcea6e1f6e4 HTTP/1.1" status: 200 len: 945 time: 0.0571671 May 04 19:02:51.153024 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a8f70d21-30b3-4ac2-91dc-6e3f4c87f655 req-9cfc15a7-15e5-41fb-ab86-bab05324f419 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/security-groups?id=5143d7ac-a22e-43a4-aecc-9125fab2207d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586174 May 04 19:02:51.844832 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-e1ffa9ab-79ec-4a7c-8c52-846a8290e268 req-3cb987d0-bd2c-4fdb-864b-673d12e7b180 tempest-VolumesNegativeTest-716719046 tempest-VolumesNegativeTest-716719046-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=1de3018f59464b10acbc27fcea3956d2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0406706 May 04 19:02:52.055087 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ffa9ab-79ec-4a7c-8c52-846a8290e268 req-4f7e5717-620b-4ea3-ab68-2f8e8e6bb1a6 tempest-VolumesNegativeTest-716719046 tempest-VolumesNegativeTest-716719046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:02:52.056611 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-e1ffa9ab-79ec-4a7c-8c52-846a8290e268 req-4f7e5717-620b-4ea3-ab68-2f8e8e6bb1a6 tempest-VolumesNegativeTest-716719046 tempest-VolumesNegativeTest-716719046-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2038941 May 04 19:02:52.073578 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-e1ffa9ab-79ec-4a7c-8c52-846a8290e268 req-47b465d7-0eba-486b-9941-2e37ab890997 tempest-VolumesNegativeTest-716719046 tempest-VolumesNegativeTest-716719046-project] 10.222.0.35 "GET /v2.0/quotas/1de3018f59464b10acbc27fcea3956d2 HTTP/1.1" status: 200 len: 375 time: 0.0102203 May 04 19:02:52.114811 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-e1ffa9ab-79ec-4a7c-8c52-846a8290e268 req-475d72a3-2b76-4b6f-8b7c-8f17e33f9146 tempest-VolumesNegativeTest-716719046 tempest-VolumesNegativeTest-716719046-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=1de3018f59464b10acbc27fcea3956d2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0317914 May 04 19:02:52.326511 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a4f5ff-909b-4ec2-9fcf-39aa45c46f3b req-10f16411-ba50-446d-b262-db519e614cf2 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:02:52.328789 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-65a4f5ff-909b-4ec2-9fcf-39aa45c46f3b req-10f16411-ba50-446d-b262-db519e614cf2 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/ports?device_id=e10490c1-4c5e-46ee-bcc0-0bcea6e1f6e4 HTTP/1.1" status: 200 len: 945 time: 0.0694811 May 04 19:02:52.367280 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-e7638417-5f76-4422-837f-f50f2f2da2c9 req-b6f4d269-d2a9-4d7e-8f23-61e5de8a3372 tempest-VolumesNegativeTest-716719046 tempest-VolumesNegativeTest-716719046-project] 10.222.0.35 "GET /v2.0/ports?device_id=8a5e5132-3254-4a72-82a3-2b9bea5b6a36 HTTP/1.1" status: 200 len: 210 time: 0.0483332 May 04 19:02:52.428275 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-65a4f5ff-909b-4ec2-9fcf-39aa45c46f3b req-02044336-786b-4048-a6cf-902428bded3e tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/security-groups?id=5143d7ac-a22e-43a4-aecc-9125fab2207d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871682 May 04 19:02:53.474079 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-0d04d0f8-b9cb-4fc7-ba18-16769d6fd807 req-7c396241-c789-41fd-8ba1-6bfa72346c57 tempest-VolumesNegativeTest-716719046 tempest-VolumesNegativeTest-716719046-project] 10.222.0.35 "GET /v2.0/ports?device_id=8a5e5132-3254-4a72-82a3-2b9bea5b6a36 HTTP/1.1" status: 200 len: 210 time: 0.0376453 May 04 19:02:53.602499 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d3f3b9-2819-4ef1-a6ba-4460e232fd57 req-de714718-d244-4d73-b9de-f6f831724717 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:02:53.602754 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f59f75-b319-480f-8646-c349faad72ed req-59c55a45-2bae-49ff-abec-6639f9820fd3 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:02:53.604188 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e7d3f3b9-2819-4ef1-a6ba-4460e232fd57 req-de714718-d244-4d73-b9de-f6f831724717 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] 10.222.0.35 "GET /v2.0/ports?device_id=537bcbc1-0d8f-49a3-b2fe-54c4d67c1268 HTTP/1.1" status: 200 len: 946 time: 0.0495744 May 04 19:02:53.605015 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-86f59f75-b319-480f-8646-c349faad72ed req-59c55a45-2bae-49ff-abec-6639f9820fd3 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/ports?device_id=e10490c1-4c5e-46ee-bcc0-0bcea6e1f6e4 HTTP/1.1" status: 200 len: 945 time: 0.0560861 May 04 19:02:53.662496 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-86f59f75-b319-480f-8646-c349faad72ed req-ff574824-9a3a-4a8c-a9ed-8bcabb8d3925 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/security-groups?id=5143d7ac-a22e-43a4-aecc-9125fab2207d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514274 May 04 19:02:53.706203 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e7d3f3b9-2819-4ef1-a6ba-4460e232fd57 req-a309571e-f087-4e5a-b105-746ca37805b6 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] 10.222.0.35 "GET /v2.0/security-groups?id=dd7ad1ea-2571-4cd7-b86d-d5395f000bda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958200 May 04 19:02:54.578641 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d7c115fe-bf46-44f2-bdb3-ed62531b543e req-4a15e891-5632-47d4-bfe7-4d5237a71dd3 tempest-VolumesNegativeTest-716719046 tempest-VolumesNegativeTest-716719046-project] 10.222.0.35 "GET /v2.0/ports?device_id=8a5e5132-3254-4a72-82a3-2b9bea5b6a36 HTTP/1.1" status: 200 len: 210 time: 0.0302627 May 04 19:02:54.843915 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c83778-457c-4a0d-b5ee-ff325db015ab req-384ecf2b-74f7-4f6a-9c86-0e7aa5dae049 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:02:54.844546 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0012c6b-8d62-455f-8336-1a4ed87850a8 req-3c721599-95fe-45f8-8adf-e65b8b9c8d01 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:02:54.845405 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-39c83778-457c-4a0d-b5ee-ff325db015ab req-384ecf2b-74f7-4f6a-9c86-0e7aa5dae049 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/ports?device_id=e10490c1-4c5e-46ee-bcc0-0bcea6e1f6e4 HTTP/1.1" status: 200 len: 945 time: 0.0887465 May 04 19:02:54.851836 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-b0012c6b-8d62-455f-8336-1a4ed87850a8 req-3c721599-95fe-45f8-8adf-e65b8b9c8d01 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] 10.222.0.35 "GET /v2.0/ports?device_id=537bcbc1-0d8f-49a3-b2fe-54c4d67c1268 HTTP/1.1" status: 200 len: 946 time: 0.0689573 May 04 19:02:54.905483 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-b0012c6b-8d62-455f-8336-1a4ed87850a8 req-d8858b1f-51e1-4729-ab22-38566015a707 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] 10.222.0.35 "GET /v2.0/security-groups?id=dd7ad1ea-2571-4cd7-b86d-d5395f000bda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480044 May 04 19:02:54.918116 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-39c83778-457c-4a0d-b5ee-ff325db015ab req-8e8f8a23-e3bf-45a7-8196-25c44615eed2 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/security-groups?id=5143d7ac-a22e-43a4-aecc-9125fab2207d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664890 May 04 19:02:55.321078 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e1ffa9ab-79ec-4a7c-8c52-846a8290e268 req-eb645e87-286c-4917-aebb-c1178472f9c1 tempest-VolumesNegativeTest-716719046 tempest-VolumesNegativeTest-716719046-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=1de3018f59464b10acbc27fcea3956d2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0515432 May 04 19:02:55.462344 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (bff7e656-358d-4e40-a36a-3f10fe33ffdf), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:55.644165 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ffa9ab-79ec-4a7c-8c52-846a8290e268 req-4e31c2ee-a34e-47fa-a202-71968b0c9c7a tempest-VolumesNegativeTest-716719046 tempest-VolumesNegativeTest-716719046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:02:55.645875 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e1ffa9ab-79ec-4a7c-8c52-846a8290e268 req-4e31c2ee-a34e-47fa-a202-71968b0c9c7a tempest-VolumesNegativeTest-716719046 tempest-VolumesNegativeTest-716719046-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3178070 May 04 19:02:55.670498 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf2c2db-73f3-40fb-bc5c-3dc95980910f req-ad1f5f59-5da0-4fd3-aa9b-eb145a90e28c tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:02:55.672341 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-4bf2c2db-73f3-40fb-bc5c-3dc95980910f req-ad1f5f59-5da0-4fd3-aa9b-eb145a90e28c tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] 10.222.0.55 "GET /v2.0/ports?device_id=537bcbc1-0d8f-49a3-b2fe-54c4d67c1268 HTTP/1.1" status: 200 len: 946 time: 0.0827193 May 04 19:02:55.674570 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-15caee2c-7009-4b62-af05-08e520a1c94f req-6a8c6dc5-5807-41f9-bc78-ad5fda95731a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ae1c0168-16cb-471e-91d0-fd249c17995b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1409740 May 04 19:02:55.679290 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [req-e1ffa9ab-79ec-4a7c-8c52-846a8290e268 req-02d45a3c-9fc2-4ebf-bf00-c1362cb49878 tempest-VolumesNegativeTest-716719046 tempest-VolumesNegativeTest-716719046-project] Request body: {'port': {'device_id': '8a5e5132-3254-4a72-82a3-2b9bea5b6a36', 'network_id': 'd684200f-27ee-4589-bf5a-dbd7fd10141c', 'admin_state_up': True, 'tenant_id': '1de3018f59464b10acbc27fcea3956d2'}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:02:55.767287 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-9903d4d9-02bc-43c7-b011-29fbd2470941 req-58761205-7104-4d47-beea-f7c414220bcc tempest-VolumesNegativeTest-716719046 tempest-VolumesNegativeTest-716719046-project] 10.222.0.35 "GET /v2.0/ports?device_id=8a5e5132-3254-4a72-82a3-2b9bea5b6a36 HTTP/1.1" status: 200 len: 210 time: 0.0779307 May 04 19:02:55.922545 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.plugin [req-4bf2c2db-73f3-40fb-bc5c-3dc95980910f req-bc85a6a0-bbb8-43e9-87c9-04c993150979 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Deleting port 47a8c737-9eb2-441a-b47d-d73995d352b5 {{(pid=103280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 19:02:55.922884 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-4bf2c2db-73f3-40fb-bc5c-3dc95980910f req-bc85a6a0-bbb8-43e9-87c9-04c993150979 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790498772255'] for port (47a8c737-9eb2-441a-b47d-d73995d352b5), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:55.929069 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15caee2c-7009-4b62-af05-08e520a1c94f req-88766b6c-57b5-4be4-93e7-929a19f6ca29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:02:55.930608 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-15caee2c-7009-4b62-af05-08e520a1c94f req-88766b6c-57b5-4be4-93e7-929a19f6ca29 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8bf2894c75244d3f8e2c83c7deb9ab3e&device_id=ae1c0168-16cb-471e-91d0-fd249c17995b HTTP/1.1" status: 200 len: 1129 time: 0.1336997 May 04 19:02:56.110633 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98b11a9-1f68-4ba1-a7cc-78ba3530f6f1 req-74cc3284-0ea4-4231-9afb-1897a6dacaf2 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:02:56.119415 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-f98b11a9-1f68-4ba1-a7cc-78ba3530f6f1 req-74cc3284-0ea4-4231-9afb-1897a6dacaf2 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/ports?device_id=e10490c1-4c5e-46ee-bcc0-0bcea6e1f6e4 HTTP/1.1" status: 200 len: 945 time: 0.0684099 May 04 19:02:56.153104 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d397a8fc-bf66-4902-a3c3-b0481ba5c1e1 req-a0d030ea-3b7e-4f86-8bb4-0d6413c12cf8 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:02:56.154082 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d397a8fc-bf66-4902-a3c3-b0481ba5c1e1 req-a0d030ea-3b7e-4f86-8bb4-0d6413c12cf8 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] 10.222.0.35 "GET /v2.0/ports?device_id=537bcbc1-0d8f-49a3-b2fe-54c4d67c1268 HTTP/1.1" status: 200 len: 946 time: 0.0795629 May 04 19:02:56.178824 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-f98b11a9-1f68-4ba1-a7cc-78ba3530f6f1 req-b5505bbd-507d-46a9-9653-645ec474f39a tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/security-groups?id=5143d7ac-a22e-43a4-aecc-9125fab2207d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581293 May 04 19:02:56.190308 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.db [req-4bf2c2db-73f3-40fb-bc5c-3dc95980910f req-bc85a6a0-bbb8-43e9-87c9-04c993150979 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] For port 47a8c737-9eb2-441a-b47d-d73995d352b5, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=47a8c737-9eb2-441a-b47d-d73995d352b5,segment=NetworkSegment(2b95549f-f474-429b-a791-f25a87674098),segment_id=2b95549f-f474-429b-a791-f25a87674098)] {{(pid=103280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:02:56.190705 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-4bf2c2db-73f3-40fb-bc5c-3dc95980910f req-bc85a6a0-bbb8-43e9-87c9-04c993150979 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607728'] for port (47a8c737-9eb2-441a-b47d-d73995d352b5), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:56.218837 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1ffa9ab-79ec-4a7c-8c52-846a8290e268 req-02d45a3c-9fc2-4ebf-bf00-c1362cb49878 tempest-VolumesNegativeTest-716719046 tempest-VolumesNegativeTest-716719046-project] Made reservation on behalf of 1de3018f59464b10acbc27fcea3956d2 for: {'port': 1} {{(pid=103280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 19:02:56.222268 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-e1ffa9ab-79ec-4a7c-8c52-846a8290e268 req-02d45a3c-9fc2-4ebf-bf00-c1362cb49878 tempest-VolumesNegativeTest-716719046 tempest-VolumesNegativeTest-716719046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:56.242664 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15caee2c-7009-4b62-af05-08e520a1c94f req-1ed690de-3998-4815-ab4c-d967361c4234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:02:56.244027 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-15caee2c-7009-4b62-af05-08e520a1c94f req-1ed690de-3998-4815-ab4c-d967361c4234 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e8e6dc94-9bb6-402c-8494-d1c5ccc072e3 HTTP/1.1" status: 200 len: 909 time: 0.2827823 May 04 19:02:56.281319 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-e1ffa9ab-79ec-4a7c-8c52-846a8290e268 req-02d45a3c-9fc2-4ebf-bf00-c1362cb49878 tempest-VolumesNegativeTest-716719046 tempest-VolumesNegativeTest-716719046-project] Publish callbacks [] for security_group (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:56.416272 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d397a8fc-bf66-4902-a3c3-b0481ba5c1e1 req-368acedd-56c9-4008-9a6a-f64f0a05cf29 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] 10.222.0.35 "GET /v2.0/security-groups?id=dd7ad1ea-2571-4cd7-b86d-d5395f000bda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2475231 May 04 19:02:56.436067 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-15caee2c-7009-4b62-af05-08e520a1c94f req-89339961-c2bb-4ff4-b142-0e5029d982ed service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5777c5ef-78c0-4282-bfd9-095fdc6595ea HTTP/1.1" status: 200 len: 1001 time: 0.1556516 May 04 19:02:56.610081 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15caee2c-7009-4b62-af05-08e520a1c94f req-e4da5c3e-1b29-42a1-8c3f-24f41933b727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:02:56.611517 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-15caee2c-7009-4b62-af05-08e520a1c94f req-e4da5c3e-1b29-42a1-8c3f-24f41933b727 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0e5e1458-2cb0-45f3-927b-d6296b1c3906 HTTP/1.1" status: 200 len: 847 time: 0.1344733 May 04 19:02:56.676993 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-e1ffa9ab-79ec-4a7c-8c52-846a8290e268 req-02d45a3c-9fc2-4ebf-bf00-c1362cb49878 tempest-VolumesNegativeTest-716719046 tempest-VolumesNegativeTest-716719046-project] Publish callbacks [] for security_group (9e66ead1-edce-418d-9891-85bdb1f4a309), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:56.679185 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-4bf2c2db-73f3-40fb-bc5c-3dc95980910f req-bc85a6a0-bbb8-43e9-87c9-04c993150979 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:56.679639 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-4bf2c2db-73f3-40fb-bc5c-3dc95980910f req-bc85a6a0-bbb8-43e9-87c9-04c993150979 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608971'] for floatingip (5a1eaaa5-cd2d-4897-a700-bd19fed516c7), after_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:56.679858 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.db.l3_db [req-4bf2c2db-73f3-40fb-bc5c-3dc95980910f req-bc85a6a0-bbb8-43e9-87c9-04c993150979 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Floating IP 5a1eaaa5-cd2d-4897-a700-bd19fed516c7 disassociated. External IP: 172.27.0.72, port: 47a8c737-9eb2-441a-b47d-d73995d352b5. May 04 19:02:56.680202 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.plugin [req-4bf2c2db-73f3-40fb-bc5c-3dc95980910f req-bc85a6a0-bbb8-43e9-87c9-04c993150979 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Calling delete_port for 47a8c737-9eb2-441a-b47d-d73995d352b5 owned by compute:nova {{(pid=103280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 19:02:56.687652 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c402fb1-339e-4de8-bf8c-0034ea46402c req-0cc9a242-c170-49c6-9703-3c7a8a2dc1f4 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:02:56.689139 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-0c402fb1-339e-4de8-bf8c-0034ea46402c req-0cc9a242-c170-49c6-9703-3c7a8a2dc1f4 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "GET /v2.0/ports?device_id=ac6e7fe7-a1c8-4092-b435-1103795ef27b HTTP/1.1" status: 200 len: 945 time: 0.0993652 May 04 19:02:56.692249 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-e1ffa9ab-79ec-4a7c-8c52-846a8290e268 req-02d45a3c-9fc2-4ebf-bf00-c1362cb49878 tempest-VolumesNegativeTest-716719046 tempest-VolumesNegativeTest-716719046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (9e66ead1-edce-418d-9891-85bdb1f4a309), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:56.880411 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-356e634d-252e-409a-8eef-c9a4631f58f0 req-53eeaf2c-6820-4ee1-ba00-0de5527ea751 tempest-VolumesNegativeTest-716719046 tempest-VolumesNegativeTest-716719046-project] 10.222.0.35 "GET /v2.0/ports?device_id=8a5e5132-3254-4a72-82a3-2b9bea5b6a36 HTTP/1.1" status: 200 len: 210 time: 0.0427184 May 04 19:02:56.894266 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-837c9d5c-a0c0-49a2-960a-966529bde25e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (ae04e5b6-6ccf-46c0-81ba-a3f5b8ae390c), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:57.172287 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d45a3c-9fc2-4ebf-bf00-c1362cb49878 tempest-VolumesNegativeTest-716719046 tempest-VolumesNegativeTest-716719046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e66ead1-edce-418d-9891-85bdb1f4a309,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:02:57.195480 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-0c402fb1-339e-4de8-bf8c-0034ea46402c req-e086088b-fbfc-4659-8137-cb0c83ab3ff3 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "GET /v2.0/security-groups?id=822cf122-faaf-42c4-8887-080cfe52dd7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4933994 May 04 19:02:57.222099 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.db.db_base_plugin_common [req-e1ffa9ab-79ec-4a7c-8c52-846a8290e268 req-02d45a3c-9fc2-4ebf-bf00-c1362cb49878 tempest-VolumesNegativeTest-716719046 tempest-VolumesNegativeTest-716719046-project] Allocated IP 192.168.233.134 (d684200f-27ee-4589-bf5a-dbd7fd10141c/9cb137c0-235d-4b6b-ab05-77c0aecd6485/6c368f11-347b-44ff-a769-33a4d24c7ee4) {{(pid=103280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 19:02:57.349218 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2b9cde-c0d5-4346-b92b-4e8e1fed8510 req-8bcfcf53-2c4b-486a-b136-2b66bb0a425c tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:02:57.352105 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-dc2b9cde-c0d5-4346-b92b-4e8e1fed8510 req-8bcfcf53-2c4b-486a-b136-2b66bb0a425c tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/ports?device_id=e10490c1-4c5e-46ee-bcc0-0bcea6e1f6e4 HTTP/1.1" status: 200 len: 945 time: 0.0635109 May 04 19:02:57.404191 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-4bf2c2db-73f3-40fb-bc5c-3dc95980910f req-bc85a6a0-bbb8-43e9-87c9-04c993150979 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790498779311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790498302109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12874298'] for port (47a8c737-9eb2-441a-b47d-d73995d352b5), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:57.430473 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-dc2b9cde-c0d5-4346-b92b-4e8e1fed8510 req-5cd371ee-7210-4c50-85d3-3e121199a158 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/security-groups?id=5143d7ac-a22e-43a4-aecc-9125fab2207d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705023 May 04 19:02:57.446875 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc85a6a0-bbb8-43e9-87c9-04c993150979 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Pushing event deleted for resources: {'Port': ['ID=47a8c737-9eb2-441a-b47d-d73995d352b5,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:02:57.583237 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-e1ffa9ab-79ec-4a7c-8c52-846a8290e268 req-02d45a3c-9fc2-4ebf-bf00-c1362cb49878 tempest-VolumesNegativeTest-716719046 tempest-VolumesNegativeTest-716719046-project] Publish callbacks [] for port (6c368f11-347b-44ff-a769-33a4d24c7ee4), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:57.589788 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-895f9a0c-26d7-4635-a45b-cfde5ad9681b req-7d88c06b-fdd9-489b-b0b8-4a8d05ed94ad tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] 10.222.0.35 "GET /v2.0/ports?device_id=537bcbc1-0d8f-49a3-b2fe-54c4d67c1268 HTTP/1.1" status: 200 len: 210 time: 0.0514412 May 04 19:02:57.683846 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-e1ffa9ab-79ec-4a7c-8c52-846a8290e268 req-02d45a3c-9fc2-4ebf-bf00-c1362cb49878 tempest-VolumesNegativeTest-716719046 tempest-VolumesNegativeTest-716719046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790498302100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12874298'] for port (6c368f11-347b-44ff-a769-33a4d24c7ee4), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:57.686994 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4bf2c2db-73f3-40fb-bc5c-3dc95980910f req-bc85a6a0-bbb8-43e9-87c9-04c993150979 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Router ef792f77-065e-42a3-85fe-a804c7a09f70 has already been hosted by L3 agent 0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b {{(pid=103280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 19:02:57.740217 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1ffa9ab-79ec-4a7c-8c52-846a8290e268 req-02d45a3c-9fc2-4ebf-bf00-c1362cb49878 tempest-VolumesNegativeTest-716719046 tempest-VolumesNegativeTest-716719046-project] Network d684200f-27ee-4589-bf5a-dbd7fd10141c is already hosted by enough agents. {{(pid=103280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 19:02:57.742732 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.base_scheduler [req-e1ffa9ab-79ec-4a7c-8c52-846a8290e268 req-02d45a3c-9fc2-4ebf-bf00-c1362cb49878 tempest-VolumesNegativeTest-716719046 tempest-VolumesNegativeTest-716719046-project] Resources bound (agent type, host, resource id): {{(pid=103280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 19:02:57.779815 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1ffa9ab-79ec-4a7c-8c52-846a8290e268 req-02d45a3c-9fc2-4ebf-bf00-c1362cb49878 tempest-VolumesNegativeTest-716719046 tempest-VolumesNegativeTest-716719046-project] Received port after_create {{(pid=103280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 19:02:57.861528 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d45a3c-9fc2-4ebf-bf00-c1362cb49878 tempest-VolumesNegativeTest-716719046 tempest-VolumesNegativeTest-716719046-project] Pushing event updated for resources: {'Port': ['ID=6c368f11-347b-44ff-a769-33a4d24c7ee4,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:02:57.870969 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ffa9ab-79ec-4a7c-8c52-846a8290e268 req-02d45a3c-9fc2-4ebf-bf00-c1362cb49878 tempest-VolumesNegativeTest-716719046 tempest-VolumesNegativeTest-716719046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:02:57.871688 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-e1ffa9ab-79ec-4a7c-8c52-846a8290e268 req-02d45a3c-9fc2-4ebf-bf00-c1362cb49878 tempest-VolumesNegativeTest-716719046 tempest-VolumesNegativeTest-716719046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127086'] for port (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:57.971732 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15caee2c-7009-4b62-af05-08e520a1c94f req-559054bb-17e2-4e07-9261-ba78cbf71798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:02:57.977325 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-15caee2c-7009-4b62-af05-08e520a1c94f req-559054bb-17e2-4e07-9261-ba78cbf71798 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e8e6dc94-9bb6-402c-8494-d1c5ccc072e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0941095 May 04 19:02:58.053037 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c37c7c4-2d5f-42a7-927e-9a8eee58d085 req-edb92bbb-c0f4-4d5e-9b6b-c653b33072db tempest-VolumesNegativeTest-716719046 tempest-VolumesNegativeTest-716719046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:02:58.065131 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-1c37c7c4-2d5f-42a7-927e-9a8eee58d085 req-edb92bbb-c0f4-4d5e-9b6b-c653b33072db tempest-VolumesNegativeTest-716719046 tempest-VolumesNegativeTest-716719046-project] 10.222.0.35 "GET /v2.0/ports?device_id=8a5e5132-3254-4a72-82a3-2b9bea5b6a36 HTTP/1.1" status: 200 len: 936 time: 0.0730455 May 04 19:02:58.065748 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4bf2c2db-73f3-40fb-bc5c-3dc95980910f req-bc85a6a0-bbb8-43e9-87c9-04c993150979 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Notify agent at l3_agent.dv-cinder-840525-1-iscsi the message routers_updated {{(pid=103280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 19:02:58.078498 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50ba870-6485-47bb-b282-dff98b581594 None None] Sync routers for ids ['ef792f77-065e-42a3-85fe-a804c7a09f70'] in dv-cinder-840525-1-iscsi {{(pid=103282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 19:02:58.082486 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e1ffa9ab-79ec-4a7c-8c52-846a8290e268 req-02d45a3c-9fc2-4ebf-bf00-c1362cb49878 tempest-VolumesNegativeTest-716719046 tempest-VolumesNegativeTest-716719046-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4067268 May 04 19:02:58.099530 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50ba870-6485-47bb-b282-dff98b581594 None None] Routers {'ef792f77-065e-42a3-85fe-a804c7a09f70'} bound to L3 agent in host dv-cinder-840525-1-iscsi {{(pid=103282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:02:58.100119 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-c50ba870-6485-47bb-b282-dff98b581594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-04T18:48:29Z,description=,heartbeat_timestamp=2022-05-04T19:02:29Z,host='dv-cinder-840525-1-iscsi',id=0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:48:29Z,topic='l3_agent')) {'router_ids': ['ef792f77-065e-42a3-85fe-a804c7a09f70'], 'active': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:02:58.101140 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-914727fd-a5f7-4c4b-b808-435621a419e5 None None] Provisioning complete for port 6c368f11-347b-44ff-a769-33a4d24c7ee4 triggered by entity DHCP. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:02:58.102077 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-914727fd-a5f7-4c4b-b808-435621a419e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1774450'] for port (6c368f11-347b-44ff-a769-33a4d24c7ee4), provisioning_complete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:58.160156 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-914727fd-a5f7-4c4b-b808-435621a419e5 None None] Port 6c368f11-347b-44ff-a769-33a4d24c7ee4 cannot update to ACTIVE because it is not bound. {{(pid=103281) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 19:02:58.166274 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-1c37c7c4-2d5f-42a7-927e-9a8eee58d085 req-5eab5831-504d-419f-9615-c235dff92c43 tempest-VolumesNegativeTest-716719046 tempest-VolumesNegativeTest-716719046-project] 10.222.0.35 "GET /v2.0/security-groups?id=9e66ead1-edce-418d-9891-85bdb1f4a309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996780 May 04 19:02:58.183625 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [req-e1ffa9ab-79ec-4a7c-8c52-846a8290e268 req-765cbbf3-7dee-41dc-bb24-f835419daed1 service neutron] Request body: {'port': {'device_id': '8a5e5132-3254-4a72-82a3-2b9bea5b6a36', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84052'}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:02:58.205334 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bf2c2db-73f3-40fb-bc5c-3dc95980910f req-bc85a6a0-bbb8-43e9-87c9-04c993150979 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] No DVR routers for this DVR port 47a8c737-9eb2-441a-b47d-d73995d352b5 on host hv-cinder-84052 {{(pid=103280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 19:02:58.233893 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-4bf2c2db-73f3-40fb-bc5c-3dc95980910f req-bc85a6a0-bbb8-43e9-87c9-04c993150979 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127086'] for port (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:58.237384 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-4bf2c2db-73f3-40fb-bc5c-3dc95980910f req-bc85a6a0-bbb8-43e9-87c9-04c993150979 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] 10.222.0.55 "DELETE /v2.0/ports/47a8c737-9eb2-441a-b47d-d73995d352b5 HTTP/1.1" status: 204 len: 173 time: 2.5389500 May 04 19:02:58.239327 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '537bcbc1-0d8f-49a3-b2fe-54c4d67c1268', 'name': 'network-vif-deleted', 'tag': '47a8c737-9eb2-441a-b47d-d73995d352b5'}] {{(pid=103280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 19:02:58.242205 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d17ed66b9d9b08214cd1b2d258b378c61736cd464b468dfe37a5b26948fd6e52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-877e99c6-fd12-4c44-bc61-c5bbfb4fd993" -d '{"events": [{"server_uuid": "537bcbc1-0d8f-49a3-b2fe-54c4d67c1268", "name": "network-vif-deleted", "tag": "47a8c737-9eb2-441a-b47d-d73995d352b5"}]}' {{(pid=103280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 19:02:58.319335 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvr_db [None req-c50ba870-6485-47bb-b282-dff98b581594 None None] Set router ef792f77-065e-42a3-85fe-a804c7a09f70 gateway port host: dv-cinder-840525-1-iscsi {{(pid=103282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:02:58.404173 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44968a3-817b-44a9-aae6-72a4fd12712a req-214b59e8-f9a7-4ab3-ba35-dc06ef301329 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:02:58.405780 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-e44968a3-817b-44a9-aae6-72a4fd12712a req-214b59e8-f9a7-4ab3-ba35-dc06ef301329 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac6e7fe7-a1c8-4092-b435-1103795ef27b HTTP/1.1" status: 200 len: 945 time: 0.1762812 May 04 19:02:58.503296 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-e1ffa9ab-79ec-4a7c-8c52-846a8290e268 req-765cbbf3-7dee-41dc-bb24-f835419daed1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (6c368f11-347b-44ff-a769-33a4d24c7ee4), before_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:58.528686 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac27fc22-f802-4cf7-95a9-17d746fbf1db req-42863fa8-9a84-4ce3-94e5-0b21af39d44c tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:02:58.530297 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-ac27fc22-f802-4cf7-95a9-17d746fbf1db req-42863fa8-9a84-4ce3-94e5-0b21af39d44c tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "GET /v2.0/ports?device_id=ac6e7fe7-a1c8-4092-b435-1103795ef27b HTTP/1.1" status: 200 len: 945 time: 0.1278312 May 04 19:02:58.545541 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-15caee2c-7009-4b62-af05-08e520a1c94f req-1fd24604-a4d2-4d00-b082-c1facf0c8f40 service neutron] 10.222.0.55 "GET /v2.0/networks/e8e6dc94-9bb6-402c-8494-d1c5ccc072e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3664715 May 04 19:02:58.599618 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-c50ba870-6485-47bb-b282-dff98b581594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef792f77-065e-42a3-85fe-a804c7a09f70', 'name': 'tempest-AttachVolumeTestJSON-1110027105-router', 'tenant_id': 'd220357192eb4ba5a2cdd43f000cd4c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'external_fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '1dbb1916-5d86-42ef-bf63-cc969ada161e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:56:51Z', 'updated_at': '2022-05-04T18:56:58Z', 'revision_number': 4, 'project_id': 'd220357192eb4ba5a2cdd43f000cd4c4', 'gw_port': {'id': '1dbb1916-5d86-42ef-bf63-cc969ada161e', 'name': '', 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:02:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef792f77-065e-42a3-85fe-a804c7a09f70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:56:52Z', 'updated_at': '2022-05-04T18:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-1-iscsi', '_interfaces': [{'id': 'a6a6d3f1-652a-4d38-bbcd-5f14c34d7927', 'name': '', 'network_id': '30fa2e3e-f6d8-4564-bce1-ee05a5bd0ce9', 'tenant_id': 'd220357192eb4ba5a2cdd43f000cd4c4', 'mac_address': 'fa:16:3e:ff:12:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef792f77-065e-42a3-85fe-a804c7a09f70', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'd9b5c29e-b014-49ec-aabd-8c0ad7c78e2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:56:56Z', 'updated_at': '2022-05-04T18:57:06Z', 'revision_number': 5, 'project_id': 'd220357192eb4ba5a2cdd43f000cd4c4', 'subnets': [{'id': 'd9b5c29e-b014-49ec-aabd-8c0ad7c78e2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-1-iscsi', False) {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:02:58.617091 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 19:02:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e29638d-6b09-41d3-b387-4fba2c3825be x-openstack-request-id: req-7e29638d-6b09-41d3-b387-4fba2c3825be {{(pid=103280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 19:02:58.617764 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "537bcbc1-0d8f-49a3-b2fe-54c4d67c1268", "name": "network-vif-deleted", "tag": "47a8c737-9eb2-441a-b47d-d73995d352b5", "status": "completed", "code": 200}]} {{(pid=103280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 19:02:58.618117 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7e29638d-6b09-41d3-b387-4fba2c3825be {{(pid=103280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 19:02:58.618695 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e29638d-6b09-41d3-b387-4fba2c3825be'] response: {'server_uuid': '537bcbc1-0d8f-49a3-b2fe-54c4d67c1268', 'name': 'network-vif-deleted', 'tag': '47a8c737-9eb2-441a-b47d-d73995d352b5', 'status': 'completed', 'code': 200} May 04 19:02:58.639319 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50ba870-6485-47bb-b282-dff98b581594 None None] Checking router: ef792f77-065e-42a3-85fe-a804c7a09f70 for host: dv-cinder-840525-1-iscsi {{(pid=103282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 19:02:58.648067 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50ba870-6485-47bb-b282-dff98b581594 None None] Routers {'ef792f77-065e-42a3-85fe-a804c7a09f70'} bound to L3 agent in host dv-cinder-840525-1-iscsi {{(pid=103282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:02:58.649073 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-c50ba870-6485-47bb-b282-dff98b581594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-04T18:48:29Z,description=,heartbeat_timestamp=2022-05-04T19:02:29Z,host='dv-cinder-840525-1-iscsi',id=0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:48:29Z,topic='l3_agent')) {'router_ids': ['ef792f77-065e-42a3-85fe-a804c7a09f70'], 'active': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:02:58.654960 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [req-e44968a3-817b-44a9-aae6-72a4fd12712a req-183e4dde-8ff6-49da-a386-6ea73e2a54ef tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Deleting port e8da8c17-ff50-4399-8611-78f8a8fc709a {{(pid=103279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 19:02:58.656147 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [req-e44968a3-817b-44a9-aae6-72a4fd12712a req-183e4dde-8ff6-49da-a386-6ea73e2a54ef tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790498772255'] for port (e8da8c17-ff50-4399-8611-78f8a8fc709a), before_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:58.737316 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-ac27fc22-f802-4cf7-95a9-17d746fbf1db req-387bbd12-5b77-4060-baff-7d59a2fca062 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "GET /v2.0/security-groups?id=822cf122-faaf-42c4-8887-080cfe52dd7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1858399 May 04 19:02:58.807311 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvr_db [None req-c50ba870-6485-47bb-b282-dff98b581594 None None] Set router ef792f77-065e-42a3-85fe-a804c7a09f70 gateway port host: dv-cinder-840525-1-iscsi {{(pid=103282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:02:59.009951 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-157fe53a-14f5-413e-a98a-16e539221be1 req-bf0872d9-de45-414f-a6de-29be22ac92a0 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] 10.222.0.35 "GET /v2.0/ports?device_id=537bcbc1-0d8f-49a3-b2fe-54c4d67c1268 HTTP/1.1" status: 200 len: 210 time: 0.0860450 May 04 19:02:59.065153 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4cb20d3d-7745-4ac2-b6ad-26f7220df16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:59.092306 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-15caee2c-7009-4b62-af05-08e520a1c94f req-879de14f-a799-4e6a-89b0-fa46fbe257ec service neutron] 10.222.0.55 "GET /v2.0/networks/e8e6dc94-9bb6-402c-8494-d1c5ccc072e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3345721 May 04 19:02:59.132510 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-c50ba870-6485-47bb-b282-dff98b581594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef792f77-065e-42a3-85fe-a804c7a09f70', 'name': 'tempest-AttachVolumeTestJSON-1110027105-router', 'tenant_id': 'd220357192eb4ba5a2cdd43f000cd4c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'external_fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '1dbb1916-5d86-42ef-bf63-cc969ada161e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:56:51Z', 'updated_at': '2022-05-04T18:56:58Z', 'revision_number': 4, 'project_id': 'd220357192eb4ba5a2cdd43f000cd4c4', 'gw_port': {'id': '1dbb1916-5d86-42ef-bf63-cc969ada161e', 'name': '', 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:02:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef792f77-065e-42a3-85fe-a804c7a09f70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:56:52Z', 'updated_at': '2022-05-04T18:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-1-iscsi', '_interfaces': [{'id': 'a6a6d3f1-652a-4d38-bbcd-5f14c34d7927', 'name': '', 'network_id': '30fa2e3e-f6d8-4564-bce1-ee05a5bd0ce9', 'tenant_id': 'd220357192eb4ba5a2cdd43f000cd4c4', 'mac_address': 'fa:16:3e:ff:12:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef792f77-065e-42a3-85fe-a804c7a09f70', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'd9b5c29e-b014-49ec-aabd-8c0ad7c78e2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:56:56Z', 'updated_at': '2022-05-04T18:57:06Z', 'revision_number': 5, 'project_id': 'd220357192eb4ba5a2cdd43f000cd4c4', 'subnets': [{'id': 'd9b5c29e-b014-49ec-aabd-8c0ad7c78e2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-1-iscsi', False) {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:02:59.162361 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50ba870-6485-47bb-b282-dff98b581594 None None] The sync data for ids ['ef792f77-065e-42a3-85fe-a804c7a09f70'] in dv-cinder-840525-1-iscsi is: [{'id': 'ef792f77-065e-42a3-85fe-a804c7a09f70', 'name': 'tempest-AttachVolumeTestJSON-1110027105-router', 'tenant_id': 'd220357192eb4ba5a2cdd43f000cd4c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'external_fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '1dbb1916-5d86-42ef-bf63-cc969ada161e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:56:51Z', 'updated_at': '2022-05-04T18:56:58Z', 'revision_number': 4, 'project_id': 'd220357192eb4ba5a2cdd43f000cd4c4', 'gw_port': {'id': '1dbb1916-5d86-42ef-bf63-cc969ada161e', 'name': '', 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:02:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef792f77-065e-42a3-85fe-a804c7a09f70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:56:52Z', 'updated_at': '2022-05-04T18:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-1-iscsi', '_interfaces': [{'id': 'a6a6d3f1-652a-4d38-bbcd-5f14c34d7927', 'name': '', 'network_id': '30fa2e3e-f6d8-4564-bce1-ee05a5bd0ce9', 'tenant_id': 'd220357192eb4ba5a2cdd43f000cd4c4', 'mac_address': 'fa:16:3e:ff:12:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef792f77-065e-42a3-85fe-a804c7a09f70', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'd9b5c29e-b014-49ec-aabd-8c0ad7c78e2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:56:56Z', 'updated_at': '2022-05-04T18:57:06Z', 'revision_number': 5, 'project_id': 'd220357192eb4ba5a2cdd43f000cd4c4', 'subnets': [{'id': 'd9b5c29e-b014-49ec-aabd-8c0ad7c78e2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 19:02:59.255446 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.notifiers.nova [req-e1ffa9ab-79ec-4a7c-8c52-846a8290e268 req-765cbbf3-7dee-41dc-bb24-f835419daed1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c368f11-347b-44ff-a769-33a4d24c7ee4 {{(pid=103280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 19:02:59.278395 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214afb7f-3adf-4d3c-9ca4-9b14fe888d7a req-f2541cf0-6cd2-4d26-a942-c8a124ecb64a tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:02:59.279963 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-214afb7f-3adf-4d3c-9ca4-9b14fe888d7a req-f2541cf0-6cd2-4d26-a942-c8a124ecb64a tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/ports?device_id=e10490c1-4c5e-46ee-bcc0-0bcea6e1f6e4 HTTP/1.1" status: 200 len: 945 time: 0.0799747 May 04 19:02:59.294998 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-e1ffa9ab-79ec-4a7c-8c52-846a8290e268 req-765cbbf3-7dee-41dc-bb24-f835419daed1 service neutron] Publish callbacks [] for port (6c368f11-347b-44ff-a769-33a4d24c7ee4), precommit_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:59.323229 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904345e6-62d3-4958-8cac-72e572e5d67a req-47aa9a1e-6834-43ae-9938-c667b37599de tempest-VolumesNegativeTest-716719046 tempest-VolumesNegativeTest-716719046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:02:59.324775 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-904345e6-62d3-4958-8cac-72e572e5d67a req-47aa9a1e-6834-43ae-9938-c667b37599de tempest-VolumesNegativeTest-716719046 tempest-VolumesNegativeTest-716719046-project] 10.222.0.35 "GET /v2.0/ports?device_id=8a5e5132-3254-4a72-82a3-2b9bea5b6a36 HTTP/1.1" status: 200 len: 936 time: 0.0735891 May 04 19:02:59.327730 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.db.provisioning_blocks [req-e1ffa9ab-79ec-4a7c-8c52-846a8290e268 req-765cbbf3-7dee-41dc-bb24-f835419daed1 service neutron] Transition to ACTIVE for port object 6c368f11-347b-44ff-a769-33a4d24c7ee4 will not be triggered until provisioned by entity L2. {{(pid=103280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 19:02:59.337510 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-e1ffa9ab-79ec-4a7c-8c52-846a8290e268 req-765cbbf3-7dee-41dc-bb24-f835419daed1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12874275'] for port (6c368f11-347b-44ff-a769-33a4d24c7ee4), after_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:59.339651 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [req-e44968a3-817b-44a9-aae6-72a4fd12712a req-183e4dde-8ff6-49da-a386-6ea73e2a54ef tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] For port e8da8c17-ff50-4399-8611-78f8a8fc709a, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=e8da8c17-ff50-4399-8611-78f8a8fc709a,segment=NetworkSegment(83414da3-b767-40e5-839e-69613fac7970),segment_id=83414da3-b767-40e5-839e-69613fac7970)] {{(pid=103279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:02:59.340043 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [req-e44968a3-817b-44a9-aae6-72a4fd12712a req-183e4dde-8ff6-49da-a386-6ea73e2a54ef tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607728'] for port (e8da8c17-ff50-4399-8611-78f8a8fc709a), precommit_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:59.361886 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-214afb7f-3adf-4d3c-9ca4-9b14fe888d7a req-237f97ba-7c35-4195-b2ac-c520481acdd1 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/security-groups?id=5143d7ac-a22e-43a4-aecc-9125fab2207d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757759 May 04 19:02:59.474306 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765cbbf3-7dee-41dc-bb24-f835419daed1 service neutron] Pushing event updated for resources: {'Port': ['ID=6c368f11-347b-44ff-a769-33a4d24c7ee4,revision_number=2']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:02:59.523183 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-904345e6-62d3-4958-8cac-72e572e5d67a req-904ff8d8-ba9b-4f49-9e47-aa27b3135cfa tempest-VolumesNegativeTest-716719046 tempest-VolumesNegativeTest-716719046-project] 10.222.0.35 "GET /v2.0/security-groups?id=9e66ead1-edce-418d-9891-85bdb1f4a309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870034 May 04 19:02:59.562436 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.managers [req-e1ffa9ab-79ec-4a7c-8c52-846a8290e268 req-765cbbf3-7dee-41dc-bb24-f835419daed1 service neutron] Attempting to bind port 6c368f11-347b-44ff-a769-33a4d24c7ee4 on host hv-cinder-84052 for vnic_type normal with profile {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 19:02:59.562850 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.managers [req-e1ffa9ab-79ec-4a7c-8c52-846a8290e268 req-765cbbf3-7dee-41dc-bb24-f835419daed1 service neutron] Attempting to bind port 6c368f11-347b-44ff-a769-33a4d24c7ee4 by drivers openvswitch,hyperv on host hv-cinder-84052 at level 0 using segments [{'id': '04a74391-6f09-4d56-842d-ffb832351052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'd684200f-27ee-4589-bf5a-dbd7fd10141c'}] {{(pid=103280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 19:02:59.563243 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ffa9ab-79ec-4a7c-8c52-846a8290e268 req-765cbbf3-7dee-41dc-bb24-f835419daed1 service neutron] Attempting to bind port 6c368f11-347b-44ff-a769-33a4d24c7ee4 on network d684200f-27ee-4589-bf5a-dbd7fd10141c {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 19:02:59.572934 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ffa9ab-79ec-4a7c-8c52-846a8290e268 req-765cbbf3-7dee-41dc-bb24-f835419daed1 service neutron] Port 6c368f11-347b-44ff-a769-33a4d24c7ee4 on network d684200f-27ee-4589-bf5a-dbd7fd10141c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84052 {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 19:02:59.573099 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ffa9ab-79ec-4a7c-8c52-846a8290e268 req-765cbbf3-7dee-41dc-bb24-f835419daed1 service neutron] Attempting to bind port 6c368f11-347b-44ff-a769-33a4d24c7ee4 on network d684200f-27ee-4589-bf5a-dbd7fd10141c {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 19:02:59.579459 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ffa9ab-79ec-4a7c-8c52-846a8290e268 req-765cbbf3-7dee-41dc-bb24-f835419daed1 service neutron] Checking agent: {'id': 'bff7e656-358d-4e40-a36a-3f10fe33ffdf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84052', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 18, 54, 55), 'started_at': datetime.datetime(2022, 5, 4, 18, 54, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 19, 2, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 19:02:59.579879 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ffa9ab-79ec-4a7c-8c52-846a8290e268 req-765cbbf3-7dee-41dc-bb24-f835419daed1 service neutron] Checking segment: {'id': '04a74391-6f09-4d56-842d-ffb832351052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'd684200f-27ee-4589-bf5a-dbd7fd10141c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 19:02:59.580324 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ffa9ab-79ec-4a7c-8c52-846a8290e268 req-765cbbf3-7dee-41dc-bb24-f835419daed1 service neutron] Bound using segment: {'id': '04a74391-6f09-4d56-842d-ffb832351052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'd684200f-27ee-4589-bf5a-dbd7fd10141c'} {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 19:02:59.580828 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.managers [req-e1ffa9ab-79ec-4a7c-8c52-846a8290e268 req-765cbbf3-7dee-41dc-bb24-f835419daed1 service neutron] Bound port: 6c368f11-347b-44ff-a769-33a4d24c7ee4, host: hv-cinder-84052, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04a74391-6f09-4d56-842d-ffb832351052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'd684200f-27ee-4589-bf5a-dbd7fd10141c'}}] {{(pid=103280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 19:02:59.581250 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-e1ffa9ab-79ec-4a7c-8c52-846a8290e268 req-765cbbf3-7dee-41dc-bb24-f835419daed1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (6c368f11-347b-44ff-a769-33a4d24c7ee4), before_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:59.591840 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3821e9a6-e453-4d31-a4b1-4d49ea97eeb8 None None] New status for floating IP 5a1eaaa5-cd2d-4897-a700-bd19fed516c7: DOWN {{(pid=103281) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 19:02:59.653538 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [req-e44968a3-817b-44a9-aae6-72a4fd12712a req-183e4dde-8ff6-49da-a386-6ea73e2a54ef tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:59.654197 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [req-e44968a3-817b-44a9-aae6-72a4fd12712a req-183e4dde-8ff6-49da-a386-6ea73e2a54ef tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608971'] for floatingip (e32b8086-771e-4de9-a586-41e7fb27b4bd), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:59.654371 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.db.l3_db [req-e44968a3-817b-44a9-aae6-72a4fd12712a req-183e4dde-8ff6-49da-a386-6ea73e2a54ef tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Floating IP e32b8086-771e-4de9-a586-41e7fb27b4bd disassociated. External IP: 172.27.0.146, port: e8da8c17-ff50-4399-8611-78f8a8fc709a. May 04 19:02:59.654618 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [req-e44968a3-817b-44a9-aae6-72a4fd12712a req-183e4dde-8ff6-49da-a386-6ea73e2a54ef tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Calling delete_port for e8da8c17-ff50-4399-8611-78f8a8fc709a owned by compute:nova {{(pid=103279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 19:02:59.666117 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.db [req-e1ffa9ab-79ec-4a7c-8c52-846a8290e268 req-765cbbf3-7dee-41dc-bb24-f835419daed1 service neutron] For port 6c368f11-347b-44ff-a769-33a4d24c7ee4, host hv-cinder-84052, cleared binding levels {{(pid=103280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 19:02:59.669950 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.db [req-e1ffa9ab-79ec-4a7c-8c52-846a8290e268 req-765cbbf3-7dee-41dc-bb24-f835419daed1 service neutron] For port 6c368f11-347b-44ff-a769-33a4d24c7ee4, host hv-cinder-84052, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=6c368f11-347b-44ff-a769-33a4d24c7ee4,segment=NetworkSegment(04a74391-6f09-4d56-842d-ffb832351052),segment_id=04a74391-6f09-4d56-842d-ffb832351052)] {{(pid=103280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 19:02:59.676947 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-e1ffa9ab-79ec-4a7c-8c52-846a8290e268 req-765cbbf3-7dee-41dc-bb24-f835419daed1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12874275'] for port (6c368f11-347b-44ff-a769-33a4d24c7ee4), after_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:59.712740 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ffa9ab-79ec-4a7c-8c52-846a8290e268 req-765cbbf3-7dee-41dc-bb24-f835419daed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:02:59.713383 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-e1ffa9ab-79ec-4a7c-8c52-846a8290e268 req-765cbbf3-7dee-41dc-bb24-f835419daed1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127086'] for port (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:59.715099 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e1ffa9ab-79ec-4a7c-8c52-846a8290e268 req-765cbbf3-7dee-41dc-bb24-f835419daed1 service neutron] 10.222.0.55 "PUT /v2.0/ports/6c368f11-347b-44ff-a769-33a4d24c7ee4 HTTP/1.1" status: 200 len: 1098 time: 1.5372498 May 04 19:02:59.752021 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765cbbf3-7dee-41dc-bb24-f835419daed1 service neutron] Pushing event updated for resources: {'Port': ['ID=6c368f11-347b-44ff-a769-33a4d24c7ee4,revision_number=3']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:02:59.803248 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [req-e44968a3-817b-44a9-aae6-72a4fd12712a req-183e4dde-8ff6-49da-a386-6ea73e2a54ef tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790498779311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790498302109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13908970'] for port (e8da8c17-ff50-4399-8611-78f8a8fc709a), after_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:02:59.851578 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183e4dde-8ff6-49da-a386-6ea73e2a54ef tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Pushing event deleted for resources: {'Port': ['ID=e8da8c17-ff50-4399-8611-78f8a8fc709a,revision_number=None']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:02:59.870111 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-3b7aeb52-b467-4194-92be-f9a7af8fceb7 req-1a020cc7-5b81-485b-b65e-37fb7df6952e tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "GET /v2.0/ports?device_id=ac6e7fe7-a1c8-4092-b435-1103795ef27b HTTP/1.1" status: 200 len: 210 time: 0.0333843 May 04 19:03:00.022869 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e44968a3-817b-44a9-aae6-72a4fd12712a req-183e4dde-8ff6-49da-a386-6ea73e2a54ef tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Router 81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe has already been hosted by L3 agent 0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b {{(pid=103279) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 19:03:00.043820 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Device e8da8c17-ff50-4399-8611-78f8a8fc709a no longer exists at agent hyperv_hv-cinder-84052 {{(pid=103281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 19:03:00.072917 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] No Port match for: e8da8c17-ff50-4399-8611-78f8a8fc709a {{(pid=103281) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 19:03:00.073633 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Device e8da8c17-ff50-4399-8611-78f8a8fc709a not bound to the agent host hv-cinder-84052 {{(pid=103281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 19:03:00.074301 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Device 47a8c737-9eb2-441a-b47d-d73995d352b5 no longer exists at agent hyperv_hv-cinder-84052 {{(pid=103281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 19:03:00.080301 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 54200) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:03:00.099073 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] No Port match for: 47a8c737-9eb2-441a-b47d-d73995d352b5 {{(pid=103281) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 19:03:00.099512 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Device 47a8c737-9eb2-441a-b47d-d73995d352b5 not bound to the agent host hv-cinder-84052 {{(pid=103281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 19:03:00.137513 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-821a3753-c8bb-408e-a9d9-42d2a9d3d908 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (306b1285-d967-49ee-a8ef-a34b4fe65fa5), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:00.169329 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e44968a3-817b-44a9-aae6-72a4fd12712a req-183e4dde-8ff6-49da-a386-6ea73e2a54ef tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Notify agent at l3_agent.dv-cinder-840525-1-iscsi the message routers_updated {{(pid=103279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 19:03:00.179930 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436fb2ec-422c-4c05-b1b2-8e4ab61de3c2 None None] Sync routers for ids ['81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe'] in dv-cinder-840525-1-iscsi {{(pid=103282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 19:03:00.191530 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436fb2ec-422c-4c05-b1b2-8e4ab61de3c2 None None] Routers {'81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe'} bound to L3 agent in host dv-cinder-840525-1-iscsi {{(pid=103282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:03:00.193640 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-436fb2ec-422c-4c05-b1b2-8e4ab61de3c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-04T18:48:29Z,description=,heartbeat_timestamp=2022-05-04T19:02:59Z,host='dv-cinder-840525-1-iscsi',id=0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:48:29Z,topic='l3_agent')) {'router_ids': ['81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe'], 'active': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:03:00.217456 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-9161faed-4e7c-431f-a510-1ae7f2940920 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Publish callbacks [] for security_group (dd7ad1ea-2571-4cd7-b86d-d5395f000bda), before_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:00.249094 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvrscheduler_db [req-e44968a3-817b-44a9-aae6-72a4fd12712a req-183e4dde-8ff6-49da-a386-6ea73e2a54ef tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] No DVR routers for this DVR port e8da8c17-ff50-4399-8611-78f8a8fc709a on host hv-cinder-84052 {{(pid=103279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 19:03:00.253054 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [req-e44968a3-817b-44a9-aae6-72a4fd12712a req-183e4dde-8ff6-49da-a386-6ea73e2a54ef tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127086'] for port (None), before_response {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:00.256436 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-e44968a3-817b-44a9-aae6-72a4fd12712a req-183e4dde-8ff6-49da-a386-6ea73e2a54ef tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.55 "DELETE /v2.0/ports/e8da8c17-ff50-4399-8611-78f8a8fc709a HTTP/1.1" status: 204 len: 173 time: 1.8426020 May 04 19:03:00.256899 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac6e7fe7-a1c8-4092-b435-1103795ef27b', 'name': 'network-vif-deleted', 'tag': 'e8da8c17-ff50-4399-8611-78f8a8fc709a'}] {{(pid=103279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 19:03:00.259241 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f03067be0d021e11c0632f57e5c6e43a0067ecb248f9894e29d0a29efd5d62c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e044865-594d-4177-9a4e-da43f0ce8cc5" -d '{"events": [{"server_uuid": "ac6e7fe7-a1c8-4092-b435-1103795ef27b", "name": "network-vif-deleted", "tag": "e8da8c17-ff50-4399-8611-78f8a8fc709a"}]}' {{(pid=103279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 19:03:00.273927 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-9161faed-4e7c-431f-a510-1ae7f2940920 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Publish callbacks [] for security_group (dd7ad1ea-2571-4cd7-b86d-d5395f000bda), precommit_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:00.304037 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aef4e5-1428-438d-a0a3-ef400ef1ade1 req-dffba39e-c05d-4bc0-92f5-19550c0416f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:03:00.305686 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-f0aef4e5-1428-438d-a0a3-ef400ef1ade1 req-dffba39e-c05d-4bc0-92f5-19550c0416f1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=75fc5dead879453695a0046c9f35ff1d&device_id=e10490c1-4c5e-46ee-bcc0-0bcea6e1f6e4 HTTP/1.1" status: 200 len: 1129 time: 0.0952201 May 04 19:03:00.347889 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ffa9ab-79ec-4a7c-8c52-846a8290e268 req-6f548ed3-ee80-4edd-93df-9e93ac4c41b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:03:00.349513 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e1ffa9ab-79ec-4a7c-8c52-846a8290e268 req-6f548ed3-ee80-4edd-93df-9e93ac4c41b5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1de3018f59464b10acbc27fcea3956d2&device_id=8a5e5132-3254-4a72-82a3-2b9bea5b6a36 HTTP/1.1" status: 200 len: 1132 time: 0.1376915 May 04 19:03:00.381054 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-9161faed-4e7c-431f-a510-1ae7f2940920 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (dd7ad1ea-2571-4cd7-b86d-d5395f000bda), after_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:00.384316 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-9161faed-4e7c-431f-a510-1ae7f2940920 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Publish callbacks [] for security_group (None), before_response {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:00.389001 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-9161faed-4e7c-431f-a510-1ae7f2940920 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] 10.222.0.35 "DELETE /v2.0/security-groups/dd7ad1ea-2571-4cd7-b86d-d5395f000bda HTTP/1.1" status: 204 len: 168 time: 0.3075433 May 04 19:03:00.389794 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 54208) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:03:00.417347 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e1ffa9ab-79ec-4a7c-8c52-846a8290e268 req-a10b7a96-e200-439f-a1f3-b1496a72b3ab service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=6c368f11-347b-44ff-a769-33a4d24c7ee4 HTTP/1.1" status: 200 len: 217 time: 0.0592759 May 04 19:03:00.424500 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9161faed-4e7c-431f-a510-1ae7f2940920 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd7ad1ea-2571-4cd7-b86d-d5395f000bda,revision_number=None']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:03:00.434076 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.api.v2.resource [None req-0929f8c3-027c-4ef2-a35e-3b6dc8378e03 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] show failed (client error): The resource could not be found. May 04 19:03:00.438457 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-0929f8c3-027c-4ef2-a35e-3b6dc8378e03 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] 10.222.0.35 "GET /v2.0/security-groups/dd7ad1ea-2571-4cd7-b86d-d5395f000bda HTTP/1.1" status: 404 len: 347 time: 0.0320816 May 04 19:03:00.439393 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 54210) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:03:00.532813 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvr_db [None req-436fb2ec-422c-4c05-b1b2-8e4ab61de3c2 None None] Set router 81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe gateway port host: dv-cinder-840525-1-iscsi {{(pid=103282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:03:00.551617 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ffa9ab-79ec-4a7c-8c52-846a8290e268 req-74bb2acd-af1e-4497-9592-f64a2894e63a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:03:00.553086 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e1ffa9ab-79ec-4a7c-8c52-846a8290e268 req-74bb2acd-af1e-4497-9592-f64a2894e63a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9cb137c0-235d-4b6b-ab05-77c0aecd6485 HTTP/1.1" status: 200 len: 843 time: 0.0734363 May 04 19:03:00.554235 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aef4e5-1428-438d-a0a3-ef400ef1ade1 req-776a7a26-ddd7-4272-aa61-45db465a9ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:03:00.555548 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-f0aef4e5-1428-438d-a0a3-ef400ef1ade1 req-776a7a26-ddd7-4272-aa61-45db465a9ec8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b1cedcbc-cdac-422b-b37d-00881e094afa HTTP/1.1" status: 200 len: 917 time: 0.2416575 May 04 19:03:00.557261 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 19:03:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dd55d48-b516-4e6f-924f-17db42e9a908 x-openstack-request-id: req-5dd55d48-b516-4e6f-924f-17db42e9a908 {{(pid=103279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 19:03:00.557557 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac6e7fe7-a1c8-4092-b435-1103795ef27b", "name": "network-vif-deleted", "tag": "e8da8c17-ff50-4399-8611-78f8a8fc709a", "status": "completed", "code": 200}]} {{(pid=103279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 19:03:00.557816 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5dd55d48-b516-4e6f-924f-17db42e9a908 {{(pid=103279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 19:03:00.558211 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5dd55d48-b516-4e6f-924f-17db42e9a908'] response: {'server_uuid': 'ac6e7fe7-a1c8-4092-b435-1103795ef27b', 'name': 'network-vif-deleted', 'tag': 'e8da8c17-ff50-4399-8611-78f8a8fc709a', 'status': 'completed', 'code': 200} May 04 19:03:00.623619 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a5e5132-3254-4a72-82a3-2b9bea5b6a36', 'tag': '6c368f11-347b-44ff-a769-33a4d24c7ee4'}] {{(pid=103280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 19:03:00.626116 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d17ed66b9d9b08214cd1b2d258b378c61736cd464b468dfe37a5b26948fd6e52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2afc923-292f-416d-b483-96da3011d5c9" -d '{"events": [{"name": "network-changed", "server_uuid": "8a5e5132-3254-4a72-82a3-2b9bea5b6a36", "tag": "6c368f11-347b-44ff-a769-33a4d24c7ee4"}]}' {{(pid=103280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 19:03:00.645904 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f04e6f0-89af-4860-bdc4-e29de131cba0 req-22cbd45b-e5dc-4732-bc5f-7582fb6159ed tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:03:00.647587 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-4f04e6f0-89af-4860-bdc4-e29de131cba0 req-22cbd45b-e5dc-4732-bc5f-7582fb6159ed tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/ports?device_id=e10490c1-4c5e-46ee-bcc0-0bcea6e1f6e4 HTTP/1.1" status: 200 len: 945 time: 0.1184127 May 04 19:03:00.652788 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a69a928-349f-4f4c-a9d1-61e87bee3301 req-f0daf5fe-78a1-45d5-8499-993953e06694 tempest-VolumesNegativeTest-716719046 tempest-VolumesNegativeTest-716719046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:03:00.654355 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6a69a928-349f-4f4c-a9d1-61e87bee3301 req-f0daf5fe-78a1-45d5-8499-993953e06694 tempest-VolumesNegativeTest-716719046 tempest-VolumesNegativeTest-716719046-project] 10.222.0.35 "GET /v2.0/ports?device_id=8a5e5132-3254-4a72-82a3-2b9bea5b6a36 HTTP/1.1" status: 200 len: 948 time: 0.0600994 May 04 19:03:00.700582 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-4ee3ec37-9dbf-4328-82bb-9db6190e28f5 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Deleting port d23e5971-2c8a-40d6-b3d1-78a80130914e {{(pid=103279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 19:03:00.701229 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-4ee3ec37-9dbf-4328-82bb-9db6190e28f5 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790498772255'] for port (d23e5971-2c8a-40d6-b3d1-78a80130914e), before_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:00.712742 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6a69a928-349f-4f4c-a9d1-61e87bee3301 req-d8a0cdb3-4685-400f-8530-ae41277c9a0c tempest-VolumesNegativeTest-716719046 tempest-VolumesNegativeTest-716719046-project] 10.222.0.35 "GET /v2.0/security-groups?id=9e66ead1-edce-418d-9891-85bdb1f4a309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519907 May 04 19:03:00.751115 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-4f04e6f0-89af-4860-bdc4-e29de131cba0 req-5ba5fbd6-9694-47da-b998-45bd1bdb5f79 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/security-groups?id=5143d7ac-a22e-43a4-aecc-9125fab2207d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825298 May 04 19:03:00.776428 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 19:03:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c45074c1-8ae1-427b-8715-5e06c9577c33 x-openstack-request-id: req-c45074c1-8ae1-427b-8715-5e06c9577c33 {{(pid=103280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 19:03:00.777045 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a5e5132-3254-4a72-82a3-2b9bea5b6a36", "tag": "6c368f11-347b-44ff-a769-33a4d24c7ee4", "status": "completed", "code": 200}]} {{(pid=103280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 19:03:00.777045 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c45074c1-8ae1-427b-8715-5e06c9577c33 {{(pid=103280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 19:03:00.777868 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c45074c1-8ae1-427b-8715-5e06c9577c33'] response: {'name': 'network-changed', 'server_uuid': '8a5e5132-3254-4a72-82a3-2b9bea5b6a36', 'tag': '6c368f11-347b-44ff-a769-33a4d24c7ee4', 'status': 'completed', 'code': 200} May 04 19:03:00.789546 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-436fb2ec-422c-4c05-b1b2-8e4ab61de3c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe', 'name': 'tempest-AttachVolumeNegativeTest-1693786255-router', 'tenant_id': 'dd17f7a747ad43fc905b8d1688a71ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'external_fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': '93cb56f8-8b0e-4ea1-b5c4-120dc35ae0d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:56:54Z', 'updated_at': '2022-05-04T18:57:09Z', 'revision_number': 4, 'project_id': 'dd17f7a747ad43fc905b8d1688a71ba7', 'gw_port': {'id': '93cb56f8-8b0e-4ea1-b5c4-120dc35ae0d6', 'name': '', 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:3d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:56:57Z', 'updated_at': '2022-05-04T18:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-1-iscsi', '_interfaces': [{'id': '2e8cc07d-5c50-47e4-be93-d1bb02ea6c92', 'name': '', 'network_id': '53f417bd-e455-4de8-9365-a661c93c9b00', 'tenant_id': 'dd17f7a747ad43fc905b8d1688a71ba7', 'mac_address': 'fa:16:3e:3f:9b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'e66736f7-cfb8-4201-a579-14943c9785b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:57:07Z', 'updated_at': '2022-05-04T18:57:18Z', 'revision_number': 5, 'project_id': 'dd17f7a747ad43fc905b8d1688a71ba7', 'subnets': [{'id': 'e66736f7-cfb8-4201-a579-14943c9785b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-1-iscsi', False) {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:03:00.819044 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436fb2ec-422c-4c05-b1b2-8e4ab61de3c2 None None] Checking router: 81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe for host: dv-cinder-840525-1-iscsi {{(pid=103282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 19:03:00.822736 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-4ee3ec37-9dbf-4328-82bb-9db6190e28f5 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607728'] for port (d23e5971-2c8a-40d6-b3d1-78a80130914e), precommit_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:00.823265 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-4ee3ec37-9dbf-4328-82bb-9db6190e28f5 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Publish callbacks [] for floatingip (d23e5971-2c8a-40d6-b3d1-78a80130914e), precommit_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:00.828224 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436fb2ec-422c-4c05-b1b2-8e4ab61de3c2 None None] Routers {'81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe'} bound to L3 agent in host dv-cinder-840525-1-iscsi {{(pid=103282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:03:00.829055 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-436fb2ec-422c-4c05-b1b2-8e4ab61de3c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-04T18:48:29Z,description=,heartbeat_timestamp=2022-05-04T19:02:59Z,host='dv-cinder-840525-1-iscsi',id=0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:48:29Z,topic='l3_agent')) {'router_ids': ['81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe'], 'active': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:03:00.839950 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-4ee3ec37-9dbf-4328-82bb-9db6190e28f5 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Calling delete_port for d23e5971-2c8a-40d6-b3d1-78a80130914e owned by network:floatingip {{(pid=103279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 19:03:00.863722 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ffa9ab-79ec-4a7c-8c52-846a8290e268 req-21f3e888-080b-4590-a43b-a1e9a683cd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:03:00.865686 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e1ffa9ab-79ec-4a7c-8c52-846a8290e268 req-21f3e888-080b-4590-a43b-a1e9a683cd2b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d684200f-27ee-4589-bf5a-dbd7fd10141c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.1178453 May 04 19:03:00.891256 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-f0aef4e5-1428-438d-a0a3-ef400ef1ade1 req-3cb111d4-4ee1-4a34-87f1-45bc888545e4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7d2964dd-ad61-4332-bedf-ecb1e435f315 HTTP/1.1" status: 200 len: 1000 time: 0.1451180 May 04 19:03:00.964239 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvr_db [None req-436fb2ec-422c-4c05-b1b2-8e4ab61de3c2 None None] Set router 81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe gateway port host: dv-cinder-840525-1-iscsi {{(pid=103282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:03:01.015033 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 54220) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:03:01.024151 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aef4e5-1428-438d-a0a3-ef400ef1ade1 req-db7e1942-fd41-4d34-8bd6-938790e34a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:03:01.025652 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-f0aef4e5-1428-438d-a0a3-ef400ef1ade1 req-db7e1942-fd41-4d34-8bd6-938790e34a75 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=eeef2f41-46cc-4bf5-995a-936e9476bce2 HTTP/1.1" status: 200 len: 855 time: 0.1193852 May 04 19:03:01.040447 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-4ee3ec37-9dbf-4328-82bb-9db6190e28f5 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790498779311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790498302109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13908970'] for port (d23e5971-2c8a-40d6-b3d1-78a80130914e), after_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:01.056947 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e1ffa9ab-79ec-4a7c-8c52-846a8290e268 req-f8e85331-1286-4879-935b-505630261c4d service neutron] 10.222.0.55 "GET /v2.0/networks/d684200f-27ee-4589-bf5a-dbd7fd10141c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796808 May 04 19:03:01.082630 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee3ec37-9dbf-4328-82bb-9db6190e28f5 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Pushing event deleted for resources: {'Port': ['ID=d23e5971-2c8a-40d6-b3d1-78a80130914e,revision_number=None']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:03:01.124807 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aef4e5-1428-438d-a0a3-ef400ef1ade1 req-195e3157-0c18-4f34-8dd8-2eed0b498a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:03:01.126429 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-f0aef4e5-1428-438d-a0a3-ef400ef1ade1 req-195e3157-0c18-4f34-8dd8-2eed0b498a92 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b1cedcbc-cdac-422b-b37d-00881e094afa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0861902 May 04 19:03:01.165606 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7dabbe78-b3d2-40e6-a89d-67a9ba3485c3 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks [] for security_group (822cf122-faaf-42c4-8887-080cfe52dd7a), before_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:01.172287 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-4ee3ec37-9dbf-4328-82bb-9db6190e28f5 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Publish callbacks [] for floatingip (5a1eaaa5-cd2d-4897-a700-bd19fed516c7), after_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:01.175024 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-4ee3ec37-9dbf-4328-82bb-9db6190e28f5 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127086'] for floatingip (None), before_response {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:01.176290 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-4ee3ec37-9dbf-4328-82bb-9db6190e28f5 tempest-AttachVolumeTestJSON-808702653 tempest-AttachVolumeTestJSON-808702653-project] 10.222.0.35 "DELETE /v2.0/floatingips/5a1eaaa5-cd2d-4897-a700-bd19fed516c7 HTTP/1.1" status: 204 len: 168 time: 0.7352912 May 04 19:03:01.185677 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-436fb2ec-422c-4c05-b1b2-8e4ab61de3c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe', 'name': 'tempest-AttachVolumeNegativeTest-1693786255-router', 'tenant_id': 'dd17f7a747ad43fc905b8d1688a71ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'external_fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': '93cb56f8-8b0e-4ea1-b5c4-120dc35ae0d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:56:54Z', 'updated_at': '2022-05-04T18:57:09Z', 'revision_number': 4, 'project_id': 'dd17f7a747ad43fc905b8d1688a71ba7', 'gw_port': {'id': '93cb56f8-8b0e-4ea1-b5c4-120dc35ae0d6', 'name': '', 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:3d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:56:57Z', 'updated_at': '2022-05-04T18:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-1-iscsi', '_interfaces': [{'id': '2e8cc07d-5c50-47e4-be93-d1bb02ea6c92', 'name': '', 'network_id': '53f417bd-e455-4de8-9365-a661c93c9b00', 'tenant_id': 'dd17f7a747ad43fc905b8d1688a71ba7', 'mac_address': 'fa:16:3e:3f:9b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'e66736f7-cfb8-4201-a579-14943c9785b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:57:07Z', 'updated_at': '2022-05-04T18:57:18Z', 'revision_number': 5, 'project_id': 'dd17f7a747ad43fc905b8d1688a71ba7', 'subnets': [{'id': 'e66736f7-cfb8-4201-a579-14943c9785b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-1-iscsi', False) {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:03:01.207120 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7dabbe78-b3d2-40e6-a89d-67a9ba3485c3 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks [] for security_group (822cf122-faaf-42c4-8887-080cfe52dd7a), precommit_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:01.239037 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436fb2ec-422c-4c05-b1b2-8e4ab61de3c2 None None] The sync data for ids ['81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe'] in dv-cinder-840525-1-iscsi is: [{'id': '81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe', 'name': 'tempest-AttachVolumeNegativeTest-1693786255-router', 'tenant_id': 'dd17f7a747ad43fc905b8d1688a71ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'external_fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': '93cb56f8-8b0e-4ea1-b5c4-120dc35ae0d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:56:54Z', 'updated_at': '2022-05-04T18:57:09Z', 'revision_number': 4, 'project_id': 'dd17f7a747ad43fc905b8d1688a71ba7', 'gw_port': {'id': '93cb56f8-8b0e-4ea1-b5c4-120dc35ae0d6', 'name': '', 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:3d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:56:57Z', 'updated_at': '2022-05-04T18:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-1-iscsi', '_interfaces': [{'id': '2e8cc07d-5c50-47e4-be93-d1bb02ea6c92', 'name': '', 'network_id': '53f417bd-e455-4de8-9365-a661c93c9b00', 'tenant_id': 'dd17f7a747ad43fc905b8d1688a71ba7', 'mac_address': 'fa:16:3e:3f:9b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'e66736f7-cfb8-4201-a579-14943c9785b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:57:07Z', 'updated_at': '2022-05-04T18:57:18Z', 'revision_number': 5, 'project_id': 'dd17f7a747ad43fc905b8d1688a71ba7', 'subnets': [{'id': 'e66736f7-cfb8-4201-a579-14943c9785b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 19:03:01.269606 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e1ffa9ab-79ec-4a7c-8c52-846a8290e268 req-923f8c77-21fc-43a5-8609-c9a1f1c7453b service neutron] 10.222.0.55 "GET /v2.0/networks/d684200f-27ee-4589-bf5a-dbd7fd10141c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925690 May 04 19:03:01.280129 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7dabbe78-b3d2-40e6-a89d-67a9ba3485c3 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (822cf122-faaf-42c4-8887-080cfe52dd7a), after_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:01.287802 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7dabbe78-b3d2-40e6-a89d-67a9ba3485c3 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks [] for security_group (None), before_response {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:01.291982 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-7dabbe78-b3d2-40e6-a89d-67a9ba3485c3 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "DELETE /v2.0/security-groups/822cf122-faaf-42c4-8887-080cfe52dd7a HTTP/1.1" status: 204 len: 168 time: 0.2757816 May 04 19:03:01.292599 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 54226) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:03:01.312720 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.api.v2.resource [None req-f5692bf9-830c-46b7-a32f-ec787b31139f tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] show failed (client error): The resource could not be found. May 04 19:03:01.316308 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-f5692bf9-830c-46b7-a32f-ec787b31139f tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "GET /v2.0/security-groups/822cf122-faaf-42c4-8887-080cfe52dd7a HTTP/1.1" status: 404 len: 347 time: 0.0169537 May 04 19:03:01.318248 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 54228) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:03:01.318694 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-f0aef4e5-1428-438d-a0a3-ef400ef1ade1 req-7620e750-8d4e-4030-83c9-6309bf2564fc service neutron] 10.222.0.55 "GET /v2.0/networks/b1cedcbc-cdac-422b-b37d-00881e094afa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608465 May 04 19:03:01.326924 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dabbe78-b3d2-40e6-a89d-67a9ba3485c3 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=822cf122-faaf-42c4-8887-080cfe52dd7a,revision_number=None']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:03:01.444438 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-6cf9d1c0-65ed-4b70-9f0e-aa37da785dd6 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Deleting port c9ba475d-6f9d-4ffe-89f7-47c76e7ec09d {{(pid=103279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 19:03:01.444438 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-6cf9d1c0-65ed-4b70-9f0e-aa37da785dd6 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790498772255'] for port (c9ba475d-6f9d-4ffe-89f7-47c76e7ec09d), before_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:01.507661 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c476383a-82fe-491a-892e-034b66e28020 None None] New status for floating IP e32b8086-771e-4de9-a586-41e7fb27b4bd: DOWN {{(pid=103281) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 19:03:01.530456 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-6cf9d1c0-65ed-4b70-9f0e-aa37da785dd6 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607728'] for port (c9ba475d-6f9d-4ffe-89f7-47c76e7ec09d), precommit_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:01.530787 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-6cf9d1c0-65ed-4b70-9f0e-aa37da785dd6 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks [] for floatingip (c9ba475d-6f9d-4ffe-89f7-47c76e7ec09d), precommit_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:01.546922 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-6cf9d1c0-65ed-4b70-9f0e-aa37da785dd6 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Calling delete_port for c9ba475d-6f9d-4ffe-89f7-47c76e7ec09d owned by network:floatingip {{(pid=103279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 19:03:01.596049 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6c0ba996-b759-4c13-9ac4-7b7303adc758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (c2d3299f-8f0d-4c34-a270-91edff31f494), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:01.681405 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-6cf9d1c0-65ed-4b70-9f0e-aa37da785dd6 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790498779311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790498302109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13908970'] for port (c9ba475d-6f9d-4ffe-89f7-47c76e7ec09d), after_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:01.709234 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf9d1c0-65ed-4b70-9f0e-aa37da785dd6 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Pushing event deleted for resources: {'Port': ['ID=c9ba475d-6f9d-4ffe-89f7-47c76e7ec09d,revision_number=None']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:03:01.770734 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-6cf9d1c0-65ed-4b70-9f0e-aa37da785dd6 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks [] for floatingip (e32b8086-771e-4de9-a586-41e7fb27b4bd), after_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:01.773468 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-6cf9d1c0-65ed-4b70-9f0e-aa37da785dd6 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127086'] for floatingip (None), before_response {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:01.774702 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-6cf9d1c0-65ed-4b70-9f0e-aa37da785dd6 tempest-AttachVolumeNegativeTest-1265832717 tempest-AttachVolumeNegativeTest-1265832717-project] 10.222.0.35 "DELETE /v2.0/floatingips/e32b8086-771e-4de9-a586-41e7fb27b4bd HTTP/1.1" status: 204 len: 168 time: 0.4555089 May 04 19:03:01.833439 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b26fb5-af85-4d32-abed-281c56ebf729 req-f886720d-594d-4a4b-a957-94e5b8d1b56d tempest-VolumesNegativeTest-716719046 tempest-VolumesNegativeTest-716719046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:03:01.835847 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-91b26fb5-af85-4d32-abed-281c56ebf729 req-f886720d-594d-4a4b-a957-94e5b8d1b56d tempest-VolumesNegativeTest-716719046 tempest-VolumesNegativeTest-716719046-project] 10.222.0.35 "GET /v2.0/ports?device_id=8a5e5132-3254-4a72-82a3-2b9bea5b6a36 HTTP/1.1" status: 200 len: 948 time: 0.0525723 May 04 19:03:01.886435 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607a956d-63d2-497e-9614-fed0143958ed req-1832d47a-59f2-4dc4-8807-7ae225bc9ce3 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:03:01.888325 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-607a956d-63d2-497e-9614-fed0143958ed req-1832d47a-59f2-4dc4-8807-7ae225bc9ce3 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/ports?device_id=e10490c1-4c5e-46ee-bcc0-0bcea6e1f6e4 HTTP/1.1" status: 200 len: 945 time: 0.0538630 May 04 19:03:01.900102 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-91b26fb5-af85-4d32-abed-281c56ebf729 req-032c7e44-8755-4313-beae-cd838c7a626e tempest-VolumesNegativeTest-716719046 tempest-VolumesNegativeTest-716719046-project] 10.222.0.35 "GET /v2.0/security-groups?id=9e66ead1-edce-418d-9891-85bdb1f4a309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579391 May 04 19:03:01.940378 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-607a956d-63d2-497e-9614-fed0143958ed req-70569b06-7c52-4d0a-9ae1-c25a5883846e tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/security-groups?id=5143d7ac-a22e-43a4-aecc-9125fab2207d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403240 May 04 19:03:02.191585 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2afc923-292f-416d-b483-96da3011d5c9 req-0603c02b-e172-42ae-ac96-c2501e181320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:03:02.193049 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-f2afc923-292f-416d-b483-96da3011d5c9 req-0603c02b-e172-42ae-ac96-c2501e181320 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1de3018f59464b10acbc27fcea3956d2&device_id=8a5e5132-3254-4a72-82a3-2b9bea5b6a36 HTTP/1.1" status: 200 len: 1132 time: 0.0623007 May 04 19:03:02.299043 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-f0aef4e5-1428-438d-a0a3-ef400ef1ade1 req-7707c242-9ba9-4bee-aaef-9255e975d8e1 service neutron] 10.222.0.55 "GET /v2.0/networks/b1cedcbc-cdac-422b-b37d-00881e094afa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599729 May 04 19:03:02.325495 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2afc923-292f-416d-b483-96da3011d5c9 req-139fd724-5015-440f-b456-2a11c8312c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:03:02.326446 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-f2afc923-292f-416d-b483-96da3011d5c9 req-139fd724-5015-440f-b456-2a11c8312c4d service neutron] 10.222.0.55 "GET /v2.0/networks?id=d684200f-27ee-4589-bf5a-dbd7fd10141c HTTP/1.1" status: 200 len: 870 time: 0.1060188 May 04 19:03:02.978339 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (7e96273e-cd3b-4e2d-a9cb-a5a62cf8f8b6), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:03.028382 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b0d127-6415-4b22-8655-d4e7ee235c3b req-4bc55f92-2e17-47aa-9a6e-e753f7db4ed4 tempest-VolumesNegativeTest-716719046 tempest-VolumesNegativeTest-716719046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:03:03.030860 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-12b0d127-6415-4b22-8655-d4e7ee235c3b req-4bc55f92-2e17-47aa-9a6e-e753f7db4ed4 tempest-VolumesNegativeTest-716719046 tempest-VolumesNegativeTest-716719046-project] 10.222.0.35 "GET /v2.0/ports?device_id=8a5e5132-3254-4a72-82a3-2b9bea5b6a36 HTTP/1.1" status: 200 len: 948 time: 0.0548069 May 04 19:03:03.084418 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-12b0d127-6415-4b22-8655-d4e7ee235c3b req-d19feeca-97ad-49bb-b2d1-8ba9b7863bab tempest-VolumesNegativeTest-716719046 tempest-VolumesNegativeTest-716719046-project] 10.222.0.35 "GET /v2.0/security-groups?id=9e66ead1-edce-418d-9891-85bdb1f4a309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453639 May 04 19:03:03.098683 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0889fb45-3175-4ef5-80dc-2c35d461a50b req-a3a6b5bb-accb-43f4-8754-19145b476ba7 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:03:03.100220 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-0889fb45-3175-4ef5-80dc-2c35d461a50b req-a3a6b5bb-accb-43f4-8754-19145b476ba7 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/ports?device_id=e10490c1-4c5e-46ee-bcc0-0bcea6e1f6e4 HTTP/1.1" status: 200 len: 945 time: 0.0647066 May 04 19:03:03.148582 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-0889fb45-3175-4ef5-80dc-2c35d461a50b req-dc055f0d-2350-42c7-8679-650d36026551 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/security-groups?id=5143d7ac-a22e-43a4-aecc-9125fab2207d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426807 May 04 19:03:03.823329 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-f2afc923-292f-416d-b483-96da3011d5c9 req-a285257e-2ff3-4372-a32f-e185c154c484 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=6c368f11-347b-44ff-a769-33a4d24c7ee4 HTTP/1.1" status: 200 len: 217 time: 0.0347576 May 04 19:03:03.873864 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2afc923-292f-416d-b483-96da3011d5c9 req-6a644f8f-6268-4e44-84db-971bdcb1ccd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:03:03.875288 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-f2afc923-292f-416d-b483-96da3011d5c9 req-6a644f8f-6268-4e44-84db-971bdcb1ccd3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9cb137c0-235d-4b6b-ab05-77c0aecd6485 HTTP/1.1" status: 200 len: 843 time: 0.0461628 May 04 19:03:03.918956 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2afc923-292f-416d-b483-96da3011d5c9 req-8754dcf4-3896-4019-b2f9-6ece25adbb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:03:03.920376 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-f2afc923-292f-416d-b483-96da3011d5c9 req-8754dcf4-3896-4019-b2f9-6ece25adbb78 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d684200f-27ee-4589-bf5a-dbd7fd10141c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0382879 May 04 19:03:04.027859 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-f2afc923-292f-416d-b483-96da3011d5c9 req-a5a59395-726d-44e4-8241-93046314cebd service neutron] 10.222.0.55 "GET /v2.0/networks/d684200f-27ee-4589-bf5a-dbd7fd10141c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931587 May 04 19:03:04.056140 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Device 6c368f11-347b-44ff-a769-33a4d24c7ee4 details requested by agent hyperv_hv-cinder-84052 with host hv-cinder-84052 {{(pid=103281) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 19:03:04.060898 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Device 7d2964dd-ad61-4332-bedf-ecb1e435f315 no longer exists at agent hyperv_hv-cinder-84052 {{(pid=103281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 19:03:04.128892 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-f2afc923-292f-416d-b483-96da3011d5c9 req-920692d0-d54c-4746-99a2-46add32f1f3c service neutron] 10.222.0.55 "GET /v2.0/networks/d684200f-27ee-4589-bf5a-dbd7fd10141c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950530 May 04 19:03:04.205349 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Current status of the port 7d2964dd-ad61-4332-bedf-ecb1e435f315 is: ACTIVE; New status is: DOWN {{(pid=103281) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:03:04.205751 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (7d2964dd-ad61-4332-bedf-ecb1e435f315), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:04.214171 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c41fb0c-3ff9-4bf6-8e0b-7ab42459bca9 req-5ba438c0-444b-4e38-aff9-3bcc10e775ba tempest-VolumesNegativeTest-716719046 tempest-VolumesNegativeTest-716719046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:03:04.216001 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-8c41fb0c-3ff9-4bf6-8e0b-7ab42459bca9 req-5ba438c0-444b-4e38-aff9-3bcc10e775ba tempest-VolumesNegativeTest-716719046 tempest-VolumesNegativeTest-716719046-project] 10.222.0.35 "GET /v2.0/ports?device_id=8a5e5132-3254-4a72-82a3-2b9bea5b6a36 HTTP/1.1" status: 200 len: 948 time: 0.0513864 May 04 19:03:04.229177 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] For port 6c368f11-347b-44ff-a769-33a4d24c7ee4, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=6c368f11-347b-44ff-a769-33a4d24c7ee4,segment=NetworkSegment(04a74391-6f09-4d56-842d-ffb832351052),segment_id=04a74391-6f09-4d56-842d-ffb832351052)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:03:04.247954 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Returning: {'device': '6c368f11-347b-44ff-a769-33a4d24c7ee4', 'network_id': 'd684200f-27ee-4589-bf5a-dbd7fd10141c', 'port_id': '6c368f11-347b-44ff-a769-33a4d24c7ee4', 'mac_address': 'fa:16:3e:17:25:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cb137c0-235d-4b6b-ab05-77c0aecd6485', 'ip_address': '192.168.233.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103281) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 19:03:04.253128 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e10490c1-4c5e-46ee-bcc0-0bcea6e1f6e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d2964dd-ad61-4332-bedf-ecb1e435f315'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 19:03:04.255367 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29bc9e8fddf1e81845832baf79700cdfe783df1752dea94dce4e4e68657cb9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e83c6ab-1d8c-463b-8251-0804761ce593" -d '{"events": [{"server_uuid": "e10490c1-4c5e-46ee-bcc0-0bcea6e1f6e4", "name": "network-vif-unplugged", "status": "completed", "tag": "7d2964dd-ad61-4332-bedf-ecb1e435f315"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 19:03:04.266736 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-8c41fb0c-3ff9-4bf6-8e0b-7ab42459bca9 req-cb7aefe0-fbf3-4a69-b3ea-d512f5b341c0 tempest-VolumesNegativeTest-716719046 tempest-VolumesNegativeTest-716719046-project] 10.222.0.35 "GET /v2.0/security-groups?id=9e66ead1-edce-418d-9891-85bdb1f4a309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444901 May 04 19:03:04.270131 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] For port 7d2964dd-ad61-4332-bedf-ecb1e435f315, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=7d2964dd-ad61-4332-bedf-ecb1e435f315,segment=NetworkSegment(6c24c5b4-e5c1-485f-89e1-6bad0f69b4e6),segment_id=6c24c5b4-e5c1-485f-89e1-6bad0f69b4e6)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:03:04.275355 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e86988-8f11-4055-b017-5c91051d8916 req-e243325d-c08b-4e65-85ac-be99cadeab40 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:03:04.277268 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-94e86988-8f11-4055-b017-5c91051d8916 req-e243325d-c08b-4e65-85ac-be99cadeab40 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/ports?device_id=e10490c1-4c5e-46ee-bcc0-0bcea6e1f6e4 HTTP/1.1" status: 200 len: 945 time: 0.0527389 May 04 19:03:04.290381 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136'] for port (7d2964dd-ad61-4332-bedf-ecb1e435f315), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:04.334071 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Current status of the port 6c368f11-347b-44ff-a769-33a4d24c7ee4 is: DOWN; New status is: BUILD {{(pid=103281) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:03:04.334468 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (6c368f11-347b-44ff-a769-33a4d24c7ee4), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:04.361207 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 04 May 2022 19:03:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7399900c-fb42-4bab-b968-72344bcf79a2 x-openstack-request-id: req-7399900c-fb42-4bab-b968-72344bcf79a2 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 19:03:04.361527 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e10490c1-4c5e-46ee-bcc0-0bcea6e1f6e4", "name": "network-vif-unplugged", "status": "completed", "tag": "7d2964dd-ad61-4332-bedf-ecb1e435f315", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 19:03:04.361781 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7399900c-fb42-4bab-b968-72344bcf79a2 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 19:03:04.362185 dv-cinder-840525-1-iscsi neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7399900c-fb42-4bab-b968-72344bcf79a2'] response: {'server_uuid': 'e10490c1-4c5e-46ee-bcc0-0bcea6e1f6e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d2964dd-ad61-4332-bedf-ecb1e435f315', 'code': 200} May 04 19:03:04.366605 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.notifiers.nova [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c368f11-347b-44ff-a769-33a4d24c7ee4 {{(pid=103281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 19:03:04.367353 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-94e86988-8f11-4055-b017-5c91051d8916 req-5a10cfa2-6334-40c6-97e7-16f9212c416c tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/security-groups?id=5143d7ac-a22e-43a4-aecc-9125fab2207d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829811 May 04 19:03:04.371943 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Pushing event updated for resources: {'Port': ['ID=7d2964dd-ad61-4332-bedf-ecb1e435f315,revision_number=8']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:03:04.397720 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] For port 6c368f11-347b-44ff-a769-33a4d24c7ee4, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=6c368f11-347b-44ff-a769-33a4d24c7ee4,segment=NetworkSegment(04a74391-6f09-4d56-842d-ffb832351052),segment_id=04a74391-6f09-4d56-842d-ffb832351052)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:03:04.407450 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136'] for port (6c368f11-347b-44ff-a769-33a4d24c7ee4), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:04.475180 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Pushing event updated for resources: {'Port': ['ID=6c368f11-347b-44ff-a769-33a4d24c7ee4,revision_number=4']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:03:04.659384 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] get_ports_and_sgs() called for port_ids ['6c368f11-347b-44ff-a769-33a4d24c7ee4'] {{(pid=103281) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 19:03:04.742279 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 54306) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:03:05.308780 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b74d05-2025-4e8e-9107-e2aa9596463b req-89c09651-db79-432c-9e26-8679c12ed72c tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:03:05.315302 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-84b74d05-2025-4e8e-9107-e2aa9596463b req-89c09651-db79-432c-9e26-8679c12ed72c tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/ports?device_id=e10490c1-4c5e-46ee-bcc0-0bcea6e1f6e4 HTTP/1.1" status: 200 len: 943 time: 0.0572977 May 04 19:03:05.370426 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-84b74d05-2025-4e8e-9107-e2aa9596463b req-1b04e52a-6fd9-46ea-83a8-62c64e2526bb tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/security-groups?id=5143d7ac-a22e-43a4-aecc-9125fab2207d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542316 May 04 19:03:05.615553 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-b95dd390-1b07-4b1c-a0ad-5fc172c81b77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-607662'] for router_interface (ef792f77-065e-42a3-85fe-a804c7a09f70), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:05.633848 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 54346) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:03:05.700985 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-b11dd828-0efd-46c7-a332-9b703ff0dcf8 req-acc5c431-321b-4843-bfef-db2ba8a4e66c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e10490c1-4c5e-46ee-bcc0-0bcea6e1f6e4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1058130 May 04 19:03:05.708679 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85479752-a9bc-4459-a21a-5b7518de1975 req-8a0b03ce-a682-40d4-8660-841014866044 tempest-VolumesNegativeTest-716719046 tempest-VolumesNegativeTest-716719046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:03:05.709984 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-85479752-a9bc-4459-a21a-5b7518de1975 req-8a0b03ce-a682-40d4-8660-841014866044 tempest-VolumesNegativeTest-716719046 tempest-VolumesNegativeTest-716719046-project] 10.222.0.35 "GET /v2.0/ports?device_id=8a5e5132-3254-4a72-82a3-2b9bea5b6a36 HTTP/1.1" status: 200 len: 949 time: 0.1201661 May 04 19:03:05.812095 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11dd828-0efd-46c7-a332-9b703ff0dcf8 req-336ed434-99ee-4708-9705-aad9e2c2a613 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:03:05.813520 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-b11dd828-0efd-46c7-a332-9b703ff0dcf8 req-336ed434-99ee-4708-9705-aad9e2c2a613 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/ports/7d2964dd-ad61-4332-bedf-ecb1e435f315 HTTP/1.1" status: 200 len: 940 time: 0.0818419 May 04 19:03:05.849813 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-85479752-a9bc-4459-a21a-5b7518de1975 req-d4c7c6dc-81ca-4e7b-9459-9e69ffe31bf8 tempest-VolumesNegativeTest-716719046 tempest-VolumesNegativeTest-716719046-project] 10.222.0.35 "GET /v2.0/security-groups?id=9e66ead1-edce-418d-9891-85bdb1f4a309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278458 May 04 19:03:05.996761 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.plugin [None req-b95dd390-1b07-4b1c-a0ad-5fc172c81b77 admin admin] Deleting port a6a6d3f1-652a-4d38-bbcd-5f14c34d7927 {{(pid=103280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 19:03:05.997104 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-b95dd390-1b07-4b1c-a0ad-5fc172c81b77 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790498772255'] for port (a6a6d3f1-652a-4d38-bbcd-5f14c34d7927), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:06.072107 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Device 6c368f11-347b-44ff-a769-33a4d24c7ee4 up at agent hyperv_hv-cinder-84052 {{(pid=103281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 19:03:06.075948 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-41ed19fc-8457-4f27-ba95-ffd4bab4a822 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-607662'] for router_interface (81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe), before_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:06.090330 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.db [None req-b95dd390-1b07-4b1c-a0ad-5fc172c81b77 admin admin] For port a6a6d3f1-652a-4d38-bbcd-5f14c34d7927, host dv-cinder-840525-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-1-iscsi',level=0,port_id=a6a6d3f1-652a-4d38-bbcd-5f14c34d7927,segment=NetworkSegment(2b95549f-f474-429b-a791-f25a87674098),segment_id=2b95549f-f474-429b-a791-f25a87674098)] {{(pid=103280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:03:06.095681 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-b95dd390-1b07-4b1c-a0ad-5fc172c81b77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607728'] for port (a6a6d3f1-652a-4d38-bbcd-5f14c34d7927), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:06.114546 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.plugin [None req-b95dd390-1b07-4b1c-a0ad-5fc172c81b77 admin admin] Calling delete_port for a6a6d3f1-652a-4d38-bbcd-5f14c34d7927 owned by network:router_interface {{(pid=103280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 19:03:06.131549 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Provisioning for port 6c368f11-347b-44ff-a769-33a4d24c7ee4 completed by entity L2. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 19:03:06.139678 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Provisioning complete for port 6c368f11-347b-44ff-a769-33a4d24c7ee4 triggered by entity L2. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:03:06.140373 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1774450'] for port (6c368f11-347b-44ff-a769-33a4d24c7ee4), provisioning_complete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:06.237176 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Current status of the port 6c368f11-347b-44ff-a769-33a4d24c7ee4 is: BUILD; New status is: ACTIVE {{(pid=103281) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:03:06.237886 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (6c368f11-347b-44ff-a769-33a4d24c7ee4), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:06.283906 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] For port 6c368f11-347b-44ff-a769-33a4d24c7ee4, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=6c368f11-347b-44ff-a769-33a4d24c7ee4,segment=NetworkSegment(04a74391-6f09-4d56-842d-ffb832351052),segment_id=04a74391-6f09-4d56-842d-ffb832351052)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:03:06.290778 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136'] for port (6c368f11-347b-44ff-a769-33a4d24c7ee4), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:06.334675 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-b95dd390-1b07-4b1c-a0ad-5fc172c81b77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790498779311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790498302109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12874298'] for port (a6a6d3f1-652a-4d38-bbcd-5f14c34d7927), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:06.342642 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Pushing event updated for resources: {'Port': ['ID=6c368f11-347b-44ff-a769-33a4d24c7ee4,revision_number=5']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:03:06.366679 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95dd390-1b07-4b1c-a0ad-5fc172c81b77 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6a6d3f1-652a-4d38-bbcd-5f14c34d7927,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:03:06.367700 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-41ed19fc-8457-4f27-ba95-ffd4bab4a822 admin admin] Deleting port 2e8cc07d-5c50-47e4-be93-d1bb02ea6c92 {{(pid=103279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 19:03:06.368605 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-41ed19fc-8457-4f27-ba95-ffd4bab4a822 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790498772255'] for port (2e8cc07d-5c50-47e4-be93-d1bb02ea6c92), before_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:06.369825 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a5e5132-3254-4a72-82a3-2b9bea5b6a36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c368f11-347b-44ff-a769-33a4d24c7ee4'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 19:03:06.374065 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29bc9e8fddf1e81845832baf79700cdfe783df1752dea94dce4e4e68657cb9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-156b2a9e-dc8d-4b79-a16e-b57d562e2957" -d '{"events": [{"server_uuid": "8a5e5132-3254-4a72-82a3-2b9bea5b6a36", "name": "network-vif-plugged", "status": "completed", "tag": "6c368f11-347b-44ff-a769-33a4d24c7ee4"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 19:03:06.453021 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 19:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d6f3805-f572-47b8-b9bb-ab6a462904f6 x-openstack-request-id: req-9d6f3805-f572-47b8-b9bb-ab6a462904f6 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 19:03:06.453580 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a5e5132-3254-4a72-82a3-2b9bea5b6a36", "name": "network-vif-plugged", "status": "completed", "tag": "6c368f11-347b-44ff-a769-33a4d24c7ee4", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 19:03:06.454003 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9d6f3805-f572-47b8-b9bb-ab6a462904f6 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 19:03:06.454697 dv-cinder-840525-1-iscsi neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d6f3805-f572-47b8-b9bb-ab6a462904f6'] response: {'server_uuid': '8a5e5132-3254-4a72-82a3-2b9bea5b6a36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c368f11-347b-44ff-a769-33a4d24c7ee4', 'code': 200} May 04 19:03:06.463467 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-41ed19fc-8457-4f27-ba95-ffd4bab4a822 admin admin] For port 2e8cc07d-5c50-47e4-be93-d1bb02ea6c92, host dv-cinder-840525-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-1-iscsi',level=0,port_id=2e8cc07d-5c50-47e4-be93-d1bb02ea6c92,segment=NetworkSegment(83414da3-b767-40e5-839e-69613fac7970),segment_id=83414da3-b767-40e5-839e-69613fac7970)] {{(pid=103279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:03:06.463972 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-41ed19fc-8457-4f27-ba95-ffd4bab4a822 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607728'] for port (2e8cc07d-5c50-47e4-be93-d1bb02ea6c92), precommit_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:06.478690 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-41ed19fc-8457-4f27-ba95-ffd4bab4a822 admin admin] Calling delete_port for 2e8cc07d-5c50-47e4-be93-d1bb02ea6c92 owned by network:router_interface {{(pid=103279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 19:03:06.584162 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-b95dd390-1b07-4b1c-a0ad-5fc172c81b77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1572633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-611531'] for router_interface (ef792f77-065e-42a3-85fe-a804c7a09f70), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:06.757959 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901a2536-e8ac-44f3-b2ea-1599dd4a5fab req-a72065af-bc2e-4d2b-bc75-3f3b9a9ab545 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:03:06.759707 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-901a2536-e8ac-44f3-b2ea-1599dd4a5fab req-a72065af-bc2e-4d2b-bc75-3f3b9a9ab545 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/ports?device_id=e10490c1-4c5e-46ee-bcc0-0bcea6e1f6e4 HTTP/1.1" status: 200 len: 943 time: 0.1247113 May 04 19:03:06.771602 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11dd828-0efd-46c7-a332-9b703ff0dcf8 req-a8f7214e-2ad6-4cbd-ba4e-4ce480dcb73b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:03:06.773201 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-b11dd828-0efd-46c7-a332-9b703ff0dcf8 req-a8f7214e-2ad6-4cbd-ba4e-4ce480dcb73b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e10490c1-4c5e-46ee-bcc0-0bcea6e1f6e4&tenant_id=75fc5dead879453695a0046c9f35ff1d HTTP/1.1" status: 200 len: 1127 time: 0.1035357 May 04 19:03:06.891296 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11dd828-0efd-46c7-a332-9b703ff0dcf8 req-9c927e2b-2cb2-4e22-8215-6f412da1fd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:03:06.893084 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-b11dd828-0efd-46c7-a332-9b703ff0dcf8 req-9c927e2b-2cb2-4e22-8215-6f412da1fd4d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=75fc5dead879453695a0046c9f35ff1d&device_id=e10490c1-4c5e-46ee-bcc0-0bcea6e1f6e4 HTTP/1.1" status: 200 len: 1127 time: 0.0889626 May 04 19:03:06.894078 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d252d28-6e6b-4904-8f70-e101277267a6 req-feadb81c-59d1-492b-9f63-4c05171299fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:03:06.895527 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-9d252d28-6e6b-4904-8f70-e101277267a6 req-feadb81c-59d1-492b-9f63-4c05171299fb service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8a5e5132-3254-4a72-82a3-2b9bea5b6a36 HTTP/1.1" status: 200 len: 1134 time: 0.1039863 May 04 19:03:06.933917 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-901a2536-e8ac-44f3-b2ea-1599dd4a5fab req-b2a0bc3c-36f5-4828-86e7-b565aecb2312 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/security-groups?id=5143d7ac-a22e-43a4-aecc-9125fab2207d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1660252 May 04 19:03:06.994282 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ee2304-e468-41c8-af6e-f09a7ff2330f req-08772547-e191-4c8f-b665-c92586cf5670 tempest-VolumesNegativeTest-716719046 tempest-VolumesNegativeTest-716719046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:03:06.996362 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-82ee2304-e468-41c8-af6e-f09a7ff2330f req-08772547-e191-4c8f-b665-c92586cf5670 tempest-VolumesNegativeTest-716719046 tempest-VolumesNegativeTest-716719046-project] 10.222.0.35 "GET /v2.0/ports?device_id=8a5e5132-3254-4a72-82a3-2b9bea5b6a36 HTTP/1.1" status: 200 len: 950 time: 0.0680299 May 04 19:03:06.998059 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-41ed19fc-8457-4f27-ba95-ffd4bab4a822 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790498779311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790498302109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13908970'] for port (2e8cc07d-5c50-47e4-be93-d1bb02ea6c92), after_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:07.040375 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ed19fc-8457-4f27-ba95-ffd4bab4a822 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e8cc07d-5c50-47e4-be93-d1bb02ea6c92,revision_number=None']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:03:07.119126 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-9d252d28-6e6b-4904-8f70-e101277267a6 req-a6692fe5-144c-41d5-b666-a40367f4407d service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=9e66ead1-edce-418d-9891-85bdb1f4a309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900403 May 04 19:03:07.132548 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11dd828-0efd-46c7-a332-9b703ff0dcf8 req-eef50679-f3b1-4db1-abfe-aab74dc2e1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:03:07.134472 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-b11dd828-0efd-46c7-a332-9b703ff0dcf8 req-eef50679-f3b1-4db1-abfe-aab74dc2e1dc service neutron] 10.222.0.55 "GET /v2.0/networks?id=b1cedcbc-cdac-422b-b37d-00881e094afa HTTP/1.1" status: 200 len: 917 time: 0.2039280 May 04 19:03:07.137608 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-82ee2304-e468-41c8-af6e-f09a7ff2330f req-323254a8-fe66-4a72-8b79-25b1661d38ae tempest-VolumesNegativeTest-716719046 tempest-VolumesNegativeTest-716719046-project] 10.222.0.35 "GET /v2.0/security-groups?id=9e66ead1-edce-418d-9891-85bdb1f4a309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308830 May 04 19:03:07.140204 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b95dd390-1b07-4b1c-a0ad-5fc172c81b77 admin admin] Router ef792f77-065e-42a3-85fe-a804c7a09f70 has already been hosted by L3 agent 0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b {{(pid=103280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 19:03:07.268600 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b95dd390-1b07-4b1c-a0ad-5fc172c81b77 admin admin] Notify agent at l3_agent.dv-cinder-840525-1-iscsi the message routers_updated {{(pid=103280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 19:03:07.275361 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-b95dd390-1b07-4b1c-a0ad-5fc172c81b77 admin admin] 10.222.0.35 "PUT /v2.0/routers/ef792f77-065e-42a3-85fe-a804c7a09f70/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5317781 May 04 19:03:07.278276 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 54366) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:03:07.278887 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-41ed19fc-8457-4f27-ba95-ffd4bab4a822 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1572633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-611531'] for router_interface (81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe), after_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:07.279212 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748ef55a-de7d-4a7a-bccc-6440fc0233ad None None] Sync routers for ids ['ef792f77-065e-42a3-85fe-a804c7a09f70'] in dv-cinder-840525-1-iscsi {{(pid=103282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 19:03:07.292898 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748ef55a-de7d-4a7a-bccc-6440fc0233ad None None] Routers {'ef792f77-065e-42a3-85fe-a804c7a09f70'} bound to L3 agent in host dv-cinder-840525-1-iscsi {{(pid=103282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:03:07.293926 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-748ef55a-de7d-4a7a-bccc-6440fc0233ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-04T18:48:29Z,description=,heartbeat_timestamp=2022-05-04T19:02:59Z,host='dv-cinder-840525-1-iscsi',id=0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:48:29Z,topic='l3_agent')) {'router_ids': ['ef792f77-065e-42a3-85fe-a804c7a09f70'], 'active': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:03:07.405951 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvr_db [None req-748ef55a-de7d-4a7a-bccc-6440fc0233ad None None] Set router ef792f77-065e-42a3-85fe-a804c7a09f70 gateway port host: dv-cinder-840525-1-iscsi {{(pid=103282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:03:07.434660 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-b11dd828-0efd-46c7-a332-9b703ff0dcf8 req-71052e45-ddc2-4165-82ee-5f2bfa6c1140 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7d2964dd-ad61-4332-bedf-ecb1e435f315 HTTP/1.1" status: 200 len: 998 time: 0.1069736 May 04 19:03:07.491867 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-0365f1d2-a290-40da-8247-f6c0e89c7b78 admin admin] Publish callbacks [] for router (ef792f77-065e-42a3-85fe-a804c7a09f70), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:07.536844 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11dd828-0efd-46c7-a332-9b703ff0dcf8 req-9f32ec45-c29d-439c-96dc-17bba21eb0db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:03:07.538356 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-b11dd828-0efd-46c7-a332-9b703ff0dcf8 req-9f32ec45-c29d-439c-96dc-17bba21eb0db service neutron] 10.222.0.55 "GET /v2.0/subnets?id=eeef2f41-46cc-4bf5-995a-936e9476bce2 HTTP/1.1" status: 200 len: 855 time: 0.0977330 May 04 19:03:07.561538 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41ed19fc-8457-4f27-ba95-ffd4bab4a822 admin admin] Router 81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe has already been hosted by L3 agent 0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b {{(pid=103279) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 19:03:07.578485 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-748ef55a-de7d-4a7a-bccc-6440fc0233ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef792f77-065e-42a3-85fe-a804c7a09f70', 'name': 'tempest-AttachVolumeTestJSON-1110027105-router', 'tenant_id': 'd220357192eb4ba5a2cdd43f000cd4c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'external_fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '1dbb1916-5d86-42ef-bf63-cc969ada161e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:56:51Z', 'updated_at': '2022-05-04T19:03:06Z', 'revision_number': 5, 'project_id': 'd220357192eb4ba5a2cdd43f000cd4c4', 'gw_port': {'id': '1dbb1916-5d86-42ef-bf63-cc969ada161e', 'name': '', 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:02:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef792f77-065e-42a3-85fe-a804c7a09f70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:56:52Z', 'updated_at': '2022-05-04T18:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-1-iscsi'}], 'dv-cinder-840525-1-iscsi', False) {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:03:07.609180 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748ef55a-de7d-4a7a-bccc-6440fc0233ad None None] Checking router: ef792f77-065e-42a3-85fe-a804c7a09f70 for host: dv-cinder-840525-1-iscsi {{(pid=103282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 19:03:07.612700 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-0365f1d2-a290-40da-8247-f6c0e89c7b78 admin admin] Publish callbacks [] for router_gateway (ef792f77-065e-42a3-85fe-a804c7a09f70), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:07.619760 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748ef55a-de7d-4a7a-bccc-6440fc0233ad None None] Routers {'ef792f77-065e-42a3-85fe-a804c7a09f70'} bound to L3 agent in host dv-cinder-840525-1-iscsi {{(pid=103282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:03:07.620436 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-748ef55a-de7d-4a7a-bccc-6440fc0233ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-04T18:48:29Z,description=,heartbeat_timestamp=2022-05-04T19:02:59Z,host='dv-cinder-840525-1-iscsi',id=0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:48:29Z,topic='l3_agent')) {'router_ids': ['ef792f77-065e-42a3-85fe-a804c7a09f70'], 'active': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:03:07.659603 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.plugin [None req-0365f1d2-a290-40da-8247-f6c0e89c7b78 admin admin] Deleting port 1dbb1916-5d86-42ef-bf63-cc969ada161e {{(pid=103280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 19:03:07.659849 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-0365f1d2-a290-40da-8247-f6c0e89c7b78 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790498772255'] for port (1dbb1916-5d86-42ef-bf63-cc969ada161e), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:07.680771 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41ed19fc-8457-4f27-ba95-ffd4bab4a822 admin admin] Notify agent at l3_agent.dv-cinder-840525-1-iscsi the message routers_updated {{(pid=103279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 19:03:07.686132 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-41ed19fc-8457-4f27-ba95-ffd4bab4a822 admin admin] 10.222.0.35 "PUT /v2.0/routers/81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0512044 May 04 19:03:07.688609 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 54368) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:03:07.693003 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0a87ae-8b99-4c1b-9293-c8862234f3f6 None None] Sync routers for ids ['81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe'] in dv-cinder-840525-1-iscsi {{(pid=103281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 19:03:07.706690 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0a87ae-8b99-4c1b-9293-c8862234f3f6 None None] Routers {'81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe'} bound to L3 agent in host dv-cinder-840525-1-iscsi {{(pid=103281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:03:07.707788 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_hamode_db [None req-3d0a87ae-8b99-4c1b-9293-c8862234f3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-04T18:48:29Z,description=,heartbeat_timestamp=2022-05-04T19:02:59Z,host='dv-cinder-840525-1-iscsi',id=0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:48:29Z,topic='l3_agent')) {'router_ids': ['81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe'], 'active': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:03:07.709649 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvr_db [None req-748ef55a-de7d-4a7a-bccc-6440fc0233ad None None] Set router ef792f77-065e-42a3-85fe-a804c7a09f70 gateway port host: None {{(pid=103282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:03:07.767008 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-748ef55a-de7d-4a7a-bccc-6440fc0233ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef792f77-065e-42a3-85fe-a804c7a09f70', 'name': 'tempest-AttachVolumeTestJSON-1110027105-router', 'tenant_id': 'd220357192eb4ba5a2cdd43f000cd4c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:56:51Z', 'updated_at': '2022-05-04T19:03:07Z', 'revision_number': 6, 'project_id': 'd220357192eb4ba5a2cdd43f000cd4c4', 'gw_port_host': None}], 'dv-cinder-840525-1-iscsi', False) {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:03:07.794103 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748ef55a-de7d-4a7a-bccc-6440fc0233ad None None] The sync data for ids ['ef792f77-065e-42a3-85fe-a804c7a09f70'] in dv-cinder-840525-1-iscsi is: [{'id': 'ef792f77-065e-42a3-85fe-a804c7a09f70', 'name': 'tempest-AttachVolumeTestJSON-1110027105-router', 'tenant_id': 'd220357192eb4ba5a2cdd43f000cd4c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:56:51Z', 'updated_at': '2022-05-04T19:03:07Z', 'revision_number': 6, 'project_id': 'd220357192eb4ba5a2cdd43f000cd4c4', 'gw_port_host': None}] {{(pid=103282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 19:03:07.810379 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.db [None req-0365f1d2-a290-40da-8247-f6c0e89c7b78 admin admin] For port 1dbb1916-5d86-42ef-bf63-cc969ada161e, host dv-cinder-840525-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-1-iscsi',level=0,port_id=1dbb1916-5d86-42ef-bf63-cc969ada161e,segment=NetworkSegment(183e99eb-a03a-4429-82ba-edb66df2d5f7),segment_id=183e99eb-a03a-4429-82ba-edb66df2d5f7)] {{(pid=103280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:03:07.811460 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-0365f1d2-a290-40da-8247-f6c0e89c7b78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607728'] for port (1dbb1916-5d86-42ef-bf63-cc969ada161e), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:07.814551 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11dd828-0efd-46c7-a332-9b703ff0dcf8 req-889ca21d-b3e9-4f3e-99f6-84aed9e761f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:03:07.816485 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-b11dd828-0efd-46c7-a332-9b703ff0dcf8 req-889ca21d-b3e9-4f3e-99f6-84aed9e761f7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b1cedcbc-cdac-422b-b37d-00881e094afa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0761602 May 04 19:03:07.818625 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-58b14297-45c4-4328-860e-c2061fb77bb6 admin admin] Publish callbacks [] for router (81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe), before_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:07.848234 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.plugin [None req-0365f1d2-a290-40da-8247-f6c0e89c7b78 admin admin] Calling delete_port for 1dbb1916-5d86-42ef-bf63-cc969ada161e owned by network:router_gateway {{(pid=103280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 19:03:07.862821 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvr_db [None req-3d0a87ae-8b99-4c1b-9293-c8862234f3f6 None None] Set router 81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe gateway port host: dv-cinder-840525-1-iscsi {{(pid=103281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:03:07.934521 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-58b14297-45c4-4328-860e-c2061fb77bb6 admin admin] Publish callbacks [] for router_gateway (81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe), before_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:07.983122 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-58b14297-45c4-4328-860e-c2061fb77bb6 admin admin] Deleting port 93cb56f8-8b0e-4ea1-b5c4-120dc35ae0d6 {{(pid=103279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 19:03:07.983469 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-58b14297-45c4-4328-860e-c2061fb77bb6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790498772255'] for port (93cb56f8-8b0e-4ea1-b5c4-120dc35ae0d6), before_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:08.083220 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_hamode_db [None req-3d0a87ae-8b99-4c1b-9293-c8862234f3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe', 'name': 'tempest-AttachVolumeNegativeTest-1693786255-router', 'tenant_id': 'dd17f7a747ad43fc905b8d1688a71ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'external_fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': '93cb56f8-8b0e-4ea1-b5c4-120dc35ae0d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:56:54Z', 'updated_at': '2022-05-04T19:03:06Z', 'revision_number': 5, 'project_id': 'dd17f7a747ad43fc905b8d1688a71ba7', 'gw_port': {'id': '93cb56f8-8b0e-4ea1-b5c4-120dc35ae0d6', 'name': '', 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:3d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:56:57Z', 'updated_at': '2022-05-04T18:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-1-iscsi'}], 'dv-cinder-840525-1-iscsi', False) {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:03:08.084398 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-58b14297-45c4-4328-860e-c2061fb77bb6 admin admin] For port 93cb56f8-8b0e-4ea1-b5c4-120dc35ae0d6, host dv-cinder-840525-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-1-iscsi',level=0,port_id=93cb56f8-8b0e-4ea1-b5c4-120dc35ae0d6,segment=NetworkSegment(183e99eb-a03a-4429-82ba-edb66df2d5f7),segment_id=183e99eb-a03a-4429-82ba-edb66df2d5f7)] {{(pid=103279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:03:08.084777 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-58b14297-45c4-4328-860e-c2061fb77bb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607728'] for port (93cb56f8-8b0e-4ea1-b5c4-120dc35ae0d6), precommit_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:08.094798 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Device 7d2964dd-ad61-4332-bedf-ecb1e435f315 no longer exists at agent hyperv_hv-cinder-84052 {{(pid=103281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 19:03:08.101126 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-58b14297-45c4-4328-860e-c2061fb77bb6 admin admin] Calling delete_port for 93cb56f8-8b0e-4ea1-b5c4-120dc35ae0d6 owned by network:router_gateway {{(pid=103279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 19:03:08.218151 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0a87ae-8b99-4c1b-9293-c8862234f3f6 None None] Checking router: 81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe for host: dv-cinder-840525-1-iscsi {{(pid=103281) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 19:03:08.230164 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0a87ae-8b99-4c1b-9293-c8862234f3f6 None None] Routers {'81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe'} bound to L3 agent in host dv-cinder-840525-1-iscsi {{(pid=103281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:03:08.231134 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_hamode_db [None req-3d0a87ae-8b99-4c1b-9293-c8862234f3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-04T18:48:29Z,description=,heartbeat_timestamp=2022-05-04T19:02:59Z,host='dv-cinder-840525-1-iscsi',id=0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:48:29Z,topic='l3_agent')) {'router_ids': ['81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe'], 'active': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:03:08.286402 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa48fc72-5fb9-47d1-a474-74e8db74db0a req-2539a4c8-aff8-4361-b0dc-b7eb71f47b98 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:03:08.293598 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-aa48fc72-5fb9-47d1-a474-74e8db74db0a req-2539a4c8-aff8-4361-b0dc-b7eb71f47b98 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/ports?device_id=e10490c1-4c5e-46ee-bcc0-0bcea6e1f6e4 HTTP/1.1" status: 200 len: 943 time: 0.1118796 May 04 19:03:08.340704 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d094a5b-4392-4354-b844-af9f548c103f req-bea2c85c-fac8-4b81-88eb-09babc316ceb tempest-VolumesNegativeTest-716719046 tempest-VolumesNegativeTest-716719046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:03:08.342388 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-0d094a5b-4392-4354-b844-af9f548c103f req-bea2c85c-fac8-4b81-88eb-09babc316ceb tempest-VolumesNegativeTest-716719046 tempest-VolumesNegativeTest-716719046-project] 10.222.0.35 "GET /v2.0/ports?device_id=8a5e5132-3254-4a72-82a3-2b9bea5b6a36 HTTP/1.1" status: 200 len: 950 time: 0.0991607 May 04 19:03:08.359751 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-58b14297-45c4-4328-860e-c2061fb77bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790498779311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790498302109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13908970'] for port (93cb56f8-8b0e-4ea1-b5c4-120dc35ae0d6), after_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:08.365522 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvr_db [None req-3d0a87ae-8b99-4c1b-9293-c8862234f3f6 None None] Set router 81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe gateway port host: None {{(pid=103281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:03:08.389965 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-aa48fc72-5fb9-47d1-a474-74e8db74db0a req-8820a795-6152-42f6-882f-ce74b0471dec tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/security-groups?id=5143d7ac-a22e-43a4-aecc-9125fab2207d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954571 May 04 19:03:08.399107 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Current status of the port 7d2964dd-ad61-4332-bedf-ecb1e435f315 is: DOWN; New status is: DOWN {{(pid=103281) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:03:08.407823 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b14297-45c4-4328-860e-c2061fb77bb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=93cb56f8-8b0e-4ea1-b5c4-120dc35ae0d6,revision_number=None']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:03:08.431679 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_hamode_db [None req-3d0a87ae-8b99-4c1b-9293-c8862234f3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe', 'name': 'tempest-AttachVolumeNegativeTest-1693786255-router', 'tenant_id': 'dd17f7a747ad43fc905b8d1688a71ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:56:54Z', 'updated_at': '2022-05-04T19:03:07Z', 'revision_number': 6, 'project_id': 'dd17f7a747ad43fc905b8d1688a71ba7', 'gw_port_host': None}], 'dv-cinder-840525-1-iscsi', False) {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:03:08.435337 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-b11dd828-0efd-46c7-a332-9b703ff0dcf8 req-f4396c4d-a661-4d92-a6b2-500abd74b0b1 service neutron] 10.222.0.55 "GET /v2.0/networks/b1cedcbc-cdac-422b-b37d-00881e094afa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6087067 May 04 19:03:08.461502 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0a87ae-8b99-4c1b-9293-c8862234f3f6 None None] The sync data for ids ['81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe'] in dv-cinder-840525-1-iscsi is: [{'id': '81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe', 'name': 'tempest-AttachVolumeNegativeTest-1693786255-router', 'tenant_id': 'dd17f7a747ad43fc905b8d1688a71ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:56:54Z', 'updated_at': '2022-05-04T19:03:07Z', 'revision_number': 6, 'project_id': 'dd17f7a747ad43fc905b8d1688a71ba7', 'gw_port_host': None}] {{(pid=103281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 19:03:08.480529 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-0d094a5b-4392-4354-b844-af9f548c103f req-4b44f123-ea55-4d5a-a647-823f7dd2d24d tempest-VolumesNegativeTest-716719046 tempest-VolumesNegativeTest-716719046-project] 10.222.0.35 "GET /v2.0/security-groups?id=9e66ead1-edce-418d-9891-85bdb1f4a309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292963 May 04 19:03:08.501520 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-58b14297-45c4-4328-860e-c2061fb77bb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-609976'] for router_gateway (81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe), after_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:08.594322 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-0365f1d2-a290-40da-8247-f6c0e89c7b78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790498779311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790498302109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12874298'] for port (1dbb1916-5d86-42ef-bf63-cc969ada161e), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:08.603322 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-58b14297-45c4-4328-860e-c2061fb77bb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4414'] for router (81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe), precommit_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:08.605260 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-58b14297-45c4-4328-860e-c2061fb77bb6 admin admin] Publish callbacks [] for router_controller (81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe), precommit_delete_associations {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:08.631715 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0365f1d2-a290-40da-8247-f6c0e89c7b78 admin admin] Pushing event deleted for resources: {'Port': ['ID=1dbb1916-5d86-42ef-bf63-cc969ada161e,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:03:08.694962 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-b11dd828-0efd-46c7-a332-9b703ff0dcf8 req-6b903cc0-94ba-467b-91bb-383fe9167e82 service neutron] 10.222.0.55 "GET /v2.0/networks/b1cedcbc-cdac-422b-b37d-00881e094afa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747298 May 04 19:03:08.702042 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-58b14297-45c4-4328-860e-c2061fb77bb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620629'] for router (81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe), after_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:08.703102 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58b14297-45c4-4328-860e-c2061fb77bb6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe {{(pid=103279) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 04 19:03:08.711255 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-0365f1d2-a290-40da-8247-f6c0e89c7b78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-609976'] for router_gateway (ef792f77-065e-42a3-85fe-a804c7a09f70), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:08.715757 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-58b14297-45c4-4328-860e-c2061fb77bb6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:08.720270 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-58b14297-45c4-4328-860e-c2061fb77bb6 admin admin] 10.222.0.35 "DELETE /v2.0/routers/81d5ce55-00c0-4fe9-89f8-bfc4eba8f2fe HTTP/1.1" status: 204 len: 168 time: 1.0304871 May 04 19:03:08.721027 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 54380) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:03:08.773407 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cfa3c34-e9c6-4383-be33-7d89b021a355 admin admin] Deleting subnet e66736f7-cfb8-4201-a579-14943c9785b1 {{(pid=103279) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 19:03:08.786507 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-9cfa3c34-e9c6-4383-be33-7d89b021a355 admin admin] Publish callbacks [] for subnet (e66736f7-cfb8-4201-a579-14943c9785b1), before_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:08.827908 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-0365f1d2-a290-40da-8247-f6c0e89c7b78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4414'] for router (ef792f77-065e-42a3-85fe-a804c7a09f70), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:08.830199 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-0365f1d2-a290-40da-8247-f6c0e89c7b78 admin admin] Publish callbacks [] for router_controller (ef792f77-065e-42a3-85fe-a804c7a09f70), precommit_delete_associations {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:08.845279 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b9cc58-fbac-4c76-97db-24537f6ebe00 req-51dd1fe0-0e1e-46ce-99b8-a02b1665d8ae tempest-VolumesNegativeTest-716719046 tempest-VolumesNegativeTest-716719046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:03:08.846975 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-19b9cc58-fbac-4c76-97db-24537f6ebe00 req-51dd1fe0-0e1e-46ce-99b8-a02b1665d8ae tempest-VolumesNegativeTest-716719046 tempest-VolumesNegativeTest-716719046-project] 10.222.0.35 "GET /v2.0/ports?device_id=8a5e5132-3254-4a72-82a3-2b9bea5b6a36 HTTP/1.1" status: 200 len: 950 time: 0.0778913 May 04 19:03:08.853106 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-9cfa3c34-e9c6-4383-be33-7d89b021a355 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14495782'] for subnet (e66736f7-cfb8-4201-a579-14943c9785b1), precommit_delete_associations {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:08.896520 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-0365f1d2-a290-40da-8247-f6c0e89c7b78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620629'] for router (ef792f77-065e-42a3-85fe-a804c7a09f70), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:08.897049 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0365f1d2-a290-40da-8247-f6c0e89c7b78 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ef792f77-065e-42a3-85fe-a804c7a09f70 {{(pid=103280) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 04 19:03:08.902364 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-0365f1d2-a290-40da-8247-f6c0e89c7b78 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:08.906151 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-0365f1d2-a290-40da-8247-f6c0e89c7b78 admin admin] 10.222.0.35 "DELETE /v2.0/routers/ef792f77-065e-42a3-85fe-a804c7a09f70 HTTP/1.1" status: 204 len: 168 time: 1.6238365 May 04 19:03:08.906602 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 54382) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:03:08.969196 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-19b9cc58-fbac-4c76-97db-24537f6ebe00 req-2c280786-1504-4fb6-b775-c98ad4a529a6 tempest-VolumesNegativeTest-716719046 tempest-VolumesNegativeTest-716719046-project] 10.222.0.35 "GET /v2.0/security-groups?id=9e66ead1-edce-418d-9891-85bdb1f4a309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094661 May 04 19:03:08.970617 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.db.db_base_plugin_v2 [None req-e10dabb7-8222-4c22-a0c7-6e7159c3ebd0 admin admin] Deleting subnet d9b5c29e-b014-49ec-aabd-8c0ad7c78e2e {{(pid=103280) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 19:03:08.976024 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-e10dabb7-8222-4c22-a0c7-6e7159c3ebd0 admin admin] Publish callbacks [] for subnet (d9b5c29e-b014-49ec-aabd-8c0ad7c78e2e), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:09.031459 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-9cfa3c34-e9c6-4383-be33-7d89b021a355 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771612'] for subnet (e66736f7-cfb8-4201-a579-14943c9785b1), precommit_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:09.036723 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-e10dabb7-8222-4c22-a0c7-6e7159c3ebd0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12886072'] for subnet (d9b5c29e-b014-49ec-aabd-8c0ad7c78e2e), precommit_delete_associations {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:09.105784 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-9cfa3c34-e9c6-4383-be33-7d89b021a355 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13908921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14431951'] for subnet (e66736f7-cfb8-4201-a579-14943c9785b1), after_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:09.127107 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Device a6a6d3f1-652a-4d38-bbcd-5f14c34d7927 no longer exists at agent ovs-agent-dv-cinder-840525-1-iscsi {{(pid=103281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 19:03:09.138689 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfa3c34-e9c6-4383-be33-7d89b021a355 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e66736f7-cfb8-4201-a579-14943c9785b1,revision_number=None']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:03:09.151076 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-9cfa3c34-e9c6-4383-be33-7d89b021a355 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:09.154998 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-9cfa3c34-e9c6-4383-be33-7d89b021a355 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/e66736f7-cfb8-4201-a579-14943c9785b1 HTTP/1.1" status: 204 len: 168 time: 0.4328756 May 04 19:03:09.156178 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-e10dabb7-8222-4c22-a0c7-6e7159c3ebd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771612'] for subnet (d9b5c29e-b014-49ec-aabd-8c0ad7c78e2e), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:09.158271 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 54384) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:03:09.160706 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12ede54a-c93d-46f0-bc24-ccdcddf713b5 None None] Network 53f417bd-e455-4de8-9365-a661c93c9b00 requested from dv-cinder-840525-1-iscsi {{(pid=103281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 19:03:09.164152 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] No Port match for: a6a6d3f1-652a-4d38-bbcd-5f14c34d7927 {{(pid=103281) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 19:03:09.164496 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Device a6a6d3f1-652a-4d38-bbcd-5f14c34d7927 not bound to the agent host dv-cinder-840525-1-iscsi {{(pid=103281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 19:03:09.164912 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Device 2e8cc07d-5c50-47e4-be93-d1bb02ea6c92 no longer exists at agent ovs-agent-dv-cinder-840525-1-iscsi {{(pid=103281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 19:03:09.198970 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] No Port match for: 2e8cc07d-5c50-47e4-be93-d1bb02ea6c92 {{(pid=103281) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 19:03:09.199357 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Device 2e8cc07d-5c50-47e4-be93-d1bb02ea6c92 not bound to the agent host dv-cinder-840525-1-iscsi {{(pid=103281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 19:03:09.199786 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Device 1dbb1916-5d86-42ef-bf63-cc969ada161e no longer exists at agent ovs-agent-dv-cinder-840525-1-iscsi {{(pid=103281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 19:03:09.226937 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-e10dabb7-8222-4c22-a0c7-6e7159c3ebd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12874345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13129182'] for subnet (d9b5c29e-b014-49ec-aabd-8c0ad7c78e2e), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:09.231997 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-26611d55-6e65-465a-b1bf-d49a1e9f4182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1681522'] for network (53f417bd-e455-4de8-9365-a661c93c9b00), before_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:09.257415 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10dabb7-8222-4c22-a0c7-6e7159c3ebd0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9b5c29e-b014-49ec-aabd-8c0ad7c78e2e,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:03:09.259199 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] No Port match for: 1dbb1916-5d86-42ef-bf63-cc969ada161e {{(pid=103281) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 19:03:09.259369 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Device 1dbb1916-5d86-42ef-bf63-cc969ada161e not bound to the agent host dv-cinder-840525-1-iscsi {{(pid=103281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 19:03:09.261010 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-e10dabb7-8222-4c22-a0c7-6e7159c3ebd0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572658'] for subnet (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:09.265782 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-e10dabb7-8222-4c22-a0c7-6e7159c3ebd0 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/d9b5c29e-b014-49ec-aabd-8c0ad7c78e2e HTTP/1.1" status: 204 len: 168 time: 0.3575377 May 04 19:03:09.267770 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 54386) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:03:09.283079 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b3529bf-b8af-42ea-9fd2-dd2ab97152a9 None None] Network 30fa2e3e-f6d8-4564-bce1-ee05a5bd0ce9 requested from dv-cinder-840525-1-iscsi {{(pid=103281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 19:03:09.283403 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-26611d55-6e65-465a-b1bf-d49a1e9f4182 admin admin] Deleting port 4f6fab10-5395-4aab-8128-8fae2014f574 {{(pid=103279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 19:03:09.283744 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-26611d55-6e65-465a-b1bf-d49a1e9f4182 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790498772255'] for port (4f6fab10-5395-4aab-8128-8fae2014f574), before_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:09.341758 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-591be4a3-4cbf-4c05-8407-7f931a32d24a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1681522'] for network (30fa2e3e-f6d8-4564-bce1-ee05a5bd0ce9), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:09.360366 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-26611d55-6e65-465a-b1bf-d49a1e9f4182 admin admin] For port 4f6fab10-5395-4aab-8128-8fae2014f574, host dv-cinder-840525-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-1-iscsi',level=0,port_id=4f6fab10-5395-4aab-8128-8fae2014f574,segment=NetworkSegment(83414da3-b767-40e5-839e-69613fac7970),segment_id=83414da3-b767-40e5-839e-69613fac7970)] {{(pid=103279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:03:09.360727 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-26611d55-6e65-465a-b1bf-d49a1e9f4182 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607728'] for port (4f6fab10-5395-4aab-8128-8fae2014f574), precommit_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:09.375818 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-26611d55-6e65-465a-b1bf-d49a1e9f4182 admin admin] Calling delete_port for 4f6fab10-5395-4aab-8128-8fae2014f574 owned by network:dhcp {{(pid=103279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 19:03:09.392047 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.plugin [None req-591be4a3-4cbf-4c05-8407-7f931a32d24a admin admin] Deleting port 5b49b12b-724c-4025-8612-48d524951b01 {{(pid=103280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 19:03:09.392386 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-591be4a3-4cbf-4c05-8407-7f931a32d24a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790498772255'] for port (5b49b12b-724c-4025-8612-48d524951b01), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:09.462214 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.db [None req-591be4a3-4cbf-4c05-8407-7f931a32d24a admin admin] For port 5b49b12b-724c-4025-8612-48d524951b01, host dv-cinder-840525-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-1-iscsi',level=0,port_id=5b49b12b-724c-4025-8612-48d524951b01,segment=NetworkSegment(2b95549f-f474-429b-a791-f25a87674098),segment_id=2b95549f-f474-429b-a791-f25a87674098)] {{(pid=103280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:03:09.462572 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-591be4a3-4cbf-4c05-8407-7f931a32d24a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607728'] for port (5b49b12b-724c-4025-8612-48d524951b01), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:09.477911 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a90d41d-2c09-41d8-bc62-20b6144d9e17 None None] DHCP port deletion for 53f417bd-e455-4de8-9365-a661c93c9b00 request from dv-cinder-840525-1-iscsi {{(pid=103281) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 04 19:03:09.483055 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-26611d55-6e65-465a-b1bf-d49a1e9f4182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790498779311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790498302109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13908970'] for port (4f6fab10-5395-4aab-8128-8fae2014f574), after_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:09.498613 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.plugin [None req-591be4a3-4cbf-4c05-8407-7f931a32d24a admin admin] Calling delete_port for 5b49b12b-724c-4025-8612-48d524951b01 owned by network:dhcp {{(pid=103280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 19:03:09.521616 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e8879c-4f06-42f8-8324-a6d9e160ff1f None None] DHCP port deletion for 30fa2e3e-f6d8-4564-bce1-ee05a5bd0ce9 request from dv-cinder-840525-1-iscsi {{(pid=103281) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 04 19:03:09.524690 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26611d55-6e65-465a-b1bf-d49a1e9f4182 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f6fab10-5395-4aab-8128-8fae2014f574,revision_number=None']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:03:09.529174 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26611d55-6e65-465a-b1bf-d49a1e9f4182 admin admin] No DVR routers for this DVR port 4f6fab10-5395-4aab-8128-8fae2014f574 on host dv-cinder-840525-1-iscsi {{(pid=103279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 19:03:09.588969 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-29e8879c-4f06-42f8-8324-a6d9e160ff1f None None] Deleting port 5b49b12b-724c-4025-8612-48d524951b01 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 19:03:09.589238 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-29e8879c-4f06-42f8-8324-a6d9e160ff1f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790498772255'] for port (5b49b12b-724c-4025-8612-48d524951b01), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:09.604732 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd7a652-62d0-4c89-b5a5-5f33f411ea70 req-5bde9954-fcec-4ef8-87c0-fa0eb6ca8516 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:03:09.606442 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-bdd7a652-62d0-4c89-b5a5-5f33f411ea70 req-5bde9954-fcec-4ef8-87c0-fa0eb6ca8516 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/ports?device_id=e10490c1-4c5e-46ee-bcc0-0bcea6e1f6e4 HTTP/1.1" status: 200 len: 943 time: 0.0996521 May 04 19:03:09.607650 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-26611d55-6e65-465a-b1bf-d49a1e9f4182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772425', 'neutron.services.segments.db._delete_segments_for_network-8790498765132'] for network (53f417bd-e455-4de8-9365-a661c93c9b00), precommit_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:09.639429 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.services.segments.db [None req-26611d55-6e65-465a-b1bf-d49a1e9f4182 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53f417bd-e455-4de8-9365-a661c93c9b00']}} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:03:09.650634 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.services.segments.db [None req-26611d55-6e65-465a-b1bf-d49a1e9f4182 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83414da3-b767-40e5-839e-69613fac7970') {'for_net_delete': True} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:03:09.650796 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.services.segments.db [None req-26611d55-6e65-465a-b1bf-d49a1e9f4182 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83414da3-b767-40e5-839e-69613fac7970') {} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:03:09.658880 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-29e8879c-4f06-42f8-8324-a6d9e160ff1f None None] For port 5b49b12b-724c-4025-8612-48d524951b01, host dv-cinder-840525-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-1-iscsi',level=0,port_id=5b49b12b-724c-4025-8612-48d524951b01,segment=NetworkSegment(2b95549f-f474-429b-a791-f25a87674098),segment_id=2b95549f-f474-429b-a791-f25a87674098)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:03:09.659260 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-29e8879c-4f06-42f8-8324-a6d9e160ff1f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607728'] for port (5b49b12b-724c-4025-8612-48d524951b01), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:09.663515 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-26611d55-6e65-465a-b1bf-d49a1e9f4182 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790498766421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14495801'] for segment (83414da3-b767-40e5-839e-69613fac7970), before_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:09.674399 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-591be4a3-4cbf-4c05-8407-7f931a32d24a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790498779311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790498302109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12874298'] for port (5b49b12b-724c-4025-8612-48d524951b01), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:09.678862 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-26611d55-6e65-465a-b1bf-d49a1e9f4182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589113'] for segment (83414da3-b767-40e5-839e-69613fac7970), precommit_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:09.684042 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-29e8879c-4f06-42f8-8324-a6d9e160ff1f None None] Calling delete_port for 5b49b12b-724c-4025-8612-48d524951b01 owned by network:dhcp {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 19:03:09.685649 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26611d55-6e65-465a-b1bf-d49a1e9f4182 admin admin] Releasing vlan 255 on physical network physnet1 to pool {{(pid=103279) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 19:03:09.686064 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-26611d55-6e65-465a-b1bf-d49a1e9f4182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13908959'] for segment (83414da3-b767-40e5-839e-69613fac7970), after_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:09.687785 dv-cinder-840525-1-iscsi neutron-server[103279]: Traceback (most recent call last): May 04 19:03:09.687785 dv-cinder-840525-1-iscsi neutron-server[103279]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 19:03:09.687785 dv-cinder-840525-1-iscsi neutron-server[103279]: timer() May 04 19:03:09.687785 dv-cinder-840525-1-iscsi neutron-server[103279]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 19:03:09.687785 dv-cinder-840525-1-iscsi neutron-server[103279]: cb(*args, **kw) May 04 19:03:09.687785 dv-cinder-840525-1-iscsi neutron-server[103279]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 19:03:09.687785 dv-cinder-840525-1-iscsi neutron-server[103279]: return func(*args, **kwargs) May 04 19:03:09.687785 dv-cinder-840525-1-iscsi neutron-server[103279]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 19:03:09.687785 dv-cinder-840525-1-iscsi neutron-server[103279]: self._notify() May 04 19:03:09.687785 dv-cinder-840525-1-iscsi neutron-server[103279]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 19:03:09.687785 dv-cinder-840525-1-iscsi neutron-server[103279]: self.callback(batched_events) May 04 19:03:09.687785 dv-cinder-840525-1-iscsi neutron-server[103279]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 19:03:09.687785 dv-cinder-840525-1-iscsi neutron-server[103279]: event.method(event) May 04 19:03:09.687785 dv-cinder-840525-1-iscsi neutron-server[103279]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 19:03:09.687785 dv-cinder-840525-1-iscsi neutron-server[103279]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 19:03:09.687785 dv-cinder-840525-1-iscsi neutron-server[103279]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 19:03:09.687785 dv-cinder-840525-1-iscsi neutron-server[103279]: aggregate_uuid = self.p_client.list_aggregates( May 04 19:03:09.687785 dv-cinder-840525-1-iscsi neutron-server[103279]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 19:03:09.687785 dv-cinder-840525-1-iscsi neutron-server[103279]: return f(self, *a, **k) May 04 19:03:09.687785 dv-cinder-840525-1-iscsi neutron-server[103279]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 19:03:09.687785 dv-cinder-840525-1-iscsi neutron-server[103279]: return self._get(url).json() May 04 19:03:09.687785 dv-cinder-840525-1-iscsi neutron-server[103279]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 19:03:09.687785 dv-cinder-840525-1-iscsi neutron-server[103279]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 19:03:09.687785 dv-cinder-840525-1-iscsi neutron-server[103279]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 19:03:09.687785 dv-cinder-840525-1-iscsi neutron-server[103279]: return self.request(url, 'GET', **kwargs) May 04 19:03:09.687785 dv-cinder-840525-1-iscsi neutron-server[103279]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 19:03:09.687785 dv-cinder-840525-1-iscsi neutron-server[103279]: base_url = self.get_endpoint(auth, allow=allow, May 04 19:03:09.687785 dv-cinder-840525-1-iscsi neutron-server[103279]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 19:03:09.687785 dv-cinder-840525-1-iscsi neutron-server[103279]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 19:03:09.687785 dv-cinder-840525-1-iscsi neutron-server[103279]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 19:03:09.687785 dv-cinder-840525-1-iscsi neutron-server[103279]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 19:03:09.687785 dv-cinder-840525-1-iscsi neutron-server[103279]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 19:03:09.696885 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591be4a3-4cbf-4c05-8407-7f931a32d24a admin admin] Pushing event deleted for resources: {'Port': ['ID=5b49b12b-724c-4025-8612-48d524951b01,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:03:09.704693 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-bdd7a652-62d0-4c89-b5a5-5f33f411ea70 req-c91fd22a-02f3-4bd6-b5a0-d0d7ddc6ed6c tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/security-groups?id=5143d7ac-a22e-43a4-aecc-9125fab2207d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922623 May 04 19:03:09.707550 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591be4a3-4cbf-4c05-8407-7f931a32d24a admin admin] No DVR routers for this DVR port 5b49b12b-724c-4025-8612-48d524951b01 on host dv-cinder-840525-1-iscsi {{(pid=103280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 19:03:09.753543 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-26611d55-6e65-465a-b1bf-d49a1e9f4182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608942'] for network (53f417bd-e455-4de8-9365-a661c93c9b00), after_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:09.761348 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-26611d55-6e65-465a-b1bf-d49a1e9f4182 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572658'] for network (None), before_response {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:09.764752 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-26611d55-6e65-465a-b1bf-d49a1e9f4182 admin admin] 10.222.0.35 "DELETE /v2.0/networks/53f417bd-e455-4de8-9365-a661c93c9b00 HTTP/1.1" status: 204 len: 168 time: 0.6052971 May 04 19:03:09.776116 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26611d55-6e65-465a-b1bf-d49a1e9f4182 admin admin] Pushing event deleted for resources: {'Network': ['ID=53f417bd-e455-4de8-9365-a661c93c9b00,revision_number=None']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:03:09.797598 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-591be4a3-4cbf-4c05-8407-7f931a32d24a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772425', 'neutron.services.segments.db._delete_segments_for_network-8790498765132'] for network (30fa2e3e-f6d8-4564-bce1-ee05a5bd0ce9), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:09.821797 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.services.segments.db [None req-591be4a3-4cbf-4c05-8407-7f931a32d24a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30fa2e3e-f6d8-4564-bce1-ee05a5bd0ce9']}} {{(pid=103280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:03:09.833108 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.services.segments.db [None req-591be4a3-4cbf-4c05-8407-7f931a32d24a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b95549f-f474-429b-a791-f25a87674098') {'for_net_delete': True} {{(pid=103280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:03:09.833728 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.services.segments.db [None req-591be4a3-4cbf-4c05-8407-7f931a32d24a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b95549f-f474-429b-a791-f25a87674098') {} {{(pid=103280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:03:09.846570 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-591be4a3-4cbf-4c05-8407-7f931a32d24a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790498766421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12886055'] for segment (2b95549f-f474-429b-a791-f25a87674098), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:09.870320 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-591be4a3-4cbf-4c05-8407-7f931a32d24a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589113'] for segment (2b95549f-f474-429b-a791-f25a87674098), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:09.879255 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-591be4a3-4cbf-4c05-8407-7f931a32d24a admin admin] Releasing vlan 282 on physical network physnet1 to pool {{(pid=103280) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 19:03:09.879520 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-591be4a3-4cbf-4c05-8407-7f931a32d24a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12874255'] for segment (2b95549f-f474-429b-a791-f25a87674098), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:09.881533 dv-cinder-840525-1-iscsi neutron-server[103280]: Traceback (most recent call last): May 04 19:03:09.881533 dv-cinder-840525-1-iscsi neutron-server[103280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 19:03:09.881533 dv-cinder-840525-1-iscsi neutron-server[103280]: timer() May 04 19:03:09.881533 dv-cinder-840525-1-iscsi neutron-server[103280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 19:03:09.881533 dv-cinder-840525-1-iscsi neutron-server[103280]: cb(*args, **kw) May 04 19:03:09.881533 dv-cinder-840525-1-iscsi neutron-server[103280]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 19:03:09.881533 dv-cinder-840525-1-iscsi neutron-server[103280]: return func(*args, **kwargs) May 04 19:03:09.881533 dv-cinder-840525-1-iscsi neutron-server[103280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 19:03:09.881533 dv-cinder-840525-1-iscsi neutron-server[103280]: self._notify() May 04 19:03:09.881533 dv-cinder-840525-1-iscsi neutron-server[103280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 19:03:09.881533 dv-cinder-840525-1-iscsi neutron-server[103280]: self.callback(batched_events) May 04 19:03:09.881533 dv-cinder-840525-1-iscsi neutron-server[103280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 19:03:09.881533 dv-cinder-840525-1-iscsi neutron-server[103280]: event.method(event) May 04 19:03:09.881533 dv-cinder-840525-1-iscsi neutron-server[103280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 19:03:09.881533 dv-cinder-840525-1-iscsi neutron-server[103280]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 19:03:09.881533 dv-cinder-840525-1-iscsi neutron-server[103280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 19:03:09.881533 dv-cinder-840525-1-iscsi neutron-server[103280]: aggregate_uuid = self.p_client.list_aggregates( May 04 19:03:09.881533 dv-cinder-840525-1-iscsi neutron-server[103280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 19:03:09.881533 dv-cinder-840525-1-iscsi neutron-server[103280]: return f(self, *a, **k) May 04 19:03:09.881533 dv-cinder-840525-1-iscsi neutron-server[103280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 19:03:09.881533 dv-cinder-840525-1-iscsi neutron-server[103280]: return self._get(url).json() May 04 19:03:09.881533 dv-cinder-840525-1-iscsi neutron-server[103280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 19:03:09.881533 dv-cinder-840525-1-iscsi neutron-server[103280]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 19:03:09.881533 dv-cinder-840525-1-iscsi neutron-server[103280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 19:03:09.881533 dv-cinder-840525-1-iscsi neutron-server[103280]: return self.request(url, 'GET', **kwargs) May 04 19:03:09.881533 dv-cinder-840525-1-iscsi neutron-server[103280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 19:03:09.881533 dv-cinder-840525-1-iscsi neutron-server[103280]: base_url = self.get_endpoint(auth, allow=allow, May 04 19:03:09.881533 dv-cinder-840525-1-iscsi neutron-server[103280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 19:03:09.881533 dv-cinder-840525-1-iscsi neutron-server[103280]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 19:03:09.881533 dv-cinder-840525-1-iscsi neutron-server[103280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 19:03:09.881533 dv-cinder-840525-1-iscsi neutron-server[103280]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 19:03:09.881533 dv-cinder-840525-1-iscsi neutron-server[103280]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 19:03:09.936974 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 54396) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:03:09.960684 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-591be4a3-4cbf-4c05-8407-7f931a32d24a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608942'] for network (30fa2e3e-f6d8-4564-bce1-ee05a5bd0ce9), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:09.968481 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-591be4a3-4cbf-4c05-8407-7f931a32d24a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572658'] for network (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:09.978850 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-591be4a3-4cbf-4c05-8407-7f931a32d24a admin admin] 10.222.0.35 "DELETE /v2.0/networks/30fa2e3e-f6d8-4564-bce1-ee05a5bd0ce9 HTTP/1.1" status: 204 len: 168 time: 0.7100327 May 04 19:03:09.993013 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-29e8879c-4f06-42f8-8324-a6d9e160ff1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790498779311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790498302109'] for port (5b49b12b-724c-4025-8612-48d524951b01), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:10.019796 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-c463036b-a60d-4edc-a502-199330c6fb8e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=dd17f7a747ad43fc905b8d1688a71ba7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0788441 May 04 19:03:10.020131 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 54402) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:03:10.020265 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-29e8879c-4f06-42f8-8324-a6d9e160ff1f None None] Network 30fa2e3e-f6d8-4564-bce1-ee05a5bd0ce9 is not hosted by any dhcp agent {{(pid=103281) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} May 04 19:03:10.020868 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e8879c-4f06-42f8-8324-a6d9e160ff1f None None] No DVR routers for this DVR port 5b49b12b-724c-4025-8612-48d524951b01 on host dv-cinder-840525-1-iscsi {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 19:03:10.022694 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591be4a3-4cbf-4c05-8407-7f931a32d24a admin admin] Pushing event deleted for resources: {'Network': ['ID=30fa2e3e-f6d8-4564-bce1-ee05a5bd0ce9,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:03:10.024444 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e8879c-4f06-42f8-8324-a6d9e160ff1f None None] Pushing event deleted for resources: {'Port': ['ID=5b49b12b-724c-4025-8612-48d524951b01,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:03:10.133040 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6112a9eb-af51-4479-af6b-e78c87a35eef req-1deac13f-b3dd-4acf-b187-a99826ba7e74 tempest-VolumesNegativeTest-716719046 tempest-VolumesNegativeTest-716719046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:03:10.134604 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-6112a9eb-af51-4479-af6b-e78c87a35eef req-1deac13f-b3dd-4acf-b187-a99826ba7e74 tempest-VolumesNegativeTest-716719046 tempest-VolumesNegativeTest-716719046-project] 10.222.0.35 "GET /v2.0/ports?device_id=8a5e5132-3254-4a72-82a3-2b9bea5b6a36 HTTP/1.1" status: 200 len: 950 time: 0.0604434 May 04 19:03:10.135689 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-8172eaa5-8c1b-4d34-97f0-dcb7d6004868 admin admin] Publish callbacks [] for security_group (21af4c0d-88c5-4ceb-bb31-2902e92f589d), before_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:10.169780 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-8172eaa5-8c1b-4d34-97f0-dcb7d6004868 admin admin] Publish callbacks [] for security_group (21af4c0d-88c5-4ceb-bb31-2902e92f589d), precommit_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:10.227703 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-6112a9eb-af51-4479-af6b-e78c87a35eef req-27066d43-aa00-4d0a-8fcb-788047b9c3d3 tempest-VolumesNegativeTest-716719046 tempest-VolumesNegativeTest-716719046-project] 10.222.0.35 "GET /v2.0/security-groups?id=9e66ead1-edce-418d-9891-85bdb1f4a309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821469 May 04 19:03:10.227843 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f6f825-b802-44dc-bfa8-a5e2c00e5875 req-0a44d04d-5e2a-4d4e-aa44-58ea1abdc63d tempest-VolumesNegativeTest-716719046 tempest-VolumesNegativeTest-716719046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:03:10.228116 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 54414) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:03:10.229457 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e0f6f825-b802-44dc-bfa8-a5e2c00e5875 req-0a44d04d-5e2a-4d4e-aa44-58ea1abdc63d tempest-VolumesNegativeTest-716719046 tempest-VolumesNegativeTest-716719046-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a5e5132-3254-4a72-82a3-2b9bea5b6a36 HTTP/1.1" status: 200 len: 950 time: 0.0716128 May 04 19:03:10.272403 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-8172eaa5-8c1b-4d34-97f0-dcb7d6004868 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (21af4c0d-88c5-4ceb-bb31-2902e92f589d), after_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:10.275204 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-8172eaa5-8c1b-4d34-97f0-dcb7d6004868 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:10.277336 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-8172eaa5-8c1b-4d34-97f0-dcb7d6004868 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/21af4c0d-88c5-4ceb-bb31-2902e92f589d HTTP/1.1" status: 204 len: 168 time: 0.2553422 May 04 19:03:10.293569 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-11a43c82-67f5-4d9c-8607-d45e3cb3e2bc admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d220357192eb4ba5a2cdd43f000cd4c4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0639281 May 04 19:03:10.294578 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8172eaa5-8c1b-4d34-97f0-dcb7d6004868 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21af4c0d-88c5-4ceb-bb31-2902e92f589d,revision_number=None']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:03:10.296393 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 54418) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:03:10.336699 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.plugin [req-e0f6f825-b802-44dc-bfa8-a5e2c00e5875 req-139a6849-1f6b-4684-8152-dabd8c4754eb tempest-VolumesNegativeTest-716719046 tempest-VolumesNegativeTest-716719046-project] Deleting port 6c368f11-347b-44ff-a769-33a4d24c7ee4 {{(pid=103280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 19:03:10.337119 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-e0f6f825-b802-44dc-bfa8-a5e2c00e5875 req-139a6849-1f6b-4684-8152-dabd8c4754eb tempest-VolumesNegativeTest-716719046 tempest-VolumesNegativeTest-716719046-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790498772255'] for port (6c368f11-347b-44ff-a769-33a4d24c7ee4), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:10.386520 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-98a52a3b-be32-41f9-b7de-00995ced6ba5 admin admin] Publish callbacks [] for security_group (1fd51365-94e0-469c-9960-43e80b47b3c0), before_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:10.410107 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-98a52a3b-be32-41f9-b7de-00995ced6ba5 admin admin] Publish callbacks [] for security_group (1fd51365-94e0-469c-9960-43e80b47b3c0), precommit_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:10.450345 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.db [req-e0f6f825-b802-44dc-bfa8-a5e2c00e5875 req-139a6849-1f6b-4684-8152-dabd8c4754eb tempest-VolumesNegativeTest-716719046 tempest-VolumesNegativeTest-716719046-project] For port 6c368f11-347b-44ff-a769-33a4d24c7ee4, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=6c368f11-347b-44ff-a769-33a4d24c7ee4,segment=NetworkSegment(04a74391-6f09-4d56-842d-ffb832351052),segment_id=04a74391-6f09-4d56-842d-ffb832351052)] {{(pid=103280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:03:10.450907 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-e0f6f825-b802-44dc-bfa8-a5e2c00e5875 req-139a6849-1f6b-4684-8152-dabd8c4754eb tempest-VolumesNegativeTest-716719046 tempest-VolumesNegativeTest-716719046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607728'] for port (6c368f11-347b-44ff-a769-33a4d24c7ee4), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:10.469012 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.plugin [req-e0f6f825-b802-44dc-bfa8-a5e2c00e5875 req-139a6849-1f6b-4684-8152-dabd8c4754eb tempest-VolumesNegativeTest-716719046 tempest-VolumesNegativeTest-716719046-project] Calling delete_port for 6c368f11-347b-44ff-a769-33a4d24c7ee4 owned by compute:nova {{(pid=103280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 19:03:10.472732 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-98a52a3b-be32-41f9-b7de-00995ced6ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (1fd51365-94e0-469c-9960-43e80b47b3c0), after_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:10.475908 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-98a52a3b-be32-41f9-b7de-00995ced6ba5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:10.476992 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-98a52a3b-be32-41f9-b7de-00995ced6ba5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1fd51365-94e0-469c-9960-43e80b47b3c0 HTTP/1.1" status: 204 len: 168 time: 0.1601520 May 04 19:03:10.486002 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a52a3b-be32-41f9-b7de-00995ced6ba5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fd51365-94e0-469c-9960-43e80b47b3c0,revision_number=None']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:03:10.706735 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-e0f6f825-b802-44dc-bfa8-a5e2c00e5875 req-139a6849-1f6b-4684-8152-dabd8c4754eb tempest-VolumesNegativeTest-716719046 tempest-VolumesNegativeTest-716719046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790498779311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790498302109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12874298'] for port (6c368f11-347b-44ff-a769-33a4d24c7ee4), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:10.722931 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] get_ports_and_sgs() called for port_ids ['6c368f11-347b-44ff-a769-33a4d24c7ee4'] {{(pid=103281) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 19:03:10.780396 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139a6849-1f6b-4684-8152-dabd8c4754eb tempest-VolumesNegativeTest-716719046 tempest-VolumesNegativeTest-716719046-project] Pushing event deleted for resources: {'Port': ['ID=6c368f11-347b-44ff-a769-33a4d24c7ee4,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:03:10.910783 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0f6f825-b802-44dc-bfa8-a5e2c00e5875 req-139a6849-1f6b-4684-8152-dabd8c4754eb tempest-VolumesNegativeTest-716719046 tempest-VolumesNegativeTest-716719046-project] No DVR routers for this DVR port 6c368f11-347b-44ff-a769-33a4d24c7ee4 on host hv-cinder-84052 {{(pid=103280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 19:03:10.919142 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-e0f6f825-b802-44dc-bfa8-a5e2c00e5875 req-139a6849-1f6b-4684-8152-dabd8c4754eb tempest-VolumesNegativeTest-716719046 tempest-VolumesNegativeTest-716719046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127086'] for port (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:10.936508 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e0f6f825-b802-44dc-bfa8-a5e2c00e5875 req-139a6849-1f6b-4684-8152-dabd8c4754eb tempest-VolumesNegativeTest-716719046 tempest-VolumesNegativeTest-716719046-project] 10.222.0.55 "DELETE /v2.0/ports/6c368f11-347b-44ff-a769-33a4d24c7ee4 HTTP/1.1" status: 204 len: 173 time: 0.7014933 May 04 19:03:10.945789 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a5e5132-3254-4a72-82a3-2b9bea5b6a36', 'name': 'network-vif-deleted', 'tag': '6c368f11-347b-44ff-a769-33a4d24c7ee4'}] {{(pid=103280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 19:03:10.953428 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d17ed66b9d9b08214cd1b2d258b378c61736cd464b468dfe37a5b26948fd6e52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0df3aed7-f027-4be7-8a82-dcb263a7af24" -d '{"events": [{"server_uuid": "8a5e5132-3254-4a72-82a3-2b9bea5b6a36", "name": "network-vif-deleted", "tag": "6c368f11-347b-44ff-a769-33a4d24c7ee4"}]}' {{(pid=103280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 19:03:11.102885 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 19:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69ae2b4f-74d2-4e2e-a5f1-596318520de0 x-openstack-request-id: req-69ae2b4f-74d2-4e2e-a5f1-596318520de0 {{(pid=103280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 19:03:11.102885 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a5e5132-3254-4a72-82a3-2b9bea5b6a36", "name": "network-vif-deleted", "tag": "6c368f11-347b-44ff-a769-33a4d24c7ee4", "status": "completed", "code": 200}]} {{(pid=103280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 19:03:11.102885 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-69ae2b4f-74d2-4e2e-a5f1-596318520de0 {{(pid=103280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 19:03:11.102885 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69ae2b4f-74d2-4e2e-a5f1-596318520de0'] response: {'server_uuid': '8a5e5132-3254-4a72-82a3-2b9bea5b6a36', 'name': 'network-vif-deleted', 'tag': '6c368f11-347b-44ff-a769-33a4d24c7ee4', 'status': 'completed', 'code': 200} May 04 19:03:11.110999 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Device 4f6fab10-5395-4aab-8128-8fae2014f574 no longer exists at agent ovs-agent-dv-cinder-840525-1-iscsi {{(pid=103281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 19:03:11.129509 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad06178-3bdd-4107-a62e-a4171ce7ff8d req-a664f09b-bdb9-46ce-af1b-0436e1c50bc6 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:03:11.132666 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-bad06178-3bdd-4107-a62e-a4171ce7ff8d req-a664f09b-bdb9-46ce-af1b-0436e1c50bc6 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/ports?device_id=e10490c1-4c5e-46ee-bcc0-0bcea6e1f6e4 HTTP/1.1" status: 200 len: 943 time: 0.2231092 May 04 19:03:11.180412 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] No Port match for: 4f6fab10-5395-4aab-8128-8fae2014f574 {{(pid=103281) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 19:03:11.181314 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Device 4f6fab10-5395-4aab-8128-8fae2014f574 not bound to the agent host dv-cinder-840525-1-iscsi {{(pid=103281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 19:03:11.181900 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Device 5b49b12b-724c-4025-8612-48d524951b01 no longer exists at agent ovs-agent-dv-cinder-840525-1-iscsi {{(pid=103281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 19:03:11.227196 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] No Port match for: 5b49b12b-724c-4025-8612-48d524951b01 {{(pid=103281) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 19:03:11.227814 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Device 5b49b12b-724c-4025-8612-48d524951b01 not bound to the agent host dv-cinder-840525-1-iscsi {{(pid=103281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 19:03:11.228450 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Device 93cb56f8-8b0e-4ea1-b5c4-120dc35ae0d6 no longer exists at agent ovs-agent-dv-cinder-840525-1-iscsi {{(pid=103281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 19:03:11.270785 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-bad06178-3bdd-4107-a62e-a4171ce7ff8d req-28504a80-585f-4434-b378-de20c0a4d6b9 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/security-groups?id=5143d7ac-a22e-43a4-aecc-9125fab2207d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1298623 May 04 19:03:11.295951 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] No Port match for: 93cb56f8-8b0e-4ea1-b5c4-120dc35ae0d6 {{(pid=103281) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 19:03:11.296634 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Device 93cb56f8-8b0e-4ea1-b5c4-120dc35ae0d6 not bound to the agent host dv-cinder-840525-1-iscsi {{(pid=103281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 19:03:11.404035 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-42a841b4-6c54-4a21-bf0c-a1ec4074e33c req-f216b56b-c648-4e00-a13d-2561546e9ae6 tempest-VolumesNegativeTest-716719046 tempest-VolumesNegativeTest-716719046-project] 10.222.0.35 "GET /v2.0/ports?device_id=8a5e5132-3254-4a72-82a3-2b9bea5b6a36 HTTP/1.1" status: 200 len: 210 time: 0.0406351 May 04 19:03:12.462843 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761967e1-beb7-4b1b-a1db-252deb27d367 req-8b2c4bc0-46d4-41f9-9193-ed06df99589b tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:03:12.465715 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-761967e1-beb7-4b1b-a1db-252deb27d367 req-8b2c4bc0-46d4-41f9-9193-ed06df99589b tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/ports?device_id=e10490c1-4c5e-46ee-bcc0-0bcea6e1f6e4 HTTP/1.1" status: 200 len: 943 time: 0.0877786 May 04 19:03:12.590054 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-761967e1-beb7-4b1b-a1db-252deb27d367 req-dc6999bc-4c7b-4058-bf6d-74ec61708bfb tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/security-groups?id=5143d7ac-a22e-43a4-aecc-9125fab2207d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018806 May 04 19:03:12.617571 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-8279a6a1-5de5-4e5e-bf5c-e53a23a0f9b2 req-9ae0c826-a213-43a4-91ec-8b5ea31abc26 tempest-VolumesNegativeTest-716719046 tempest-VolumesNegativeTest-716719046-project] 10.222.0.35 "GET /v2.0/ports?device_id=8a5e5132-3254-4a72-82a3-2b9bea5b6a36 HTTP/1.1" status: 200 len: 210 time: 0.0658262 May 04 19:03:13.396518 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 54532) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:03:13.568089 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-4a22e58e-2e97-4160-b7ac-b81e82f5049e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:13.671239 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-4a22e58e-2e97-4160-b7ac-b81e82f5049e admin admin] Publish callbacks [] for security_group (4cb49e78-eaa2-45bf-9f70-ad6d5eebed0e), precommit_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:13.682442 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-4a22e58e-2e97-4160-b7ac-b81e82f5049e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (4cb49e78-eaa2-45bf-9f70-ad6d5eebed0e), after_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:13.743737 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f9afea-80a7-43d3-9b15-4ccacc9e8ee9 req-d490f7e5-eb73-4f90-bb08-7326a0e432ca tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:03:13.752652 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-f8f9afea-80a7-43d3-9b15-4ccacc9e8ee9 req-d490f7e5-eb73-4f90-bb08-7326a0e432ca tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/ports?device_id=e10490c1-4c5e-46ee-bcc0-0bcea6e1f6e4 HTTP/1.1" status: 200 len: 943 time: 0.0735588 May 04 19:03:13.777733 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 54544) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:03:13.777973 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-4a22e58e-2e97-4160-b7ac-b81e82f5049e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=72b34b44e5264a48bd10d6e3d209708d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3800790 May 04 19:03:13.800947 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-a1c48179-094d-4d18-bc0e-fa7ee088085a req-426829c3-fa7c-4e22-a2cf-009e6956dc57 tempest-VolumesNegativeTest-716719046 tempest-VolumesNegativeTest-716719046-project] 10.222.0.35 "GET /v2.0/ports?device_id=8a5e5132-3254-4a72-82a3-2b9bea5b6a36 HTTP/1.1" status: 200 len: 210 time: 0.0508375 May 04 19:03:13.801694 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a22e58e-2e97-4160-b7ac-b81e82f5049e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cb49e78-eaa2-45bf-9f70-ad6d5eebed0e,revision_number=1']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:03:13.860456 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-f8f9afea-80a7-43d3-9b15-4ccacc9e8ee9 req-cd995699-1801-465f-9af7-ce172ef051ff tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/security-groups?id=5143d7ac-a22e-43a4-aecc-9125fab2207d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067457 May 04 19:03:13.882100 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-ee7ebd66-4445-4d8d-9435-11ad2cbf37df admin admin] Publish callbacks [] for security_group (4cb49e78-eaa2-45bf-9f70-ad6d5eebed0e), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:13.911724 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-ee7ebd66-4445-4d8d-9435-11ad2cbf37df admin admin] Publish callbacks [] for security_group (4cb49e78-eaa2-45bf-9f70-ad6d5eebed0e), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:13.972131 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-ee7ebd66-4445-4d8d-9435-11ad2cbf37df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (4cb49e78-eaa2-45bf-9f70-ad6d5eebed0e), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:13.975182 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-ee7ebd66-4445-4d8d-9435-11ad2cbf37df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:13.979129 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-ee7ebd66-4445-4d8d-9435-11ad2cbf37df admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4cb49e78-eaa2-45bf-9f70-ad6d5eebed0e HTTP/1.1" status: 204 len: 168 time: 0.1971478 May 04 19:03:13.985528 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7ebd66-4445-4d8d-9435-11ad2cbf37df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cb49e78-eaa2-45bf-9f70-ad6d5eebed0e,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:03:14.084334 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Device 6c368f11-347b-44ff-a769-33a4d24c7ee4 no longer exists at agent hyperv_hv-cinder-84052 {{(pid=103281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 19:03:14.109094 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] No Port match for: 6c368f11-347b-44ff-a769-33a4d24c7ee4 {{(pid=103281) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 19:03:14.109471 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Device 6c368f11-347b-44ff-a769-33a4d24c7ee4 not bound to the agent host hv-cinder-84052 {{(pid=103281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 19:03:14.298999 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 54550) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:03:14.313501 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-b7bb9207-3fc3-4bb8-a6a6-01ce4456da44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:14.402666 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-b7bb9207-3fc3-4bb8-a6a6-01ce4456da44 admin admin] Publish callbacks [] for security_group (d1f944cb-9ce7-4b60-a3e5-3c5ad3c9ed17), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:14.407996 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-b7bb9207-3fc3-4bb8-a6a6-01ce4456da44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (d1f944cb-9ce7-4b60-a3e5-3c5ad3c9ed17), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:14.446312 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bb9207-3fc3-4bb8-a6a6-01ce4456da44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1f944cb-9ce7-4b60-a3e5-3c5ad3c9ed17,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:03:14.451290 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-b7bb9207-3fc3-4bb8-a6a6-01ce4456da44 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=99ef6c8f86824f0da3478b7088358575&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1510372 May 04 19:03:14.454028 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 54552) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:03:14.506951 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-23a77ed0-ac4a-43bc-bd57-83c4c1aff2e8 admin admin] Publish callbacks [] for security_group (d1f944cb-9ce7-4b60-a3e5-3c5ad3c9ed17), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:14.530189 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-23a77ed0-ac4a-43bc-bd57-83c4c1aff2e8 admin admin] Publish callbacks [] for security_group (d1f944cb-9ce7-4b60-a3e5-3c5ad3c9ed17), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:14.583706 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-23a77ed0-ac4a-43bc-bd57-83c4c1aff2e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (d1f944cb-9ce7-4b60-a3e5-3c5ad3c9ed17), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:14.586626 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-23a77ed0-ac4a-43bc-bd57-83c4c1aff2e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:14.590637 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-23a77ed0-ac4a-43bc-bd57-83c4c1aff2e8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d1f944cb-9ce7-4b60-a3e5-3c5ad3c9ed17 HTTP/1.1" status: 204 len: 168 time: 0.1328540 May 04 19:03:14.598080 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a77ed0-ac4a-43bc-bd57-83c4c1aff2e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1f944cb-9ce7-4b60-a3e5-3c5ad3c9ed17,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:03:14.987252 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-8793736f-49fe-45ec-a400-72e5586d9b15 req-a374b8a3-19d0-4d40-9665-6df795407980 tempest-VolumesNegativeTest-716719046 tempest-VolumesNegativeTest-716719046-project] 10.222.0.35 "GET /v2.0/ports?device_id=8a5e5132-3254-4a72-82a3-2b9bea5b6a36 HTTP/1.1" status: 200 len: 210 time: 0.0445831 May 04 19:03:15.061164 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b72ed0-7d61-4239-86d4-3620518fc10a req-d333e9d2-a630-4822-abdb-5e9433bfc75e tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:03:15.062750 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-58b72ed0-7d61-4239-86d4-3620518fc10a req-d333e9d2-a630-4822-abdb-5e9433bfc75e tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/ports?device_id=e10490c1-4c5e-46ee-bcc0-0bcea6e1f6e4 HTTP/1.1" status: 200 len: 943 time: 0.0599999 May 04 19:03:15.146147 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-58b72ed0-7d61-4239-86d4-3620518fc10a req-d78176d7-54fe-4ad7-b180-bdd1e528e131 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/security-groups?id=5143d7ac-a22e-43a4-aecc-9125fab2207d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742488 May 04 19:03:16.127388 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-f3ef46fd-9697-4f7e-bac3-991d0a741335 req-1a116f56-55c0-4d80-b532-8992c805e278 tempest-VolumesNegativeTest-716719046 tempest-VolumesNegativeTest-716719046-project] 10.222.0.35 "GET /v2.0/ports?device_id=8a5e5132-3254-4a72-82a3-2b9bea5b6a36 HTTP/1.1" status: 200 len: 210 time: 0.0367186 May 04 19:03:16.297998 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fba716c-44e4-4c9d-b379-4021c1645927 req-89942b05-ff6a-499c-aeb1-a2737a6dd52a tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:03:16.299656 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-0fba716c-44e4-4c9d-b379-4021c1645927 req-89942b05-ff6a-499c-aeb1-a2737a6dd52a tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/ports?device_id=e10490c1-4c5e-46ee-bcc0-0bcea6e1f6e4 HTTP/1.1" status: 200 len: 943 time: 0.0603461 May 04 19:03:16.368795 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-0fba716c-44e4-4c9d-b379-4021c1645927 req-b9a050ba-66d9-441c-8ea8-c305da1c0811 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/security-groups?id=5143d7ac-a22e-43a4-aecc-9125fab2207d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615759 May 04 19:03:16.461609 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.agents_db [None req-bd7ab176-2eba-4334-8b69-697435aa36c2 None None] Agent healthcheck: found 6 active agents {{(pid=103282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 19:03:17.245987 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-3bce0673-d148-4160-98a4-9a158cfcbf6d req-04e21c0b-f99a-4ace-a913-a09f99b622af tempest-VolumesNegativeTest-716719046 tempest-VolumesNegativeTest-716719046-project] 10.222.0.35 "GET /v2.0/ports?device_id=8a5e5132-3254-4a72-82a3-2b9bea5b6a36 HTTP/1.1" status: 200 len: 210 time: 0.0361328 May 04 19:03:17.520370 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26479e9a-06f5-479f-a265-705c15db8a6d req-8af2cbbe-bf64-4162-a339-b72c6a74a8e2 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:03:17.522034 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-26479e9a-06f5-479f-a265-705c15db8a6d req-8af2cbbe-bf64-4162-a339-b72c6a74a8e2 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/ports?device_id=e10490c1-4c5e-46ee-bcc0-0bcea6e1f6e4 HTTP/1.1" status: 200 len: 943 time: 0.0724132 May 04 19:03:17.577930 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-26479e9a-06f5-479f-a265-705c15db8a6d req-f5b90a34-3bf8-45dd-89f5-9a193e103fa0 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/security-groups?id=5143d7ac-a22e-43a4-aecc-9125fab2207d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500543 May 04 19:03:17.628477 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 54644) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:03:17.733610 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-90b968d4-ba20-4294-b1b5-3385e5e1350a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:17.835037 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-90b968d4-ba20-4294-b1b5-3385e5e1350a admin admin] Publish callbacks [] for security_group (5e321768-f4c5-4ab5-98c6-924b2c5eea74), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:17.839696 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-90b968d4-ba20-4294-b1b5-3385e5e1350a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (5e321768-f4c5-4ab5-98c6-924b2c5eea74), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:17.881481 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-90b968d4-ba20-4294-b1b5-3385e5e1350a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c9502a2adbf248f8a933f8c0e97334de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2495413 May 04 19:03:17.881481 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b968d4-ba20-4294-b1b5-3385e5e1350a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e321768-f4c5-4ab5-98c6-924b2c5eea74,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:03:17.884409 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 54648) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:03:17.946136 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-f8d92493-ee09-4ab6-a468-ef71f92219fd admin admin] Publish callbacks [] for security_group (5e321768-f4c5-4ab5-98c6-924b2c5eea74), before_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:17.966876 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-f8d92493-ee09-4ab6-a468-ef71f92219fd admin admin] Publish callbacks [] for security_group (5e321768-f4c5-4ab5-98c6-924b2c5eea74), precommit_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:18.017138 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-f8d92493-ee09-4ab6-a468-ef71f92219fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (5e321768-f4c5-4ab5-98c6-924b2c5eea74), after_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:18.020450 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-f8d92493-ee09-4ab6-a468-ef71f92219fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:18.024577 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-f8d92493-ee09-4ab6-a468-ef71f92219fd admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5e321768-f4c5-4ab5-98c6-924b2c5eea74 HTTP/1.1" status: 204 len: 168 time: 0.1371744 May 04 19:03:18.033587 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d92493-ee09-4ab6-a468-ef71f92219fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e321768-f4c5-4ab5-98c6-924b2c5eea74,revision_number=None']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:03:18.316980 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 54660) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:03:18.331271 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5cf7fd67-8066-4a3e-a775-e7a74ec9c944 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:18.401268 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-bd8bfbbe-21bc-4adc-9eb1-900586201b42 req-afbf1ba7-fc1d-478e-a614-2ad30ac1028c tempest-VolumesNegativeTest-716719046 tempest-VolumesNegativeTest-716719046-project] 10.222.0.35 "GET /v2.0/ports?device_id=8a5e5132-3254-4a72-82a3-2b9bea5b6a36 HTTP/1.1" status: 200 len: 210 time: 0.0455108 May 04 19:03:18.457336 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5cf7fd67-8066-4a3e-a775-e7a74ec9c944 admin admin] Publish callbacks [] for security_group (3fa64a4e-cd27-4b99-9a24-73ef4bc33280), precommit_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:18.461781 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-5cf7fd67-8066-4a3e-a775-e7a74ec9c944 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (3fa64a4e-cd27-4b99-9a24-73ef4bc33280), after_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:18.511956 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf7fd67-8066-4a3e-a775-e7a74ec9c944 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fa64a4e-cd27-4b99-9a24-73ef4bc33280,revision_number=1']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:03:18.522804 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-5cf7fd67-8066-4a3e-a775-e7a74ec9c944 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=edab66b6934a4a27ae191043bdd05c41&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2045527 May 04 19:03:18.525749 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 54662) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:03:18.582059 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-6f01f6f1-7776-42b5-880d-e21b2f104479 admin admin] Publish callbacks [] for security_group (3fa64a4e-cd27-4b99-9a24-73ef4bc33280), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:18.604869 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-6f01f6f1-7776-42b5-880d-e21b2f104479 admin admin] Publish callbacks [] for security_group (3fa64a4e-cd27-4b99-9a24-73ef4bc33280), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:18.695105 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-6f01f6f1-7776-42b5-880d-e21b2f104479 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (3fa64a4e-cd27-4b99-9a24-73ef4bc33280), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:18.698192 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-6f01f6f1-7776-42b5-880d-e21b2f104479 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:18.699376 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-6f01f6f1-7776-42b5-880d-e21b2f104479 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3fa64a4e-cd27-4b99-9a24-73ef4bc33280 HTTP/1.1" status: 204 len: 168 time: 0.1726398 May 04 19:03:18.711858 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b83d30-294f-490d-a046-a6feee31a5dc req-5fa04aba-ce27-4283-b58f-e0af9a279cf6 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:03:18.713330 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d3b83d30-294f-490d-a046-a6feee31a5dc req-5fa04aba-ce27-4283-b58f-e0af9a279cf6 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/ports?device_id=e10490c1-4c5e-46ee-bcc0-0bcea6e1f6e4 HTTP/1.1" status: 200 len: 943 time: 0.0594990 May 04 19:03:18.718637 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f01f6f1-7776-42b5-880d-e21b2f104479 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fa64a4e-cd27-4b99-9a24-73ef4bc33280,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:03:18.770785 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d3b83d30-294f-490d-a046-a6feee31a5dc req-1cea4535-7b5f-4ff3-afea-5f0c4481f567 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/security-groups?id=5143d7ac-a22e-43a4-aecc-9125fab2207d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498977 May 04 19:03:19.521007 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-242f46ae-2cd1-4007-bc74-0ba1cfd85d9d req-1c4c09d6-1371-4ad0-bd99-3a65a42492a1 tempest-VolumesNegativeTest-716719046 tempest-VolumesNegativeTest-716719046-project] 10.222.0.35 "GET /v2.0/ports?device_id=8a5e5132-3254-4a72-82a3-2b9bea5b6a36 HTTP/1.1" status: 200 len: 210 time: 0.0287116 May 04 19:03:19.891673 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147d1dac-f0dd-4697-b710-a0393003a876 req-ed8ebedd-5da5-4e93-af88-9206852d7fc7 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:03:19.893251 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-147d1dac-f0dd-4697-b710-a0393003a876 req-ed8ebedd-5da5-4e93-af88-9206852d7fc7 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/ports?device_id=e10490c1-4c5e-46ee-bcc0-0bcea6e1f6e4 HTTP/1.1" status: 200 len: 943 time: 0.0484753 May 04 19:03:19.939496 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-147d1dac-f0dd-4697-b710-a0393003a876 req-dfa046fe-044c-4366-b8e0-cc19af5830ae tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/security-groups?id=5143d7ac-a22e-43a4-aecc-9125fab2207d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404210 May 04 19:03:21.060073 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7784ff45-7349-449b-a35a-8f8ffb5a3aaf req-66e9cb98-0620-49cc-8da3-3f64ef5bb7b7 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:03:21.061595 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-7784ff45-7349-449b-a35a-8f8ffb5a3aaf req-66e9cb98-0620-49cc-8da3-3f64ef5bb7b7 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/ports?device_id=e10490c1-4c5e-46ee-bcc0-0bcea6e1f6e4 HTTP/1.1" status: 200 len: 943 time: 0.0497987 May 04 19:03:21.109269 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-7784ff45-7349-449b-a35a-8f8ffb5a3aaf req-c3ba8334-e1fc-4089-807d-a915a4bb5813 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/security-groups?id=5143d7ac-a22e-43a4-aecc-9125fab2207d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419145 May 04 19:03:22.059350 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 54904) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:03:22.113827 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Device 7d2964dd-ad61-4332-bedf-ecb1e435f315 details requested by agent hyperv_hv-cinder-84052 with host hv-cinder-84052 {{(pid=103281) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 19:03:22.186818 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-3c2cbd01-0882-4478-90dc-ba19f693599f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:22.217456 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] For port 7d2964dd-ad61-4332-bedf-ecb1e435f315, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=7d2964dd-ad61-4332-bedf-ecb1e435f315,segment=NetworkSegment(6c24c5b4-e5c1-485f-89e1-6bad0f69b4e6),segment_id=6c24c5b4-e5c1-485f-89e1-6bad0f69b4e6)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:03:22.229368 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Returning: {'device': '7d2964dd-ad61-4332-bedf-ecb1e435f315', 'network_id': 'b1cedcbc-cdac-422b-b37d-00881e094afa', 'port_id': '7d2964dd-ad61-4332-bedf-ecb1e435f315', 'mac_address': 'fa:16:3e:a1:13:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 265, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eeef2f41-46cc-4bf5-995a-936e9476bce2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103281) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 19:03:22.273124 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Current status of the port 7d2964dd-ad61-4332-bedf-ecb1e435f315 is: DOWN; New status is: BUILD {{(pid=103281) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:03:22.273538 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (7d2964dd-ad61-4332-bedf-ecb1e435f315), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:22.278117 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093ad31c-0128-4408-9388-723d2b99995f req-1aae5c55-e0cb-4ab9-89e2-567db7e0f969 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:03:22.279885 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-093ad31c-0128-4408-9388-723d2b99995f req-1aae5c55-e0cb-4ab9-89e2-567db7e0f969 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/ports?device_id=e10490c1-4c5e-46ee-bcc0-0bcea6e1f6e4 HTTP/1.1" status: 200 len: 943 time: 0.0803216 May 04 19:03:22.288058 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.notifiers.nova [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d2964dd-ad61-4332-bedf-ecb1e435f315 {{(pid=103281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 19:03:22.312698 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] For port 7d2964dd-ad61-4332-bedf-ecb1e435f315, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=7d2964dd-ad61-4332-bedf-ecb1e435f315,segment=NetworkSegment(6c24c5b4-e5c1-485f-89e1-6bad0f69b4e6),segment_id=6c24c5b4-e5c1-485f-89e1-6bad0f69b4e6)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:03:22.318513 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136'] for port (7d2964dd-ad61-4332-bedf-ecb1e435f315), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:22.342375 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-3c2cbd01-0882-4478-90dc-ba19f693599f admin admin] Publish callbacks [] for security_group (222a9e19-3fc2-4183-92e0-caddeb64a104), precommit_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:22.351612 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-3c2cbd01-0882-4478-90dc-ba19f693599f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (222a9e19-3fc2-4183-92e0-caddeb64a104), after_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:22.368735 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Pushing event updated for resources: {'Port': ['ID=7d2964dd-ad61-4332-bedf-ecb1e435f315,revision_number=9']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:03:22.377452 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-093ad31c-0128-4408-9388-723d2b99995f req-23faf323-93c4-45ab-852d-03be665cda48 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/security-groups?id=5143d7ac-a22e-43a4-aecc-9125fab2207d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893371 May 04 19:03:22.400569 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2cbd01-0882-4478-90dc-ba19f693599f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=222a9e19-3fc2-4183-92e0-caddeb64a104,revision_number=1']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:03:22.410394 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-3c2cbd01-0882-4478-90dc-ba19f693599f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3387c7080b8f4414b6eadf0857b64888&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3495321 May 04 19:03:22.410721 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 54930) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:03:22.462702 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-0889a3cd-979a-4613-9a72-aa44f5e9e889 admin admin] Publish callbacks [] for security_group (222a9e19-3fc2-4183-92e0-caddeb64a104), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:22.485258 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-0889a3cd-979a-4613-9a72-aa44f5e9e889 admin admin] Publish callbacks [] for security_group (222a9e19-3fc2-4183-92e0-caddeb64a104), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:22.520170 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] get_ports_and_sgs() called for port_ids ['7d2964dd-ad61-4332-bedf-ecb1e435f315'] {{(pid=103281) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 19:03:22.541392 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-0889a3cd-979a-4613-9a72-aa44f5e9e889 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (222a9e19-3fc2-4183-92e0-caddeb64a104), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:22.549493 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-0889a3cd-979a-4613-9a72-aa44f5e9e889 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:22.557538 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-0889a3cd-979a-4613-9a72-aa44f5e9e889 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/222a9e19-3fc2-4183-92e0-caddeb64a104 HTTP/1.1" status: 204 len: 168 time: 0.1389749 May 04 19:03:22.560181 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0889a3cd-979a-4613-9a72-aa44f5e9e889 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=222a9e19-3fc2-4183-92e0-caddeb64a104,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:03:22.872612 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 54970) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:03:22.885965 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-eae06fd8-c2c7-41ab-b715-a559eaa33f37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:22.992011 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-eae06fd8-c2c7-41ab-b715-a559eaa33f37 admin admin] Publish callbacks [] for security_group (44f824f6-2e4f-4371-99cc-c965e2126219), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:22.997245 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-eae06fd8-c2c7-41ab-b715-a559eaa33f37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (44f824f6-2e4f-4371-99cc-c965e2126219), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:23.036883 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-eae06fd8-c2c7-41ab-b715-a559eaa33f37 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c4eb334181fa4ae29fbf8e535731fd5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1631656 May 04 19:03:23.039463 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 54986) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:03:23.047336 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae06fd8-c2c7-41ab-b715-a559eaa33f37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44f824f6-2e4f-4371-99cc-c965e2126219,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:03:23.094026 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-30b380a8-1388-42c2-b62f-f8081c6bac99 admin admin] Publish callbacks [] for security_group (44f824f6-2e4f-4371-99cc-c965e2126219), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:23.121393 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-30b380a8-1388-42c2-b62f-f8081c6bac99 admin admin] Publish callbacks [] for security_group (44f824f6-2e4f-4371-99cc-c965e2126219), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:23.180093 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-30b380a8-1388-42c2-b62f-f8081c6bac99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (44f824f6-2e4f-4371-99cc-c965e2126219), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:23.183354 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-30b380a8-1388-42c2-b62f-f8081c6bac99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:23.187328 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-30b380a8-1388-42c2-b62f-f8081c6bac99 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/44f824f6-2e4f-4371-99cc-c965e2126219 HTTP/1.1" status: 204 len: 168 time: 0.1441576 May 04 19:03:23.193991 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b380a8-1388-42c2-b62f-f8081c6bac99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44f824f6-2e4f-4371-99cc-c965e2126219,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:03:23.530552 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d63645-1719-4e6c-bed2-4154189f6322 req-8b02be94-2d15-4c1b-ab31-cf39e7303d80 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:03:23.533010 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-33d63645-1719-4e6c-bed2-4154189f6322 req-8b02be94-2d15-4c1b-ab31-cf39e7303d80 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/ports?device_id=e10490c1-4c5e-46ee-bcc0-0bcea6e1f6e4 HTTP/1.1" status: 200 len: 944 time: 0.0708735 May 04 19:03:23.588903 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-33d63645-1719-4e6c-bed2-4154189f6322 req-3a4fe597-0ff3-4f3f-8a00-25fabf4347e0 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/security-groups?id=5143d7ac-a22e-43a4-aecc-9125fab2207d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502133 May 04 19:03:24.113882 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Device 7d2964dd-ad61-4332-bedf-ecb1e435f315 up at agent hyperv_hv-cinder-84052 {{(pid=103281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 19:03:24.159754 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Provisioning complete for port 7d2964dd-ad61-4332-bedf-ecb1e435f315 triggered by entity L2. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:03:24.160124 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1774450'] for port (7d2964dd-ad61-4332-bedf-ecb1e435f315), provisioning_complete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:24.238317 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Current status of the port 7d2964dd-ad61-4332-bedf-ecb1e435f315 is: BUILD; New status is: ACTIVE {{(pid=103281) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:03:24.238708 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (7d2964dd-ad61-4332-bedf-ecb1e435f315), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:24.265441 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e10490c1-4c5e-46ee-bcc0-0bcea6e1f6e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d2964dd-ad61-4332-bedf-ecb1e435f315'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 19:03:24.267670 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29bc9e8fddf1e81845832baf79700cdfe783df1752dea94dce4e4e68657cb9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d41f1cf-4ce4-44a0-8425-9250ac530d9b" -d '{"events": [{"server_uuid": "e10490c1-4c5e-46ee-bcc0-0bcea6e1f6e4", "name": "network-vif-plugged", "status": "completed", "tag": "7d2964dd-ad61-4332-bedf-ecb1e435f315"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 19:03:24.282136 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] For port 7d2964dd-ad61-4332-bedf-ecb1e435f315, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=7d2964dd-ad61-4332-bedf-ecb1e435f315,segment=NetworkSegment(6c24c5b4-e5c1-485f-89e1-6bad0f69b4e6),segment_id=6c24c5b4-e5c1-485f-89e1-6bad0f69b4e6)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:03:24.287374 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136'] for port (7d2964dd-ad61-4332-bedf-ecb1e435f315), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:24.311374 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 19:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f28db527-1021-4abd-90d9-166759dfeb58 x-openstack-request-id: req-f28db527-1021-4abd-90d9-166759dfeb58 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 19:03:24.311683 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e10490c1-4c5e-46ee-bcc0-0bcea6e1f6e4", "name": "network-vif-plugged", "status": "completed", "tag": "7d2964dd-ad61-4332-bedf-ecb1e435f315", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 19:03:24.311936 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f28db527-1021-4abd-90d9-166759dfeb58 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 19:03:24.312321 dv-cinder-840525-1-iscsi neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f28db527-1021-4abd-90d9-166759dfeb58'] response: {'server_uuid': 'e10490c1-4c5e-46ee-bcc0-0bcea6e1f6e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d2964dd-ad61-4332-bedf-ecb1e435f315', 'code': 200} May 04 19:03:24.338539 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Pushing event updated for resources: {'Port': ['ID=7d2964dd-ad61-4332-bedf-ecb1e435f315,revision_number=10']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:03:24.488376 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ec08f2-b958-4b65-b8ac-d6e58e38b8b1 req-30f05426-9522-48ef-b92d-7f476e61317e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:03:24.489969 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-b9ec08f2-b958-4b65-b8ac-d6e58e38b8b1 req-30f05426-9522-48ef-b92d-7f476e61317e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e10490c1-4c5e-46ee-bcc0-0bcea6e1f6e4 HTTP/1.1" status: 200 len: 1130 time: 0.0380325 May 04 19:03:24.500329 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 55088) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:03:24.533936 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-b9ec08f2-b958-4b65-b8ac-d6e58e38b8b1 req-15038329-b5d9-4451-bac8-5e9fca806333 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=5143d7ac-a22e-43a4-aecc-9125fab2207d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383596 May 04 19:03:24.603630 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-47be82f6-8c47-4a0c-9e01-7f2ad7342596 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:24.684226 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-47be82f6-8c47-4a0c-9e01-7f2ad7342596 admin admin] Publish callbacks [] for security_group (aca021dd-a986-472f-8496-e2861f88f745), precommit_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:24.690353 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-47be82f6-8c47-4a0c-9e01-7f2ad7342596 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (aca021dd-a986-472f-8496-e2861f88f745), after_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:24.711620 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92851444-c11e-427d-a997-aec144c9d11e req-39842f83-5e4e-40c2-a021-a4488ce834b9 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:03:24.713451 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-92851444-c11e-427d-a997-aec144c9d11e req-39842f83-5e4e-40c2-a021-a4488ce834b9 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/ports?device_id=e10490c1-4c5e-46ee-bcc0-0bcea6e1f6e4 HTTP/1.1" status: 200 len: 946 time: 0.0481453 May 04 19:03:24.730874 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-47be82f6-8c47-4a0c-9e01-7f2ad7342596 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f70b937a2d4d42088d536cf8d0ed4639&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2294292 May 04 19:03:24.731439 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 55100) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:03:24.748384 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47be82f6-8c47-4a0c-9e01-7f2ad7342596 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aca021dd-a986-472f-8496-e2861f88f745,revision_number=1']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:03:24.765166 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-92851444-c11e-427d-a997-aec144c9d11e req-8830c1c9-8e6f-4dfd-ab10-9007b039cf7a tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/security-groups?id=5143d7ac-a22e-43a4-aecc-9125fab2207d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442288 May 04 19:03:24.783573 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-3f7bc0f2-c51b-4d2d-b8e7-10b67756e1c3 admin admin] Publish callbacks [] for security_group (aca021dd-a986-472f-8496-e2861f88f745), before_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:24.787306 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 55102) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:03:24.815195 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-3f7bc0f2-c51b-4d2d-b8e7-10b67756e1c3 admin admin] Publish callbacks [] for security_group (aca021dd-a986-472f-8496-e2861f88f745), precommit_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:24.864746 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-3f7bc0f2-c51b-4d2d-b8e7-10b67756e1c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (aca021dd-a986-472f-8496-e2861f88f745), after_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:24.867962 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-3f7bc0f2-c51b-4d2d-b8e7-10b67756e1c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:24.869113 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-3f7bc0f2-c51b-4d2d-b8e7-10b67756e1c3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/aca021dd-a986-472f-8496-e2861f88f745 HTTP/1.1" status: 204 len: 168 time: 0.1365495 May 04 19:03:24.877760 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7bc0f2-c51b-4d2d-b8e7-10b67756e1c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aca021dd-a986-472f-8496-e2861f88f745,revision_number=None']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:03:24.931381 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 55110) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:03:24.937453 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-d1f00253-d79d-4084-971b-07b7725d3714 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1de3018f59464b10acbc27fcea3956d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1429262 May 04 19:03:24.985060 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-f20de9e6-35f5-4801-93cf-0228476eab22 admin admin] Publish callbacks [] for security_group (9e66ead1-edce-418d-9891-85bdb1f4a309), before_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:25.012176 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-f20de9e6-35f5-4801-93cf-0228476eab22 admin admin] Publish callbacks [] for security_group (9e66ead1-edce-418d-9891-85bdb1f4a309), precommit_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:25.062945 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-f20de9e6-35f5-4801-93cf-0228476eab22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (9e66ead1-edce-418d-9891-85bdb1f4a309), after_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:25.066502 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-f20de9e6-35f5-4801-93cf-0228476eab22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:25.067654 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-f20de9e6-35f5-4801-93cf-0228476eab22 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9e66ead1-edce-418d-9891-85bdb1f4a309 HTTP/1.1" status: 204 len: 168 time: 0.1349757 May 04 19:03:25.078794 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20de9e6-35f5-4801-93cf-0228476eab22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e66ead1-edce-418d-9891-85bdb1f4a309,revision_number=None']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:03:25.322243 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 55132) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:03:25.464940 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (bff7e656-358d-4e40-a36a-3f10fe33ffdf), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:25.547161 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-2603f9e1-4ff6-4f53-9c8c-c35083226b26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:25.629876 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-2603f9e1-4ff6-4f53-9c8c-c35083226b26 admin admin] Publish callbacks [] for security_group (d3e3a415-a193-4a3e-aee2-1396f26645b2), precommit_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:25.634781 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-2603f9e1-4ff6-4f53-9c8c-c35083226b26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (d3e3a415-a193-4a3e-aee2-1396f26645b2), after_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:25.677359 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-2603f9e1-4ff6-4f53-9c8c-c35083226b26 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d3c42bc978d34202860fda58501a50ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3536701 May 04 19:03:25.678940 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2603f9e1-4ff6-4f53-9c8c-c35083226b26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3e3a415-a193-4a3e-aee2-1396f26645b2,revision_number=1']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:03:25.680103 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 55152) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:03:25.734970 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-8ca8f7f2-717e-43a9-aed7-1ec8db58b7b6 admin admin] Publish callbacks [] for security_group (d3e3a415-a193-4a3e-aee2-1396f26645b2), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:25.757448 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-8ca8f7f2-717e-43a9-aed7-1ec8db58b7b6 admin admin] Publish callbacks [] for security_group (d3e3a415-a193-4a3e-aee2-1396f26645b2), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:25.810099 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-8ca8f7f2-717e-43a9-aed7-1ec8db58b7b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (d3e3a415-a193-4a3e-aee2-1396f26645b2), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:25.813472 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-8ca8f7f2-717e-43a9-aed7-1ec8db58b7b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:25.817865 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-8ca8f7f2-717e-43a9-aed7-1ec8db58b7b6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d3e3a415-a193-4a3e-aee2-1396f26645b2 HTTP/1.1" status: 204 len: 168 time: 0.1365662 May 04 19:03:25.826109 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca8f7f2-717e-43a9-aed7-1ec8db58b7b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3e3a415-a193-4a3e-aee2-1396f26645b2,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:03:25.921508 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fadf76-6aff-47fe-afbc-603232aca643 req-b4b7dffe-7d34-4f3e-915e-4f3b2ad577dd tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:03:25.923106 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-b5fadf76-6aff-47fe-afbc-603232aca643 req-b4b7dffe-7d34-4f3e-915e-4f3b2ad577dd tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/ports?device_id=e10490c1-4c5e-46ee-bcc0-0bcea6e1f6e4 HTTP/1.1" status: 200 len: 946 time: 0.0607712 May 04 19:03:25.978487 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-b5fadf76-6aff-47fe-afbc-603232aca643 req-c1d14f59-c948-4fee-a30e-818f7ad40006 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/security-groups?id=5143d7ac-a22e-43a4-aecc-9125fab2207d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486052 May 04 19:03:26.288013 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 55198) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:03:26.303301 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-dbaf8e33-14fb-474d-8cd5-67c1e9780275 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:26.385968 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-dbaf8e33-14fb-474d-8cd5-67c1e9780275 admin admin] Publish callbacks [] for security_group (6c78d152-1d7c-436f-8815-a101455f812b), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:26.390085 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-dbaf8e33-14fb-474d-8cd5-67c1e9780275 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (6c78d152-1d7c-436f-8815-a101455f812b), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:26.426344 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-dbaf8e33-14fb-474d-8cd5-67c1e9780275 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cedfc79859814bd6a1f9eae3424665e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1370997 May 04 19:03:26.429165 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 55200) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:03:26.430736 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaf8e33-14fb-474d-8cd5-67c1e9780275 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c78d152-1d7c-436f-8815-a101455f812b,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:03:26.479304 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-b5f97a2e-675a-4c79-aaaa-c040a6987d41 admin admin] Publish callbacks [] for security_group (6c78d152-1d7c-436f-8815-a101455f812b), before_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:26.502344 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-b5f97a2e-675a-4c79-aaaa-c040a6987d41 admin admin] Publish callbacks [] for security_group (6c78d152-1d7c-436f-8815-a101455f812b), precommit_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:26.552500 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-b5f97a2e-675a-4c79-aaaa-c040a6987d41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (6c78d152-1d7c-436f-8815-a101455f812b), after_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:26.555112 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-b5f97a2e-675a-4c79-aaaa-c040a6987d41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:26.556263 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-b5f97a2e-675a-4c79-aaaa-c040a6987d41 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6c78d152-1d7c-436f-8815-a101455f812b HTTP/1.1" status: 204 len: 168 time: 0.1260767 May 04 19:03:26.566197 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f97a2e-675a-4c79-aaaa-c040a6987d41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c78d152-1d7c-436f-8815-a101455f812b,revision_number=None']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:03:26.868786 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-79e67d8d-7e60-4685-94b1-484226c3996f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (ae04e5b6-6ccf-46c0-81ba-a3f5b8ae390c), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:27.114290 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d04a5b0-21c5-4c46-9440-b972977f98a6 req-373b2a6a-318b-4e76-aaf7-404d7f44eeb1 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:03:27.116156 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-2d04a5b0-21c5-4c46-9440-b972977f98a6 req-373b2a6a-318b-4e76-aaf7-404d7f44eeb1 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/ports?device_id=e10490c1-4c5e-46ee-bcc0-0bcea6e1f6e4 HTTP/1.1" status: 200 len: 946 time: 0.0533922 May 04 19:03:27.165146 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-2d04a5b0-21c5-4c46-9440-b972977f98a6 req-2da14db0-1e29-429f-a1b3-1b38a77f9526 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/security-groups?id=5143d7ac-a22e-43a4-aecc-9125fab2207d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401795 May 04 19:03:28.743299 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 55282) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:03:28.859022 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-f1159b15-d9a5-4693-ac1e-de3f5643ed87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:28.935953 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-f1159b15-d9a5-4693-ac1e-de3f5643ed87 admin admin] Publish callbacks [] for security_group (5cdab558-4208-45ee-991e-354c2a636a0c), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:28.941271 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-f1159b15-d9a5-4693-ac1e-de3f5643ed87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (5cdab558-4208-45ee-991e-354c2a636a0c), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:28.986092 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-f1159b15-d9a5-4693-ac1e-de3f5643ed87 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=72982ab6df1f4e31bd14b4d4c536fa4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2416768 May 04 19:03:28.986894 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1159b15-d9a5-4693-ac1e-de3f5643ed87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cdab558-4208-45ee-991e-354c2a636a0c,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:03:28.988886 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 55286) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:03:28.998481 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1159b15-d9a5-4693-ac1e-de3f5643ed87 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:03:28.998682 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1159b15-d9a5-4693-ac1e-de3f5643ed87 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:03:28.999070 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1159b15-d9a5-4693-ac1e-de3f5643ed87 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:03:28.999493 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1159b15-d9a5-4693-ac1e-de3f5643ed87 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:03:29.000131 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1159b15-d9a5-4693-ac1e-de3f5643ed87 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:03:29.000700 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1159b15-d9a5-4693-ac1e-de3f5643ed87 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:03:29.001277 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1159b15-d9a5-4693-ac1e-de3f5643ed87 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:03:29.001890 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1159b15-d9a5-4693-ac1e-de3f5643ed87 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:03:29.002265 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1159b15-d9a5-4693-ac1e-de3f5643ed87 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:03:29.002601 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1159b15-d9a5-4693-ac1e-de3f5643ed87 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:03:29.002937 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1159b15-d9a5-4693-ac1e-de3f5643ed87 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:03:29.003268 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1159b15-d9a5-4693-ac1e-de3f5643ed87 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:03:29.003590 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1159b15-d9a5-4693-ac1e-de3f5643ed87 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:03:29.003907 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1159b15-d9a5-4693-ac1e-de3f5643ed87 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:03:29.004227 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1159b15-d9a5-4693-ac1e-de3f5643ed87 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:03:29.041864 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-34f5a90d-6d4f-44b4-aecc-8584b37bd405 admin admin] Publish callbacks [] for security_group (5cdab558-4208-45ee-991e-354c2a636a0c), before_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:29.058744 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-10a712d4-8d6d-4530-9b72-cdd1a0f361c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:29.066609 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-34f5a90d-6d4f-44b4-aecc-8584b37bd405 admin admin] Publish callbacks [] for security_group (5cdab558-4208-45ee-991e-354c2a636a0c), precommit_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:29.112896 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-34f5a90d-6d4f-44b4-aecc-8584b37bd405 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (5cdab558-4208-45ee-991e-354c2a636a0c), after_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:29.115886 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-34f5a90d-6d4f-44b4-aecc-8584b37bd405 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:29.117038 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-34f5a90d-6d4f-44b4-aecc-8584b37bd405 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5cdab558-4208-45ee-991e-354c2a636a0c HTTP/1.1" status: 204 len: 168 time: 0.1271312 May 04 19:03:29.124681 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f5a90d-6d4f-44b4-aecc-8584b37bd405 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cdab558-4208-45ee-991e-354c2a636a0c,revision_number=None']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:03:29.394554 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 55292) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:03:29.412547 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-9e460e06-55ec-4f78-89e4-316e24fd71f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:29.501541 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-9e460e06-55ec-4f78-89e4-316e24fd71f9 admin admin] Publish callbacks [] for security_group (ff5a4212-57f0-4147-92aa-da74f5669c64), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:29.507093 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-9e460e06-55ec-4f78-89e4-316e24fd71f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (ff5a4212-57f0-4147-92aa-da74f5669c64), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:29.554250 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-9e460e06-55ec-4f78-89e4-316e24fd71f9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=50a0d04f87af4594a7af0384f9bd2046&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1579294 May 04 19:03:29.555061 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e460e06-55ec-4f78-89e4-316e24fd71f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff5a4212-57f0-4147-92aa-da74f5669c64,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:03:29.556978 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 55296) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:03:29.604310 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-6a5b70da-4979-410d-bc8c-9d56f1f847a0 admin admin] Publish callbacks [] for security_group (ff5a4212-57f0-4147-92aa-da74f5669c64), before_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:29.624665 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-6a5b70da-4979-410d-bc8c-9d56f1f847a0 admin admin] Publish callbacks [] for security_group (ff5a4212-57f0-4147-92aa-da74f5669c64), precommit_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:29.672155 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-6a5b70da-4979-410d-bc8c-9d56f1f847a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (ff5a4212-57f0-4147-92aa-da74f5669c64), after_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:29.674793 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-6a5b70da-4979-410d-bc8c-9d56f1f847a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:29.675974 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-6a5b70da-4979-410d-bc8c-9d56f1f847a0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ff5a4212-57f0-4147-92aa-da74f5669c64 HTTP/1.1" status: 204 len: 168 time: 0.1179779 May 04 19:03:29.683714 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5b70da-4979-410d-bc8c-9d56f1f847a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff5a4212-57f0-4147-92aa-da74f5669c64,revision_number=None']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:03:30.145589 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-821a3753-c8bb-408e-a9d9-42d2a9d3d908 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (306b1285-d967-49ee-a8ef-a34b4fe65fa5), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:31.536019 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6c0ba996-b759-4c13-9ac4-7b7303adc758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (c2d3299f-8f0d-4c34-a270-91edff31f494), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:31.644958 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 55400) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:03:31.752372 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-f8ca8280-6001-4878-b4ef-a0ce70c9269d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:31.837054 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-f8ca8280-6001-4878-b4ef-a0ce70c9269d admin admin] Publish callbacks [] for security_group (03ee0cae-3df9-41fe-8f79-99ec849e12b3), precommit_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:31.842798 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-f8ca8280-6001-4878-b4ef-a0ce70c9269d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (03ee0cae-3df9-41fe-8f79-99ec849e12b3), after_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:31.881929 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-f8ca8280-6001-4878-b4ef-a0ce70c9269d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ec8df79d5de844b99f43bdd10bb6957a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2358057 May 04 19:03:31.882704 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ca8280-6001-4878-b4ef-a0ce70c9269d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03ee0cae-3df9-41fe-8f79-99ec849e12b3,revision_number=1']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:03:31.884907 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 55404) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:03:31.934323 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-488a1a65-97ff-422c-bf7d-0b09d961846c admin admin] Publish callbacks [] for security_group (03ee0cae-3df9-41fe-8f79-99ec849e12b3), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:31.956147 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-488a1a65-97ff-422c-bf7d-0b09d961846c admin admin] Publish callbacks [] for security_group (03ee0cae-3df9-41fe-8f79-99ec849e12b3), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:32.015600 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-488a1a65-97ff-422c-bf7d-0b09d961846c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (03ee0cae-3df9-41fe-8f79-99ec849e12b3), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:32.018276 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-488a1a65-97ff-422c-bf7d-0b09d961846c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:32.019426 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-488a1a65-97ff-422c-bf7d-0b09d961846c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/03ee0cae-3df9-41fe-8f79-99ec849e12b3 HTTP/1.1" status: 204 len: 168 time: 0.1334865 May 04 19:03:32.027175 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488a1a65-97ff-422c-bf7d-0b09d961846c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03ee0cae-3df9-41fe-8f79-99ec849e12b3,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:03:32.303695 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 55416) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:03:32.319095 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-76e22c1b-00d3-4a3f-a7c1-8fc9c8fc9203 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:32.402944 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-76e22c1b-00d3-4a3f-a7c1-8fc9c8fc9203 admin admin] Publish callbacks [] for security_group (69acf5a5-19e8-441f-a95f-c6ca1c8c4129), precommit_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:32.407859 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-76e22c1b-00d3-4a3f-a7c1-8fc9c8fc9203 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (69acf5a5-19e8-441f-a95f-c6ca1c8c4129), after_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:32.445867 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-76e22c1b-00d3-4a3f-a7c1-8fc9c8fc9203 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a09f4c17daf6499a9fdba662e56ef6bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1410291 May 04 19:03:32.446570 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e22c1b-00d3-4a3f-a7c1-8fc9c8fc9203 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69acf5a5-19e8-441f-a95f-c6ca1c8c4129,revision_number=1']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:03:32.448841 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 55418) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:03:32.497719 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-3fc1a833-99d0-4357-82ec-891d496888be admin admin] Publish callbacks [] for security_group (69acf5a5-19e8-441f-a95f-c6ca1c8c4129), before_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:32.518393 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-3fc1a833-99d0-4357-82ec-891d496888be admin admin] Publish callbacks [] for security_group (69acf5a5-19e8-441f-a95f-c6ca1c8c4129), precommit_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:32.573409 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-3fc1a833-99d0-4357-82ec-891d496888be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (69acf5a5-19e8-441f-a95f-c6ca1c8c4129), after_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:32.578166 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-3fc1a833-99d0-4357-82ec-891d496888be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:32.579302 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-3fc1a833-99d0-4357-82ec-891d496888be admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/69acf5a5-19e8-441f-a95f-c6ca1c8c4129 HTTP/1.1" status: 204 len: 168 time: 0.1295531 May 04 19:03:32.587169 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc1a833-99d0-4357-82ec-891d496888be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69acf5a5-19e8-441f-a95f-c6ca1c8c4129,revision_number=None']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:03:32.973273 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (7e96273e-cd3b-4e2d-a9cb-a5a62cf8f8b6), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:33.574843 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 55454) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:03:33.593364 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 55458) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:03:33.676775 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-7ac7ac72-7197-4f76-bd75-167cc8d5ecaf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:33.698361 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-a5758699-dd7b-4fa3-bc83-4dbaf643046e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:33.752123 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-7ac7ac72-7197-4f76-bd75-167cc8d5ecaf admin admin] Publish callbacks [] for security_group (c13eac71-8157-47c7-83e1-17a2fadaec14), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:33.755613 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-7ac7ac72-7197-4f76-bd75-167cc8d5ecaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (c13eac71-8157-47c7-83e1-17a2fadaec14), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:33.772733 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-a5758699-dd7b-4fa3-bc83-4dbaf643046e admin admin] Publish callbacks [] for security_group (e8048096-d025-4d10-bd30-a2e999f35d5e), precommit_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:33.777574 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-a5758699-dd7b-4fa3-bc83-4dbaf643046e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (e8048096-d025-4d10-bd30-a2e999f35d5e), after_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:33.796219 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-7ac7ac72-7197-4f76-bd75-167cc8d5ecaf admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fc21b1af37d945e992eeadb421cf3314&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2201736 May 04 19:03:33.797141 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac7ac72-7197-4f76-bd75-167cc8d5ecaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c13eac71-8157-47c7-83e1-17a2fadaec14,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:03:33.799408 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 55462) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:03:33.815700 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-a5758699-dd7b-4fa3-bc83-4dbaf643046e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d1b4f05a68554008b763b87f92511e3d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2211597 May 04 19:03:33.817682 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5758699-dd7b-4fa3-bc83-4dbaf643046e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8048096-d025-4d10-bd30-a2e999f35d5e,revision_number=1']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:03:33.819889 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 55464) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:03:33.848666 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d83102db-bd36-4bfc-8b05-44372c000d53 admin admin] Publish callbacks [] for security_group (c13eac71-8157-47c7-83e1-17a2fadaec14), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:33.867599 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-f43c08ee-9e14-468f-81ec-614a55441194 admin admin] Publish callbacks [] for security_group (e8048096-d025-4d10-bd30-a2e999f35d5e), before_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:33.869736 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d83102db-bd36-4bfc-8b05-44372c000d53 admin admin] Publish callbacks [] for security_group (c13eac71-8157-47c7-83e1-17a2fadaec14), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:33.888537 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-f43c08ee-9e14-468f-81ec-614a55441194 admin admin] Publish callbacks [] for security_group (e8048096-d025-4d10-bd30-a2e999f35d5e), precommit_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:33.918767 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d83102db-bd36-4bfc-8b05-44372c000d53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (c13eac71-8157-47c7-83e1-17a2fadaec14), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:33.921734 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d83102db-bd36-4bfc-8b05-44372c000d53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:33.925847 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-d83102db-bd36-4bfc-8b05-44372c000d53 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c13eac71-8157-47c7-83e1-17a2fadaec14 HTTP/1.1" status: 204 len: 168 time: 0.1255419 May 04 19:03:33.934308 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83102db-bd36-4bfc-8b05-44372c000d53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c13eac71-8157-47c7-83e1-17a2fadaec14,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:03:33.937455 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-f43c08ee-9e14-468f-81ec-614a55441194 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (e8048096-d025-4d10-bd30-a2e999f35d5e), after_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:33.940735 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-f43c08ee-9e14-468f-81ec-614a55441194 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:33.945100 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-f43c08ee-9e14-468f-81ec-614a55441194 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e8048096-d025-4d10-bd30-a2e999f35d5e HTTP/1.1" status: 204 len: 168 time: 0.1242530 May 04 19:03:33.956025 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43c08ee-9e14-468f-81ec-614a55441194 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8048096-d025-4d10-bd30-a2e999f35d5e,revision_number=None']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:03:40.140929 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 55570) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:03:40.254151 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-f9369c55-8aa8-4f07-8926-618be6852b8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:40.326211 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-f9369c55-8aa8-4f07-8926-618be6852b8c admin admin] Publish callbacks [] for security_group (9d526af1-d50c-4c0b-8644-23fa0375e5ea), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:40.332729 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-f9369c55-8aa8-4f07-8926-618be6852b8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (9d526af1-d50c-4c0b-8644-23fa0375e5ea), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:40.372626 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9369c55-8aa8-4f07-8926-618be6852b8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d526af1-d50c-4c0b-8644-23fa0375e5ea,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:03:40.376831 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-f9369c55-8aa8-4f07-8926-618be6852b8c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f76129175b874feb8eaa6c2af0ecdc0d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2348387 May 04 19:03:40.380540 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 55574) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:03:40.440404 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-4f69dd09-b14f-40bb-9c28-57a55ff2578c admin admin] Publish callbacks [] for security_group (9d526af1-d50c-4c0b-8644-23fa0375e5ea), before_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:40.461631 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-4f69dd09-b14f-40bb-9c28-57a55ff2578c admin admin] Publish callbacks [] for security_group (9d526af1-d50c-4c0b-8644-23fa0375e5ea), precommit_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:40.509630 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-4f69dd09-b14f-40bb-9c28-57a55ff2578c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (9d526af1-d50c-4c0b-8644-23fa0375e5ea), after_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:40.512196 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-4f69dd09-b14f-40bb-9c28-57a55ff2578c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:40.513352 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-4f69dd09-b14f-40bb-9c28-57a55ff2578c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9d526af1-d50c-4c0b-8644-23fa0375e5ea HTTP/1.1" status: 204 len: 168 time: 0.1324377 May 04 19:03:40.521220 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f69dd09-b14f-40bb-9c28-57a55ff2578c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d526af1-d50c-4c0b-8644-23fa0375e5ea,revision_number=None']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:03:40.528263 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f69dd09-b14f-40bb-9c28-57a55ff2578c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:03:40.528612 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f69dd09-b14f-40bb-9c28-57a55ff2578c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:03:40.528953 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f69dd09-b14f-40bb-9c28-57a55ff2578c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:03:40.529306 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f69dd09-b14f-40bb-9c28-57a55ff2578c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:03:40.529651 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f69dd09-b14f-40bb-9c28-57a55ff2578c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:03:40.529979 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f69dd09-b14f-40bb-9c28-57a55ff2578c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:03:40.530302 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f69dd09-b14f-40bb-9c28-57a55ff2578c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:03:40.530624 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f69dd09-b14f-40bb-9c28-57a55ff2578c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:03:40.531051 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f69dd09-b14f-40bb-9c28-57a55ff2578c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:03:40.531453 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f69dd09-b14f-40bb-9c28-57a55ff2578c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:03:40.531701 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f69dd09-b14f-40bb-9c28-57a55ff2578c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:03:40.532025 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f69dd09-b14f-40bb-9c28-57a55ff2578c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:03:40.532340 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f69dd09-b14f-40bb-9c28-57a55ff2578c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:03:40.532684 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f69dd09-b14f-40bb-9c28-57a55ff2578c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:03:40.532967 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f69dd09-b14f-40bb-9c28-57a55ff2578c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:03:40.780145 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 55582) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:03:40.793579 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-224a8a21-1311-4ad8-a6d0-27b02c8db409 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:40.865760 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-224a8a21-1311-4ad8-a6d0-27b02c8db409 admin admin] Publish callbacks [] for security_group (1ee7c0c4-f255-47fd-bf8b-64d7a75a9670), precommit_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:40.871191 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-224a8a21-1311-4ad8-a6d0-27b02c8db409 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (1ee7c0c4-f255-47fd-bf8b-64d7a75a9670), after_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:40.908778 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-224a8a21-1311-4ad8-a6d0-27b02c8db409 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=88d4feb1fb4a44c99bc7f47e9be96710&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1273992 May 04 19:03:40.909730 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224a8a21-1311-4ad8-a6d0-27b02c8db409 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ee7c0c4-f255-47fd-bf8b-64d7a75a9670,revision_number=1']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:03:40.910749 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 55584) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:03:40.962927 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-f57c9fea-75ec-4df9-be00-ea9705719943 admin admin] Publish callbacks [] for security_group (1ee7c0c4-f255-47fd-bf8b-64d7a75a9670), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:40.985159 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-f57c9fea-75ec-4df9-be00-ea9705719943 admin admin] Publish callbacks [] for security_group (1ee7c0c4-f255-47fd-bf8b-64d7a75a9670), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:41.037169 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-f57c9fea-75ec-4df9-be00-ea9705719943 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (1ee7c0c4-f255-47fd-bf8b-64d7a75a9670), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:41.041578 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-f57c9fea-75ec-4df9-be00-ea9705719943 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:41.043193 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-f57c9fea-75ec-4df9-be00-ea9705719943 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1ee7c0c4-f255-47fd-bf8b-64d7a75a9670 HTTP/1.1" status: 204 len: 168 time: 0.1314096 May 04 19:03:41.051165 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57c9fea-75ec-4df9-be00-ea9705719943 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ee7c0c4-f255-47fd-bf8b-64d7a75a9670,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:03:41.821078 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 55608) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:03:41.929576 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.v2.base [None req-8c745731-699a-4670-b3db-49b85c106b9e admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-151865081-network', 'tenant_id': '2f8f54a0a02a48a7a27e4b9474d4787f'}} {{(pid=103279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:03:41.949734 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c745731-699a-4670-b3db-49b85c106b9e admin admin] Made reservation on behalf of 2f8f54a0a02a48a7a27e4b9474d4787f for: {'network': 1} {{(pid=103279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 19:03:41.951811 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-8c745731-699a-4670-b3db-49b85c106b9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for network (None), before_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:41.959981 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-8c745731-699a-4670-b3db-49b85c106b9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:42.035580 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-8c745731-699a-4670-b3db-49b85c106b9e admin admin] Publish callbacks [] for security_group (2a442230-6444-4373-8074-3820303928c7), precommit_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:42.042173 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-8c745731-699a-4670-b3db-49b85c106b9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (2a442230-6444-4373-8074-3820303928c7), after_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:42.068139 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c745731-699a-4670-b3db-49b85c106b9e admin admin] vlan segment allocate from pool success with {'vlan_id': 269, 'physical_network': 'physnet1'} {{(pid=103279) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 19:03:42.081039 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c745731-699a-4670-b3db-49b85c106b9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a442230-6444-4373-8074-3820303928c7,revision_number=1']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:03:42.086047 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-8c745731-699a-4670-b3db-49b85c106b9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589113'] for segment (8c93f5eb-5e0b-4505-becd-0389494f6b04), precommit_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:42.086628 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.db.segments_db [None req-8c745731-699a-4670-b3db-49b85c106b9e admin admin] Added segment 8c93f5eb-5e0b-4505-becd-0389494f6b04 of type vlan for network 5964a17d-7c80-42d4-93f2-128d6b1c3302 May 04 19:03:42.126685 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-8c745731-699a-4670-b3db-49b85c106b9e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790498323402'] for network (5964a17d-7c80-42d4-93f2-128d6b1c3302), precommit_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:42.152183 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-8c745731-699a-4670-b3db-49b85c106b9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608'] for network (5964a17d-7c80-42d4-93f2-128d6b1c3302), after_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:42.153119 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c745731-699a-4670-b3db-49b85c106b9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:03:42.153741 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-8c745731-699a-4670-b3db-49b85c106b9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572658'] for network (None), before_response {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:42.186998 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-8c745731-699a-4670-b3db-49b85c106b9e admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3645716 May 04 19:03:42.190094 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 55612) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:03:42.195057 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [None req-cf27ce6e-b1df-415a-b250-2e8b5f6d8341 admin admin] Request body: {'subnet': {'network_id': '5964a17d-7c80-42d4-93f2-128d6b1c3302', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-151865081-subnet', 'tenant_id': '2f8f54a0a02a48a7a27e4b9474d4787f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:03:42.215082 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c745731-699a-4670-b3db-49b85c106b9e admin admin] Pushing event updated for resources: {'Network': ['ID=5964a17d-7c80-42d4-93f2-128d6b1c3302,revision_number=1']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:03:42.216003 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf27ce6e-b1df-415a-b250-2e8b5f6d8341 admin admin] Made reservation on behalf of 2f8f54a0a02a48a7a27e4b9474d4787f for: {'subnet': 1} {{(pid=103280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 19:03:42.218419 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-cf27ce6e-b1df-415a-b250-2e8b5f6d8341 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13129141'] for subnet (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:42.229115 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Network 5964a17d-7c80-42d4-93f2-128d6b1c3302 details requested by agent ovs-agent-dv-cinder-840525-1-iscsi with host dv-cinder-840525-1-iscsi {{(pid=103281) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 19:03:42.386386 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-cf27ce6e-b1df-415a-b250-2e8b5f6d8341 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12875178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13129159'] for subnet (64709530-5776-482b-8e24-50365814a8d3), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:42.432343 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf27ce6e-b1df-415a-b250-2e8b5f6d8341 admin admin] Pushing event updated for resources: {'Subnet': ['ID=64709530-5776-482b-8e24-50365814a8d3,revision_number=0']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:03:42.451420 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf27ce6e-b1df-415a-b250-2e8b5f6d8341 admin admin] Checking segment: {'id': '8c93f5eb-5e0b-4505-becd-0389494f6b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '5964a17d-7c80-42d4-93f2-128d6b1c3302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 19:03:42.451775 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf27ce6e-b1df-415a-b250-2e8b5f6d8341 admin admin] Network hostable DHCP agents. Network: 5964a17d-7c80-42d4-93f2-128d6b1c3302, hostable agents: ['ae04e5b6-6ccf-46c0-81ba-a3f5b8ae390c'], hosted agents: [] {{(pid=103280) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 19:03:42.471532 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf27ce6e-b1df-415a-b250-2e8b5f6d8341 admin admin] Network 5964a17d-7c80-42d4-93f2-128d6b1c3302 is scheduled to be hosted by DHCP agent ae04e5b6-6ccf-46c0-81ba-a3f5b8ae390c with binding_index 1 {{(pid=103280) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 19:03:42.482697 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.base_scheduler [None req-cf27ce6e-b1df-415a-b250-2e8b5f6d8341 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840525-1-iscsi, 5964a17d-7c80-42d4-93f2-128d6b1c3302) {{(pid=103280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 19:03:42.487162 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf27ce6e-b1df-415a-b250-2e8b5f6d8341 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:03:42.487750 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-cf27ce6e-b1df-415a-b250-2e8b5f6d8341 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572658'] for subnet (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:42.493399 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf08b41-47ca-468b-beaf-a1c8319e7f96 None None] Network 5964a17d-7c80-42d4-93f2-128d6b1c3302 requested from dv-cinder-840525-1-iscsi {{(pid=103281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 19:03:42.507551 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-cf27ce6e-b1df-415a-b250-2e8b5f6d8341 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3163424 May 04 19:03:42.595487 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b154340-c42f-47fe-9a0b-7641357f13a8 None None] Network 5964a17d-7c80-42d4-93f2-128d6b1c3302 requested from dv-cinder-840525-1-iscsi {{(pid=103281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 19:03:44.296814 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17525e96-19b7-4bc1-a63d-8ea94d1d794f req-d5232544-dfae-4942-acc5-6f3f9b4fa68d tempest-VolumesSnapshotTestJSON-187294591 tempest-VolumesSnapshotTestJSON-187294591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:03:44.298396 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-17525e96-19b7-4bc1-a63d-8ea94d1d794f req-d5232544-dfae-4942-acc5-6f3f9b4fa68d tempest-VolumesSnapshotTestJSON-187294591 tempest-VolumesSnapshotTestJSON-187294591-project] 10.222.0.35 "GET /v2.0/networks?id=5964a17d-7c80-42d4-93f2-128d6b1c3302 HTTP/1.1" status: 200 len: 813 time: 0.1052184 May 04 19:03:44.313399 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-17525e96-19b7-4bc1-a63d-8ea94d1d794f req-00d7eefa-8540-4bc9-927e-351d7c9f345d tempest-VolumesSnapshotTestJSON-187294591 tempest-VolumesSnapshotTestJSON-187294591-project] 10.222.0.35 "GET /v2.0/quotas/2f8f54a0a02a48a7a27e4b9474d4787f HTTP/1.1" status: 200 len: 375 time: 0.0093408 May 04 19:03:44.345128 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-17525e96-19b7-4bc1-a63d-8ea94d1d794f req-c5f8698b-600b-47bd-8550-6d75b07c3f4c tempest-VolumesSnapshotTestJSON-187294591 tempest-VolumesSnapshotTestJSON-187294591-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=2f8f54a0a02a48a7a27e4b9474d4787f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263643 May 04 19:03:44.496095 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-17525e96-19b7-4bc1-a63d-8ea94d1d794f req-53af9aa0-0868-4512-849a-ce2cee4db25f service neutron] 10.222.0.35 "GET /v2.0/networks/5964a17d-7c80-42d4-93f2-128d6b1c3302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443396 May 04 19:03:44.594904 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-17525e96-19b7-4bc1-a63d-8ea94d1d794f req-22b209e5-7afc-4711-8da8-67b7f976babe service neutron] 10.222.0.35 "GET /v2.0/networks/5964a17d-7c80-42d4-93f2-128d6b1c3302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928142 May 04 19:03:44.773682 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-b9996f42-8e46-4b9e-b450-8a62bd9d7b09 req-0d2acfd1-9e66-4ac5-a88f-59ab6201ad27 tempest-VolumesSnapshotTestJSON-187294591 tempest-VolumesSnapshotTestJSON-187294591-project] 10.222.0.35 "GET /v2.0/ports?device_id=8832c61a-def4-476a-b272-fb8bd0703d5e HTTP/1.1" status: 200 len: 210 time: 0.0286698 May 04 19:03:45.889601 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-f05eadb1-74de-47cb-b3e5-636748ca302e req-a2a68176-5ddc-496b-a0b8-44cd95ddc848 tempest-VolumesSnapshotTestJSON-187294591 tempest-VolumesSnapshotTestJSON-187294591-project] 10.222.0.35 "GET /v2.0/ports?device_id=8832c61a-def4-476a-b272-fb8bd0703d5e HTTP/1.1" status: 200 len: 210 time: 0.0408783 May 04 19:03:46.994249 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-b588f630-5511-4a19-8a04-8d9edd0f040b req-bfcaeb75-62ce-4421-a29f-ecfcb073f003 tempest-VolumesSnapshotTestJSON-187294591 tempest-VolumesSnapshotTestJSON-187294591-project] 10.222.0.35 "GET /v2.0/ports?device_id=8832c61a-def4-476a-b272-fb8bd0703d5e HTTP/1.1" status: 200 len: 210 time: 0.0317469 May 04 19:03:48.106991 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-8ea786e8-5cf1-4bf3-bb25-715ade7f9ede req-40d4f7a8-c75b-4308-a983-7ca84532a291 tempest-VolumesSnapshotTestJSON-187294591 tempest-VolumesSnapshotTestJSON-187294591-project] 10.222.0.35 "GET /v2.0/ports?device_id=8832c61a-def4-476a-b272-fb8bd0703d5e HTTP/1.1" status: 200 len: 210 time: 0.0371008 May 04 19:03:48.265506 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17525e96-19b7-4bc1-a63d-8ea94d1d794f req-114660c5-1d4c-4701-a75c-1eedfd536bcc tempest-VolumesSnapshotTestJSON-187294591 tempest-VolumesSnapshotTestJSON-187294591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:03:48.267006 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-17525e96-19b7-4bc1-a63d-8ea94d1d794f req-114660c5-1d4c-4701-a75c-1eedfd536bcc tempest-VolumesSnapshotTestJSON-187294591 tempest-VolumesSnapshotTestJSON-187294591-project] 10.222.0.55 "GET /v2.0/networks?id=5964a17d-7c80-42d4-93f2-128d6b1c3302 HTTP/1.1" status: 200 len: 813 time: 0.1156271 May 04 19:03:48.280690 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [req-17525e96-19b7-4bc1-a63d-8ea94d1d794f req-76c67d47-5083-453f-bc02-9bc6db2fc92b tempest-VolumesSnapshotTestJSON-187294591 tempest-VolumesSnapshotTestJSON-187294591-project] Request body: {'port': {'device_id': '8832c61a-def4-476a-b272-fb8bd0703d5e', 'network_id': '5964a17d-7c80-42d4-93f2-128d6b1c3302', 'admin_state_up': True, 'tenant_id': '2f8f54a0a02a48a7a27e4b9474d4787f'}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:03:48.392867 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17525e96-19b7-4bc1-a63d-8ea94d1d794f req-76c67d47-5083-453f-bc02-9bc6db2fc92b tempest-VolumesSnapshotTestJSON-187294591 tempest-VolumesSnapshotTestJSON-187294591-project] Made reservation on behalf of 2f8f54a0a02a48a7a27e4b9474d4787f for: {'port': 1} {{(pid=103280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 19:03:48.396105 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-17525e96-19b7-4bc1-a63d-8ea94d1d794f req-76c67d47-5083-453f-bc02-9bc6db2fc92b tempest-VolumesSnapshotTestJSON-187294591 tempest-VolumesSnapshotTestJSON-187294591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:48.518661 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.db.db_base_plugin_common [req-17525e96-19b7-4bc1-a63d-8ea94d1d794f req-76c67d47-5083-453f-bc02-9bc6db2fc92b tempest-VolumesSnapshotTestJSON-187294591 tempest-VolumesSnapshotTestJSON-187294591-project] Allocated IP 172.20.0.7 (5964a17d-7c80-42d4-93f2-128d6b1c3302/64709530-5776-482b-8e24-50365814a8d3/f6cc5b6d-1dc6-4f81-bd13-54c498182094) {{(pid=103280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 19:03:48.669115 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-17525e96-19b7-4bc1-a63d-8ea94d1d794f req-76c67d47-5083-453f-bc02-9bc6db2fc92b tempest-VolumesSnapshotTestJSON-187294591 tempest-VolumesSnapshotTestJSON-187294591-project] Publish callbacks [] for port (f6cc5b6d-1dc6-4f81-bd13-54c498182094), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:48.703891 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-17525e96-19b7-4bc1-a63d-8ea94d1d794f req-76c67d47-5083-453f-bc02-9bc6db2fc92b tempest-VolumesSnapshotTestJSON-187294591 tempest-VolumesSnapshotTestJSON-187294591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790498302100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12874298'] for port (f6cc5b6d-1dc6-4f81-bd13-54c498182094), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:48.749441 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17525e96-19b7-4bc1-a63d-8ea94d1d794f req-76c67d47-5083-453f-bc02-9bc6db2fc92b tempest-VolumesSnapshotTestJSON-187294591 tempest-VolumesSnapshotTestJSON-187294591-project] Network 5964a17d-7c80-42d4-93f2-128d6b1c3302 is already hosted by enough agents. {{(pid=103280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 19:03:48.752685 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.base_scheduler [req-17525e96-19b7-4bc1-a63d-8ea94d1d794f req-76c67d47-5083-453f-bc02-9bc6db2fc92b tempest-VolumesSnapshotTestJSON-187294591 tempest-VolumesSnapshotTestJSON-187294591-project] Resources bound (agent type, host, resource id): {{(pid=103280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 19:03:48.760411 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvrscheduler_db [req-17525e96-19b7-4bc1-a63d-8ea94d1d794f req-76c67d47-5083-453f-bc02-9bc6db2fc92b tempest-VolumesSnapshotTestJSON-187294591 tempest-VolumesSnapshotTestJSON-187294591-project] Received port after_create {{(pid=103280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 19:03:48.767142 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c67d47-5083-453f-bc02-9bc6db2fc92b tempest-VolumesSnapshotTestJSON-187294591 tempest-VolumesSnapshotTestJSON-187294591-project] Pushing event updated for resources: {'Port': ['ID=f6cc5b6d-1dc6-4f81-bd13-54c498182094,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:03:48.821470 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17525e96-19b7-4bc1-a63d-8ea94d1d794f req-76c67d47-5083-453f-bc02-9bc6db2fc92b tempest-VolumesSnapshotTestJSON-187294591 tempest-VolumesSnapshotTestJSON-187294591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:03:48.822073 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-17525e96-19b7-4bc1-a63d-8ea94d1d794f req-76c67d47-5083-453f-bc02-9bc6db2fc92b tempest-VolumesSnapshotTestJSON-187294591 tempest-VolumesSnapshotTestJSON-187294591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127086'] for port (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:48.837966 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-17525e96-19b7-4bc1-a63d-8ea94d1d794f req-76c67d47-5083-453f-bc02-9bc6db2fc92b tempest-VolumesSnapshotTestJSON-187294591 tempest-VolumesSnapshotTestJSON-187294591-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5618424 May 04 19:03:48.849680 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [req-17525e96-19b7-4bc1-a63d-8ea94d1d794f req-d79daaf3-ee30-40eb-b58b-a809fbf075a2 service neutron] Request body: {'port': {'device_id': '8832c61a-def4-476a-b272-fb8bd0703d5e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84052'}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:03:48.906221 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-17525e96-19b7-4bc1-a63d-8ea94d1d794f req-d79daaf3-ee30-40eb-b58b-a809fbf075a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (f6cc5b6d-1dc6-4f81-bd13-54c498182094), before_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:49.162574 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.notifiers.nova [req-17525e96-19b7-4bc1-a63d-8ea94d1d794f req-d79daaf3-ee30-40eb-b58b-a809fbf075a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6cc5b6d-1dc6-4f81-bd13-54c498182094 {{(pid=103280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 19:03:49.170677 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-17525e96-19b7-4bc1-a63d-8ea94d1d794f req-d79daaf3-ee30-40eb-b58b-a809fbf075a2 service neutron] Publish callbacks [] for port (f6cc5b6d-1dc6-4f81-bd13-54c498182094), precommit_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:49.209744 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.db.provisioning_blocks [req-17525e96-19b7-4bc1-a63d-8ea94d1d794f req-d79daaf3-ee30-40eb-b58b-a809fbf075a2 service neutron] Transition to ACTIVE for port object f6cc5b6d-1dc6-4f81-bd13-54c498182094 will not be triggered until provisioned by entity L2. {{(pid=103280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 19:03:49.215865 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-17525e96-19b7-4bc1-a63d-8ea94d1d794f req-d79daaf3-ee30-40eb-b58b-a809fbf075a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12874275'] for port (f6cc5b6d-1dc6-4f81-bd13-54c498182094), after_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:49.256422 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4adfaf-1282-48d8-ab7e-2b2ce9e51509 req-e34be500-498a-4ac5-9b09-32ea55c003b4 tempest-VolumesSnapshotTestJSON-187294591 tempest-VolumesSnapshotTestJSON-187294591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:03:49.257925 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-7a4adfaf-1282-48d8-ab7e-2b2ce9e51509 req-e34be500-498a-4ac5-9b09-32ea55c003b4 tempest-VolumesSnapshotTestJSON-187294591 tempest-VolumesSnapshotTestJSON-187294591-project] 10.222.0.35 "GET /v2.0/ports?device_id=8832c61a-def4-476a-b272-fb8bd0703d5e HTTP/1.1" status: 200 len: 931 time: 0.0828805 May 04 19:03:49.287999 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79daaf3-ee30-40eb-b58b-a809fbf075a2 service neutron] Pushing event updated for resources: {'Port': ['ID=f6cc5b6d-1dc6-4f81-bd13-54c498182094,revision_number=2']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:03:49.360219 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-7a4adfaf-1282-48d8-ab7e-2b2ce9e51509 req-fffa1144-69f5-40c8-916f-9c7a75cf83a2 tempest-VolumesSnapshotTestJSON-187294591 tempest-VolumesSnapshotTestJSON-187294591-project] 10.222.0.35 "GET /v2.0/security-groups?id=2a442230-6444-4373-8074-3820303928c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955737 May 04 19:03:49.387982 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.managers [req-17525e96-19b7-4bc1-a63d-8ea94d1d794f req-d79daaf3-ee30-40eb-b58b-a809fbf075a2 service neutron] Attempting to bind port f6cc5b6d-1dc6-4f81-bd13-54c498182094 on host hv-cinder-84052 for vnic_type normal with profile {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 19:03:49.388303 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.managers [req-17525e96-19b7-4bc1-a63d-8ea94d1d794f req-d79daaf3-ee30-40eb-b58b-a809fbf075a2 service neutron] Attempting to bind port f6cc5b6d-1dc6-4f81-bd13-54c498182094 by drivers openvswitch,hyperv on host hv-cinder-84052 at level 0 using segments [{'id': '8c93f5eb-5e0b-4505-becd-0389494f6b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '5964a17d-7c80-42d4-93f2-128d6b1c3302'}] {{(pid=103280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 19:03:49.388767 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17525e96-19b7-4bc1-a63d-8ea94d1d794f req-d79daaf3-ee30-40eb-b58b-a809fbf075a2 service neutron] Attempting to bind port f6cc5b6d-1dc6-4f81-bd13-54c498182094 on network 5964a17d-7c80-42d4-93f2-128d6b1c3302 {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 19:03:49.395884 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17525e96-19b7-4bc1-a63d-8ea94d1d794f req-d79daaf3-ee30-40eb-b58b-a809fbf075a2 service neutron] Port f6cc5b6d-1dc6-4f81-bd13-54c498182094 on network 5964a17d-7c80-42d4-93f2-128d6b1c3302 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84052 {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 19:03:49.396310 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17525e96-19b7-4bc1-a63d-8ea94d1d794f req-d79daaf3-ee30-40eb-b58b-a809fbf075a2 service neutron] Attempting to bind port f6cc5b6d-1dc6-4f81-bd13-54c498182094 on network 5964a17d-7c80-42d4-93f2-128d6b1c3302 {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 19:03:49.402656 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17525e96-19b7-4bc1-a63d-8ea94d1d794f req-d79daaf3-ee30-40eb-b58b-a809fbf075a2 service neutron] Checking agent: {'id': 'bff7e656-358d-4e40-a36a-3f10fe33ffdf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84052', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 18, 54, 55), 'started_at': datetime.datetime(2022, 5, 4, 18, 54, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 19, 3, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 19:03:49.402998 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17525e96-19b7-4bc1-a63d-8ea94d1d794f req-d79daaf3-ee30-40eb-b58b-a809fbf075a2 service neutron] Checking segment: {'id': '8c93f5eb-5e0b-4505-becd-0389494f6b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '5964a17d-7c80-42d4-93f2-128d6b1c3302'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 19:03:49.403379 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17525e96-19b7-4bc1-a63d-8ea94d1d794f req-d79daaf3-ee30-40eb-b58b-a809fbf075a2 service neutron] Bound using segment: {'id': '8c93f5eb-5e0b-4505-becd-0389494f6b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '5964a17d-7c80-42d4-93f2-128d6b1c3302'} {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 19:03:49.403799 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.managers [req-17525e96-19b7-4bc1-a63d-8ea94d1d794f req-d79daaf3-ee30-40eb-b58b-a809fbf075a2 service neutron] Bound port: f6cc5b6d-1dc6-4f81-bd13-54c498182094, host: hv-cinder-84052, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c93f5eb-5e0b-4505-becd-0389494f6b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '5964a17d-7c80-42d4-93f2-128d6b1c3302'}}] {{(pid=103280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 19:03:49.404155 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-17525e96-19b7-4bc1-a63d-8ea94d1d794f req-d79daaf3-ee30-40eb-b58b-a809fbf075a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (f6cc5b6d-1dc6-4f81-bd13-54c498182094), before_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:49.467887 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.db [req-17525e96-19b7-4bc1-a63d-8ea94d1d794f req-d79daaf3-ee30-40eb-b58b-a809fbf075a2 service neutron] For port f6cc5b6d-1dc6-4f81-bd13-54c498182094, host hv-cinder-84052, cleared binding levels {{(pid=103280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 19:03:49.471094 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.db [req-17525e96-19b7-4bc1-a63d-8ea94d1d794f req-d79daaf3-ee30-40eb-b58b-a809fbf075a2 service neutron] For port f6cc5b6d-1dc6-4f81-bd13-54c498182094, host hv-cinder-84052, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=f6cc5b6d-1dc6-4f81-bd13-54c498182094,segment=NetworkSegment(8c93f5eb-5e0b-4505-becd-0389494f6b04),segment_id=8c93f5eb-5e0b-4505-becd-0389494f6b04)] {{(pid=103280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 19:03:49.477101 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-17525e96-19b7-4bc1-a63d-8ea94d1d794f req-d79daaf3-ee30-40eb-b58b-a809fbf075a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12874275'] for port (f6cc5b6d-1dc6-4f81-bd13-54c498182094), after_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:49.518804 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17525e96-19b7-4bc1-a63d-8ea94d1d794f req-d79daaf3-ee30-40eb-b58b-a809fbf075a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:03:49.519416 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-17525e96-19b7-4bc1-a63d-8ea94d1d794f req-d79daaf3-ee30-40eb-b58b-a809fbf075a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127086'] for port (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:49.520790 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-17525e96-19b7-4bc1-a63d-8ea94d1d794f req-d79daaf3-ee30-40eb-b58b-a809fbf075a2 service neutron] 10.222.0.55 "PUT /v2.0/ports/f6cc5b6d-1dc6-4f81-bd13-54c498182094 HTTP/1.1" status: 200 len: 1093 time: 0.6752074 May 04 19:03:49.521224 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8832c61a-def4-476a-b272-fb8bd0703d5e', 'tag': 'f6cc5b6d-1dc6-4f81-bd13-54c498182094'}] {{(pid=103280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 19:03:49.523501 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d17ed66b9d9b08214cd1b2d258b378c61736cd464b468dfe37a5b26948fd6e52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e797c0e-4e3b-4f6f-813a-c4d425806189" -d '{"events": [{"name": "network-changed", "server_uuid": "8832c61a-def4-476a-b272-fb8bd0703d5e", "tag": "f6cc5b6d-1dc6-4f81-bd13-54c498182094"}]}' {{(pid=103280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 19:03:49.546776 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79daaf3-ee30-40eb-b58b-a809fbf075a2 service neutron] Pushing event updated for resources: {'Port': ['ID=f6cc5b6d-1dc6-4f81-bd13-54c498182094,revision_number=3']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:03:49.565191 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 19:03:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2008fe60-2999-425c-b1a4-decf9ad6be43 x-openstack-request-id: req-2008fe60-2999-425c-b1a4-decf9ad6be43 {{(pid=103280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 19:03:49.565579 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8832c61a-def4-476a-b272-fb8bd0703d5e", "tag": "f6cc5b6d-1dc6-4f81-bd13-54c498182094", "status": "completed", "code": 200}]} {{(pid=103280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 19:03:49.565828 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2008fe60-2999-425c-b1a4-decf9ad6be43 {{(pid=103280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 19:03:49.566234 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2008fe60-2999-425c-b1a4-decf9ad6be43'] response: {'name': 'network-changed', 'server_uuid': '8832c61a-def4-476a-b272-fb8bd0703d5e', 'tag': 'f6cc5b6d-1dc6-4f81-bd13-54c498182094', 'status': 'completed', 'code': 200} May 04 19:03:49.605516 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17525e96-19b7-4bc1-a63d-8ea94d1d794f req-bf122063-7fcd-4c64-96f1-8216d0da5f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:03:49.606980 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-17525e96-19b7-4bc1-a63d-8ea94d1d794f req-bf122063-7fcd-4c64-96f1-8216d0da5f99 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2f8f54a0a02a48a7a27e4b9474d4787f&device_id=8832c61a-def4-476a-b272-fb8bd0703d5e HTTP/1.1" status: 200 len: 1127 time: 0.0392313 May 04 19:03:49.648795 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-17525e96-19b7-4bc1-a63d-8ea94d1d794f req-225f190d-c288-4811-a171-e1510b56178f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f6cc5b6d-1dc6-4f81-bd13-54c498182094 HTTP/1.1" status: 200 len: 217 time: 0.0334954 May 04 19:03:49.695621 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17525e96-19b7-4bc1-a63d-8ea94d1d794f req-e252d855-b209-45d6-a17a-ef879068f17f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:03:49.696995 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-17525e96-19b7-4bc1-a63d-8ea94d1d794f req-e252d855-b209-45d6-a17a-ef879068f17f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=64709530-5776-482b-8e24-50365814a8d3 HTTP/1.1" status: 200 len: 853 time: 0.0423620 May 04 19:03:49.742259 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-17525e96-19b7-4bc1-a63d-8ea94d1d794f req-5e84478b-d553-43d3-9063-4e9469dfc9cb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5964a17d-7c80-42d4-93f2-128d6b1c3302&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372136 May 04 19:03:49.831288 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-17525e96-19b7-4bc1-a63d-8ea94d1d794f req-4653eb63-20a0-4036-bef6-a7994875e39c service neutron] 10.222.0.55 "GET /v2.0/networks/5964a17d-7c80-42d4-93f2-128d6b1c3302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822537 May 04 19:03:49.924588 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-17525e96-19b7-4bc1-a63d-8ea94d1d794f req-1634c92b-3812-41bd-8258-c44ca8902bf7 service neutron] 10.222.0.55 "GET /v2.0/networks/5964a17d-7c80-42d4-93f2-128d6b1c3302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863400 May 04 19:03:50.477456 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3afac09-af8e-4032-a05e-e8f4acd08e27 req-835ae564-2e23-41c4-9f77-3d020e54128d tempest-VolumesSnapshotTestJSON-187294591 tempest-VolumesSnapshotTestJSON-187294591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:03:50.478950 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-f3afac09-af8e-4032-a05e-e8f4acd08e27 req-835ae564-2e23-41c4-9f77-3d020e54128d tempest-VolumesSnapshotTestJSON-187294591 tempest-VolumesSnapshotTestJSON-187294591-project] 10.222.0.35 "GET /v2.0/ports?device_id=8832c61a-def4-476a-b272-fb8bd0703d5e HTTP/1.1" status: 200 len: 943 time: 0.0473685 May 04 19:03:50.527600 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-f3afac09-af8e-4032-a05e-e8f4acd08e27 req-e06b4f10-bc88-4dc5-afe8-408c450892dd tempest-VolumesSnapshotTestJSON-187294591 tempest-VolumesSnapshotTestJSON-187294591-project] 10.222.0.35 "GET /v2.0/security-groups?id=2a442230-6444-4373-8074-3820303928c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427573 May 04 19:03:50.786808 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e797c0e-4e3b-4f6f-813a-c4d425806189 req-52eb21d5-4c3a-4f13-8423-3d66c3ed5554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:03:50.788266 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-4e797c0e-4e3b-4f6f-813a-c4d425806189 req-52eb21d5-4c3a-4f13-8423-3d66c3ed5554 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2f8f54a0a02a48a7a27e4b9474d4787f&device_id=8832c61a-def4-476a-b272-fb8bd0703d5e HTTP/1.1" status: 200 len: 1127 time: 0.0474210 May 04 19:03:50.881863 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e797c0e-4e3b-4f6f-813a-c4d425806189 req-edf43372-5801-497c-bc43-b538e4207220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:03:50.883296 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-4e797c0e-4e3b-4f6f-813a-c4d425806189 req-edf43372-5801-497c-bc43-b538e4207220 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5964a17d-7c80-42d4-93f2-128d6b1c3302 HTTP/1.1" status: 200 len: 914 time: 0.0885026 May 04 19:03:50.930473 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-4e797c0e-4e3b-4f6f-813a-c4d425806189 req-a30a07cd-608d-43ed-b645-c52850582850 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f6cc5b6d-1dc6-4f81-bd13-54c498182094 HTTP/1.1" status: 200 len: 217 time: 0.0407031 May 04 19:03:50.981384 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e797c0e-4e3b-4f6f-813a-c4d425806189 req-6c2a34b5-488b-4f4e-bf0f-465d98334027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:03:50.982775 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-4e797c0e-4e3b-4f6f-813a-c4d425806189 req-6c2a34b5-488b-4f4e-bf0f-465d98334027 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=64709530-5776-482b-8e24-50365814a8d3 HTTP/1.1" status: 200 len: 853 time: 0.0464840 May 04 19:03:51.014895 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-4e797c0e-4e3b-4f6f-813a-c4d425806189 req-d0906c28-8dc0-498d-9d8d-a8af57bf93bc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5964a17d-7c80-42d4-93f2-128d6b1c3302&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254016 May 04 19:03:51.119540 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-4e797c0e-4e3b-4f6f-813a-c4d425806189 req-3b8547df-72b4-4c63-a4b8-1e274814f5d8 service neutron] 10.222.0.55 "GET /v2.0/networks/5964a17d-7c80-42d4-93f2-128d6b1c3302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968831 May 04 19:03:51.219744 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-4e797c0e-4e3b-4f6f-813a-c4d425806189 req-9f5f97c7-543a-4d01-b09a-49da9067c1ec service neutron] 10.222.0.55 "GET /v2.0/networks/5964a17d-7c80-42d4-93f2-128d6b1c3302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931668 May 04 19:03:51.649915 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30713597-96d0-469d-bb0e-ca8bcf45b34e req-4c045037-ab3a-4def-ab5f-f6d681ac0662 tempest-VolumesSnapshotTestJSON-187294591 tempest-VolumesSnapshotTestJSON-187294591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:03:51.651347 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-30713597-96d0-469d-bb0e-ca8bcf45b34e req-4c045037-ab3a-4def-ab5f-f6d681ac0662 tempest-VolumesSnapshotTestJSON-187294591 tempest-VolumesSnapshotTestJSON-187294591-project] 10.222.0.35 "GET /v2.0/ports?device_id=8832c61a-def4-476a-b272-fb8bd0703d5e HTTP/1.1" status: 200 len: 943 time: 0.0460227 May 04 19:03:51.699117 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-30713597-96d0-469d-bb0e-ca8bcf45b34e req-6c43604e-54d3-4f4b-b152-10013f41957a tempest-VolumesSnapshotTestJSON-187294591 tempest-VolumesSnapshotTestJSON-187294591-project] 10.222.0.35 "GET /v2.0/security-groups?id=2a442230-6444-4373-8074-3820303928c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420258 May 04 19:03:52.271108 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Device f6cc5b6d-1dc6-4f81-bd13-54c498182094 details requested by agent hyperv_hv-cinder-84052 with host hv-cinder-84052 {{(pid=103281) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 19:03:52.375625 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] For port f6cc5b6d-1dc6-4f81-bd13-54c498182094, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=f6cc5b6d-1dc6-4f81-bd13-54c498182094,segment=NetworkSegment(8c93f5eb-5e0b-4505-becd-0389494f6b04),segment_id=8c93f5eb-5e0b-4505-becd-0389494f6b04)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:03:52.387310 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Returning: {'device': 'f6cc5b6d-1dc6-4f81-bd13-54c498182094', 'network_id': '5964a17d-7c80-42d4-93f2-128d6b1c3302', 'port_id': 'f6cc5b6d-1dc6-4f81-bd13-54c498182094', 'mac_address': 'fa:16:3e:34:a6:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 269, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64709530-5776-482b-8e24-50365814a8d3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103281) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 19:03:52.427691 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Current status of the port f6cc5b6d-1dc6-4f81-bd13-54c498182094 is: DOWN; New status is: BUILD {{(pid=103281) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:03:52.428107 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (f6cc5b6d-1dc6-4f81-bd13-54c498182094), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:52.442483 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.notifiers.nova [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6cc5b6d-1dc6-4f81-bd13-54c498182094 {{(pid=103281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 19:03:52.464092 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] For port f6cc5b6d-1dc6-4f81-bd13-54c498182094, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=f6cc5b6d-1dc6-4f81-bd13-54c498182094,segment=NetworkSegment(8c93f5eb-5e0b-4505-becd-0389494f6b04),segment_id=8c93f5eb-5e0b-4505-becd-0389494f6b04)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:03:52.468432 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136'] for port (f6cc5b6d-1dc6-4f81-bd13-54c498182094), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:52.515112 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Pushing event updated for resources: {'Port': ['ID=f6cc5b6d-1dc6-4f81-bd13-54c498182094,revision_number=4']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:03:52.522432 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:03:52.522780 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:03:52.523141 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:03:52.523476 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:03:52.523806 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:03:52.524130 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:03:52.524449 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:03:52.524769 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:03:52.525091 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:03:52.525444 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:03:52.525763 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:03:52.526092 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:03:52.526410 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:03:52.526728 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:03:52.527043 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:03:52.583287 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 55740) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:03:52.688593 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] get_ports_and_sgs() called for port_ids ['f6cc5b6d-1dc6-4f81-bd13-54c498182094'] {{(pid=103281) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 19:03:52.693966 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-e9ab96c4-9a55-4a69-a760-994cc6124f13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:52.774438 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-e9ab96c4-9a55-4a69-a760-994cc6124f13 admin admin] Publish callbacks [] for security_group (8c5e4faa-fea5-40b6-aea5-96be3067ae2f), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:52.785999 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-e9ab96c4-9a55-4a69-a760-994cc6124f13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (8c5e4faa-fea5-40b6-aea5-96be3067ae2f), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:52.850636 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1da112-c562-4564-95a3-760e8b2e5d39 req-ba5d89e8-f2ab-4026-b20e-190bda79d66f tempest-VolumesSnapshotTestJSON-187294591 tempest-VolumesSnapshotTestJSON-187294591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:03:52.852116 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-ab1da112-c562-4564-95a3-760e8b2e5d39 req-ba5d89e8-f2ab-4026-b20e-190bda79d66f tempest-VolumesSnapshotTestJSON-187294591 tempest-VolumesSnapshotTestJSON-187294591-project] 10.222.0.35 "GET /v2.0/ports?device_id=8832c61a-def4-476a-b272-fb8bd0703d5e HTTP/1.1" status: 200 len: 944 time: 0.0765352 May 04 19:03:52.856568 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-e9ab96c4-9a55-4a69-a760-994cc6124f13 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b2f9ec9c5b8a4bb28bfb38050eec2f9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2722595 May 04 19:03:52.857260 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ab96c4-9a55-4a69-a760-994cc6124f13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c5e4faa-fea5-40b6-aea5-96be3067ae2f,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:03:52.859377 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 55746) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:03:52.903624 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-ab1da112-c562-4564-95a3-760e8b2e5d39 req-87ffde8b-d461-49d4-bb7f-8d33d83ed66a tempest-VolumesSnapshotTestJSON-187294591 tempest-VolumesSnapshotTestJSON-187294591-project] 10.222.0.35 "GET /v2.0/security-groups?id=2a442230-6444-4373-8074-3820303928c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435445 May 04 19:03:52.919901 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-ef83f7f5-4537-4a2a-bddf-a8ae574257f4 admin admin] Publish callbacks [] for security_group (8c5e4faa-fea5-40b6-aea5-96be3067ae2f), before_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:52.940026 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-ef83f7f5-4537-4a2a-bddf-a8ae574257f4 admin admin] Publish callbacks [] for security_group (8c5e4faa-fea5-40b6-aea5-96be3067ae2f), precommit_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:52.990908 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-ef83f7f5-4537-4a2a-bddf-a8ae574257f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (8c5e4faa-fea5-40b6-aea5-96be3067ae2f), after_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:52.993415 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-ef83f7f5-4537-4a2a-bddf-a8ae574257f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:52.995113 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-ef83f7f5-4537-4a2a-bddf-a8ae574257f4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8c5e4faa-fea5-40b6-aea5-96be3067ae2f HTTP/1.1" status: 204 len: 168 time: 0.1347501 May 04 19:03:53.002428 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef83f7f5-4537-4a2a-bddf-a8ae574257f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c5e4faa-fea5-40b6-aea5-96be3067ae2f,revision_number=None']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:03:53.275879 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 55758) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:03:53.431734 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-7f896fa5-e1b5-483f-aabf-f7dd29ae8001 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] Deleting port e99569ee-6e09-459b-8d20-17de70c8c862 {{(pid=103279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 19:03:53.432079 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7f896fa5-e1b5-483f-aabf-f7dd29ae8001 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790498772255'] for port (e99569ee-6e09-459b-8d20-17de70c8c862), before_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:53.462729 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.agents_db [None req-bd7ab176-2eba-4334-8b69-697435aa36c2 None None] Agent healthcheck: found 6 active agents {{(pid=103282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 19:03:53.507499 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7f896fa5-e1b5-483f-aabf-f7dd29ae8001 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607728'] for port (e99569ee-6e09-459b-8d20-17de70c8c862), precommit_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:53.507830 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7f896fa5-e1b5-483f-aabf-f7dd29ae8001 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] Publish callbacks [] for floatingip (e99569ee-6e09-459b-8d20-17de70c8c862), precommit_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:53.520782 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-7f896fa5-e1b5-483f-aabf-f7dd29ae8001 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] Calling delete_port for e99569ee-6e09-459b-8d20-17de70c8c862 owned by network:floatingip {{(pid=103279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 19:03:53.695304 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7f896fa5-e1b5-483f-aabf-f7dd29ae8001 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790498779311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790498302109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13908970'] for port (e99569ee-6e09-459b-8d20-17de70c8c862), after_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:53.723180 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f896fa5-e1b5-483f-aabf-f7dd29ae8001 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] Pushing event deleted for resources: {'Port': ['ID=e99569ee-6e09-459b-8d20-17de70c8c862,revision_number=None']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:03:54.076010 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fe43fe-1c0f-4913-85ed-e1d9a1ede655 req-11fddd68-7afd-4723-8f4d-59b5b9f79c77 tempest-VolumesSnapshotTestJSON-187294591 tempest-VolumesSnapshotTestJSON-187294591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:03:54.078004 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-e0fe43fe-1c0f-4913-85ed-e1d9a1ede655 req-11fddd68-7afd-4723-8f4d-59b5b9f79c77 tempest-VolumesSnapshotTestJSON-187294591 tempest-VolumesSnapshotTestJSON-187294591-project] 10.222.0.35 "GET /v2.0/ports?device_id=8832c61a-def4-476a-b272-fb8bd0703d5e HTTP/1.1" status: 200 len: 944 time: 0.0716681 May 04 19:03:54.084311 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7f896fa5-e1b5-483f-aabf-f7dd29ae8001 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] Publish callbacks [] for floatingip (8913fbcd-1a68-4a74-836e-14529f69148d), after_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:54.084700 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.db.l3_db [None req-7f896fa5-e1b5-483f-aabf-f7dd29ae8001 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] Floating IP 8913fbcd-1a68-4a74-836e-14529f69148d disassociated (deleted). External IP: 172.27.0.177, port: 5777c5ef-78c0-4282-bfd9-095fdc6595ea. May 04 19:03:54.174030 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-e0fe43fe-1c0f-4913-85ed-e1d9a1ede655 req-64a190a7-75fc-4234-90fc-1284c698063d tempest-VolumesSnapshotTestJSON-187294591 tempest-VolumesSnapshotTestJSON-187294591-project] 10.222.0.35 "GET /v2.0/security-groups?id=2a442230-6444-4373-8074-3820303928c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867629 May 04 19:03:54.284279 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Device f6cc5b6d-1dc6-4f81-bd13-54c498182094 up at agent hyperv_hv-cinder-84052 {{(pid=103281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 19:03:54.335689 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Provisioning for port f6cc5b6d-1dc6-4f81-bd13-54c498182094 completed by entity L2. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 19:03:54.337634 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f896fa5-e1b5-483f-aabf-f7dd29ae8001 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] Router 43e66182-ab7d-4e0a-9b57-76ba23d4ea29 has already been hosted by L3 agent 0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b {{(pid=103279) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 19:03:54.342553 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Provisioning complete for port f6cc5b6d-1dc6-4f81-bd13-54c498182094 triggered by entity L2. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:03:54.342932 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1774450'] for port (f6cc5b6d-1dc6-4f81-bd13-54c498182094), provisioning_complete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:54.428714 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Current status of the port f6cc5b6d-1dc6-4f81-bd13-54c498182094 is: BUILD; New status is: ACTIVE {{(pid=103281) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:03:54.429181 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (f6cc5b6d-1dc6-4f81-bd13-54c498182094), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:54.456607 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8832c61a-def4-476a-b272-fb8bd0703d5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6cc5b6d-1dc6-4f81-bd13-54c498182094'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 19:03:54.460367 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29bc9e8fddf1e81845832baf79700cdfe783df1752dea94dce4e4e68657cb9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0bfd0b5-57b7-41f5-8cd7-3b0195fac586" -d '{"events": [{"server_uuid": "8832c61a-def4-476a-b272-fb8bd0703d5e", "name": "network-vif-plugged", "status": "completed", "tag": "f6cc5b6d-1dc6-4f81-bd13-54c498182094"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 19:03:54.467924 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f896fa5-e1b5-483f-aabf-f7dd29ae8001 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] Notify agent at l3_agent.dv-cinder-840525-1-iscsi the message routers_updated {{(pid=103279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 19:03:54.472753 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7f896fa5-e1b5-483f-aabf-f7dd29ae8001 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127086'] for floatingip (None), before_response {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:54.476239 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] For port f6cc5b6d-1dc6-4f81-bd13-54c498182094, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=f6cc5b6d-1dc6-4f81-bd13-54c498182094,segment=NetworkSegment(8c93f5eb-5e0b-4505-becd-0389494f6b04),segment_id=8c93f5eb-5e0b-4505-becd-0389494f6b04)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:03:54.483829 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e61027e-9455-4bba-91d2-bba7ed1c5847 None None] Sync routers for ids ['43e66182-ab7d-4e0a-9b57-76ba23d4ea29'] in dv-cinder-840525-1-iscsi {{(pid=103282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 19:03:54.494625 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136'] for port (f6cc5b6d-1dc6-4f81-bd13-54c498182094), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:54.505765 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-7f896fa5-e1b5-483f-aabf-f7dd29ae8001 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] 10.222.0.35 "DELETE /v2.0/floatingips/8913fbcd-1a68-4a74-836e-14529f69148d HTTP/1.1" status: 204 len: 168 time: 1.2287166 May 04 19:03:54.506575 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae1c0168-16cb-471e-91d0-fd249c17995b', 'tag': '5777c5ef-78c0-4282-bfd9-095fdc6595ea'}] {{(pid=103279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 19:03:54.508898 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e61027e-9455-4bba-91d2-bba7ed1c5847 None None] Routers {'43e66182-ab7d-4e0a-9b57-76ba23d4ea29'} bound to L3 agent in host dv-cinder-840525-1-iscsi {{(pid=103282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:03:54.509436 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f03067be0d021e11c0632f57e5c6e43a0067ecb248f9894e29d0a29efd5d62c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17154132-fb13-4389-abea-551fff0f9dd4" -d '{"events": [{"name": "network-changed", "server_uuid": "ae1c0168-16cb-471e-91d0-fd249c17995b", "tag": "5777c5ef-78c0-4282-bfd9-095fdc6595ea"}]}' {{(pid=103279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 19:03:54.509601 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-5e61027e-9455-4bba-91d2-bba7ed1c5847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T18:48:29Z,description=,heartbeat_timestamp=2022-05-04T19:03:29Z,host='dv-cinder-840525-1-iscsi',id=0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:48:29Z,topic='l3_agent')) {'router_ids': ['43e66182-ab7d-4e0a-9b57-76ba23d4ea29'], 'active': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:03:54.528311 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 19:03:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f40fc9f-8a04-4a93-b36f-56ad627e4db9 x-openstack-request-id: req-9f40fc9f-8a04-4a93-b36f-56ad627e4db9 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 19:03:54.528802 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8832c61a-def4-476a-b272-fb8bd0703d5e", "name": "network-vif-plugged", "status": "completed", "tag": "f6cc5b6d-1dc6-4f81-bd13-54c498182094", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 19:03:54.529081 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9f40fc9f-8a04-4a93-b36f-56ad627e4db9 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 19:03:54.529584 dv-cinder-840525-1-iscsi neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f40fc9f-8a04-4a93-b36f-56ad627e4db9'] response: {'server_uuid': '8832c61a-def4-476a-b272-fb8bd0703d5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6cc5b6d-1dc6-4f81-bd13-54c498182094', 'code': 200} May 04 19:03:54.564195 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Pushing event updated for resources: {'Port': ['ID=f6cc5b6d-1dc6-4f81-bd13-54c498182094,revision_number=5']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:03:54.591249 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 19:03:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34990fbf-228b-48cf-a04f-3635455a79f2 x-openstack-request-id: req-34990fbf-228b-48cf-a04f-3635455a79f2 {{(pid=103279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 19:03:54.591749 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae1c0168-16cb-471e-91d0-fd249c17995b", "tag": "5777c5ef-78c0-4282-bfd9-095fdc6595ea", "status": "completed", "code": 200}]} {{(pid=103279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 19:03:54.592233 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-34990fbf-228b-48cf-a04f-3635455a79f2 {{(pid=103279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 19:03:54.593020 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34990fbf-228b-48cf-a04f-3635455a79f2'] response: {'name': 'network-changed', 'server_uuid': 'ae1c0168-16cb-471e-91d0-fd249c17995b', 'tag': '5777c5ef-78c0-4282-bfd9-095fdc6595ea', 'status': 'completed', 'code': 200} May 04 19:03:54.663809 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvr_db [None req-5e61027e-9455-4bba-91d2-bba7ed1c5847 None None] Set router 43e66182-ab7d-4e0a-9b57-76ba23d4ea29 gateway port host: dv-cinder-840525-1-iscsi {{(pid=103282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:03:54.680013 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17154132-fb13-4389-abea-551fff0f9dd4 req-e7217425-8467-4b15-88d1-fbc1134cad63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:03:54.682617 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-17154132-fb13-4389-abea-551fff0f9dd4 req-e7217425-8467-4b15-88d1-fbc1134cad63 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8bf2894c75244d3f8e2c83c7deb9ab3e&device_id=ae1c0168-16cb-471e-91d0-fd249c17995b HTTP/1.1" status: 200 len: 1129 time: 0.0660124 May 04 19:03:54.751654 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc892b01-60c1-48be-997c-d2aca2d8fde6 req-062169e0-904c-463e-8460-a41cda256d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:03:54.754223 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-bc892b01-60c1-48be-997c-d2aca2d8fde6 req-062169e0-904c-463e-8460-a41cda256d43 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8832c61a-def4-476a-b272-fb8bd0703d5e HTTP/1.1" status: 200 len: 1129 time: 0.0705040 May 04 19:03:54.831882 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-bc892b01-60c1-48be-997c-d2aca2d8fde6 req-80a900c5-7a8c-4f79-8020-1ea38570fecf service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=2a442230-6444-4373-8074-3820303928c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711861 May 04 19:03:54.861492 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17154132-fb13-4389-abea-551fff0f9dd4 req-780ce785-d9e9-47db-8c12-1980a72cf0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:03:54.863330 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-17154132-fb13-4389-abea-551fff0f9dd4 req-780ce785-d9e9-47db-8c12-1980a72cf0e8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e8e6dc94-9bb6-402c-8494-d1c5ccc072e3 HTTP/1.1" status: 200 len: 909 time: 0.1683736 May 04 19:03:54.876115 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-5e61027e-9455-4bba-91d2-bba7ed1c5847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43e66182-ab7d-4e0a-9b57-76ba23d4ea29', 'name': 'tempest-TestShelveInstance-693826301-router', 'tenant_id': '8bf2894c75244d3f8e2c83c7deb9ab3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'external_fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': '90083584-db7e-44a6-9405-4960f9b315ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:58:43Z', 'updated_at': '2022-05-04T18:58:46Z', 'revision_number': 4, 'project_id': '8bf2894c75244d3f8e2c83c7deb9ab3e', 'gw_port': {'id': '90083584-db7e-44a6-9405-4960f9b315ca', 'name': '', 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:55:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e66182-ab7d-4e0a-9b57-76ba23d4ea29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:58:43Z', 'updated_at': '2022-05-04T18:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-1-iscsi', '_interfaces': [{'id': '64a1dd12-8f2d-47fb-90ff-923651e6f161', 'name': '', 'network_id': 'e8e6dc94-9bb6-402c-8494-d1c5ccc072e3', 'tenant_id': '8bf2894c75244d3f8e2c83c7deb9ab3e', 'mac_address': 'fa:16:3e:9d:91:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e66182-ab7d-4e0a-9b57-76ba23d4ea29', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '0e5e1458-2cb0-45f3-927b-d6296b1c3906', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:58:45Z', 'updated_at': '2022-05-04T18:58:51Z', 'revision_number': 5, 'project_id': '8bf2894c75244d3f8e2c83c7deb9ab3e', 'subnets': [{'id': '0e5e1458-2cb0-45f3-927b-d6296b1c3906', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-1-iscsi', False) {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:03:54.906626 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e61027e-9455-4bba-91d2-bba7ed1c5847 None None] Checking router: 43e66182-ab7d-4e0a-9b57-76ba23d4ea29 for host: dv-cinder-840525-1-iscsi {{(pid=103282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 19:03:54.915695 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e61027e-9455-4bba-91d2-bba7ed1c5847 None None] Routers {'43e66182-ab7d-4e0a-9b57-76ba23d4ea29'} bound to L3 agent in host dv-cinder-840525-1-iscsi {{(pid=103282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:03:54.916653 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-5e61027e-9455-4bba-91d2-bba7ed1c5847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T18:48:29Z,description=,heartbeat_timestamp=2022-05-04T19:03:29Z,host='dv-cinder-840525-1-iscsi',id=0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:48:29Z,topic='l3_agent')) {'router_ids': ['43e66182-ab7d-4e0a-9b57-76ba23d4ea29'], 'active': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:03:55.045986 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvr_db [None req-5e61027e-9455-4bba-91d2-bba7ed1c5847 None None] Set router 43e66182-ab7d-4e0a-9b57-76ba23d4ea29 gateway port host: dv-cinder-840525-1-iscsi {{(pid=103282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:03:55.254493 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-5e61027e-9455-4bba-91d2-bba7ed1c5847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43e66182-ab7d-4e0a-9b57-76ba23d4ea29', 'name': 'tempest-TestShelveInstance-693826301-router', 'tenant_id': '8bf2894c75244d3f8e2c83c7deb9ab3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'external_fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': '90083584-db7e-44a6-9405-4960f9b315ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:58:43Z', 'updated_at': '2022-05-04T18:58:46Z', 'revision_number': 4, 'project_id': '8bf2894c75244d3f8e2c83c7deb9ab3e', 'gw_port': {'id': '90083584-db7e-44a6-9405-4960f9b315ca', 'name': '', 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:55:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e66182-ab7d-4e0a-9b57-76ba23d4ea29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:58:43Z', 'updated_at': '2022-05-04T18:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-1-iscsi', '_interfaces': [{'id': '64a1dd12-8f2d-47fb-90ff-923651e6f161', 'name': '', 'network_id': 'e8e6dc94-9bb6-402c-8494-d1c5ccc072e3', 'tenant_id': '8bf2894c75244d3f8e2c83c7deb9ab3e', 'mac_address': 'fa:16:3e:9d:91:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e66182-ab7d-4e0a-9b57-76ba23d4ea29', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '0e5e1458-2cb0-45f3-927b-d6296b1c3906', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:58:45Z', 'updated_at': '2022-05-04T18:58:51Z', 'revision_number': 5, 'project_id': '8bf2894c75244d3f8e2c83c7deb9ab3e', 'subnets': [{'id': '0e5e1458-2cb0-45f3-927b-d6296b1c3906', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-1-iscsi', False) {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:03:55.281939 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e61027e-9455-4bba-91d2-bba7ed1c5847 None None] The sync data for ids ['43e66182-ab7d-4e0a-9b57-76ba23d4ea29'] in dv-cinder-840525-1-iscsi is: [{'id': '43e66182-ab7d-4e0a-9b57-76ba23d4ea29', 'name': 'tempest-TestShelveInstance-693826301-router', 'tenant_id': '8bf2894c75244d3f8e2c83c7deb9ab3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'external_fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': '90083584-db7e-44a6-9405-4960f9b315ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:58:43Z', 'updated_at': '2022-05-04T18:58:46Z', 'revision_number': 4, 'project_id': '8bf2894c75244d3f8e2c83c7deb9ab3e', 'gw_port': {'id': '90083584-db7e-44a6-9405-4960f9b315ca', 'name': '', 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:55:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e66182-ab7d-4e0a-9b57-76ba23d4ea29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:58:43Z', 'updated_at': '2022-05-04T18:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-1-iscsi', '_interfaces': [{'id': '64a1dd12-8f2d-47fb-90ff-923651e6f161', 'name': '', 'network_id': 'e8e6dc94-9bb6-402c-8494-d1c5ccc072e3', 'tenant_id': '8bf2894c75244d3f8e2c83c7deb9ab3e', 'mac_address': 'fa:16:3e:9d:91:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e66182-ab7d-4e0a-9b57-76ba23d4ea29', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '0e5e1458-2cb0-45f3-927b-d6296b1c3906', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:58:45Z', 'updated_at': '2022-05-04T18:58:51Z', 'revision_number': 5, 'project_id': '8bf2894c75244d3f8e2c83c7deb9ab3e', 'subnets': [{'id': '0e5e1458-2cb0-45f3-927b-d6296b1c3906', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 19:03:55.347669 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b1a6a0-f8f3-41be-affa-357b69840df2 req-fce55c34-6472-4b57-84e1-2b1d5dda0623 tempest-VolumesSnapshotTestJSON-187294591 tempest-VolumesSnapshotTestJSON-187294591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:03:55.349793 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-03b1a6a0-f8f3-41be-affa-357b69840df2 req-fce55c34-6472-4b57-84e1-2b1d5dda0623 tempest-VolumesSnapshotTestJSON-187294591 tempest-VolumesSnapshotTestJSON-187294591-project] 10.222.0.35 "GET /v2.0/ports?device_id=8832c61a-def4-476a-b272-fb8bd0703d5e HTTP/1.1" status: 200 len: 945 time: 0.0808039 May 04 19:03:55.412581 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-03b1a6a0-f8f3-41be-affa-357b69840df2 req-5a366e83-c6bb-4fa1-8b53-9854fcc2d8d3 tempest-VolumesSnapshotTestJSON-187294591 tempest-VolumesSnapshotTestJSON-187294591-project] 10.222.0.35 "GET /v2.0/security-groups?id=2a442230-6444-4373-8074-3820303928c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552983 May 04 19:03:55.474298 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-17154132-fb13-4389-abea-551fff0f9dd4 req-c2975289-b6a8-43d2-abd7-7207e436c889 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5777c5ef-78c0-4282-bfd9-095fdc6595ea HTTP/1.1" status: 200 len: 217 time: 0.4022920 May 04 19:03:55.485471 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (bff7e656-358d-4e40-a36a-3f10fe33ffdf), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:55.486374 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a98ad39-7673-4f64-9c55-413dbada13f5 req-67e268d4-380e-4ff1-a333-846f07aae4b1 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:03:55.488330 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6a98ad39-7673-4f64-9c55-413dbada13f5 req-67e268d4-380e-4ff1-a333-846f07aae4b1 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae1c0168-16cb-471e-91d0-fd249c17995b HTTP/1.1" status: 200 len: 945 time: 0.4594698 May 04 19:03:55.532381 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6eb7a0c-7797-42f7-90df-51845cd60321 None None] New status for floating IP 8913fbcd-1a68-4a74-836e-14529f69148d: DOWN {{(pid=103281) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 19:03:55.542148 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6a98ad39-7673-4f64-9c55-413dbada13f5 req-5c7b30cd-33ac-483b-925a-ee89096c5226 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] 10.222.0.35 "GET /v2.0/security-groups?id=21f831f8-7055-49b7-bcbd-6286b30d4ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450361 May 04 19:03:56.525357 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17154132-fb13-4389-abea-551fff0f9dd4 req-90ab47c8-9d59-4587-965e-0d6840920963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:03:56.527526 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-17154132-fb13-4389-abea-551fff0f9dd4 req-90ab47c8-9d59-4587-965e-0d6840920963 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0e5e1458-2cb0-45f3-927b-d6296b1c3906 HTTP/1.1" status: 200 len: 847 time: 0.0473969 May 04 19:03:56.539886 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca7ca27-b9ff-4319-abf7-eea188aa0812 req-947fac21-548f-49d2-bbb5-5829fdb2fc4d tempest-VolumesSnapshotTestJSON-187294591 tempest-VolumesSnapshotTestJSON-187294591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:03:56.541475 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-9ca7ca27-b9ff-4319-abf7-eea188aa0812 req-947fac21-548f-49d2-bbb5-5829fdb2fc4d tempest-VolumesSnapshotTestJSON-187294591 tempest-VolumesSnapshotTestJSON-187294591-project] 10.222.0.35 "GET /v2.0/ports?device_id=8832c61a-def4-476a-b272-fb8bd0703d5e HTTP/1.1" status: 200 len: 945 time: 0.0584521 May 04 19:03:56.604110 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-9ca7ca27-b9ff-4319-abf7-eea188aa0812 req-4fb4d037-4535-4c86-af69-b3c67195fdbb tempest-VolumesSnapshotTestJSON-187294591 tempest-VolumesSnapshotTestJSON-187294591-project] 10.222.0.35 "GET /v2.0/security-groups?id=2a442230-6444-4373-8074-3820303928c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566237 May 04 19:03:56.673846 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-84fd879b-e2e8-4b66-b42c-ade872fc1ae1 req-da63a253-11b7-4b24-8b2c-d12b33b721bb service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e10490c1-4c5e-46ee-bcc0-0bcea6e1f6e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1221294 May 04 19:03:56.685788 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17154132-fb13-4389-abea-551fff0f9dd4 req-8609ec07-154e-40ec-b3ab-a26e27129c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:03:56.687167 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-17154132-fb13-4389-abea-551fff0f9dd4 req-8609ec07-154e-40ec-b3ab-a26e27129c77 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e8e6dc94-9bb6-402c-8494-d1c5ccc072e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0950840 May 04 19:03:56.695006 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a1bbc6-d0b2-49ab-9693-1d27e8f4d66d req-4f3659c5-012e-4335-a9e1-126b34f1bee9 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:03:56.696321 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-30a1bbc6-d0b2-49ab-9693-1d27e8f4d66d req-4f3659c5-012e-4335-a9e1-126b34f1bee9 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae1c0168-16cb-471e-91d0-fd249c17995b HTTP/1.1" status: 200 len: 945 time: 0.0818369 May 04 19:03:56.747237 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-30a1bbc6-d0b2-49ab-9693-1d27e8f4d66d req-386930ef-2962-4051-b8ba-a0bda9ea1ad2 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] 10.222.0.35 "GET /v2.0/security-groups?id=21f831f8-7055-49b7-bcbd-6286b30d4ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453210 May 04 19:03:56.872858 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1f38aa8f-408a-436e-89b6-9402f51963a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (ae04e5b6-6ccf-46c0-81ba-a3f5b8ae390c), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:57.047482 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fd879b-e2e8-4b66-b42c-ade872fc1ae1 req-d7783e50-1595-4467-b29e-a34d07cb070e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:03:57.049146 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-84fd879b-e2e8-4b66-b42c-ade872fc1ae1 req-d7783e50-1595-4467-b29e-a34d07cb070e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=75fc5dead879453695a0046c9f35ff1d&device_id=e10490c1-4c5e-46ee-bcc0-0bcea6e1f6e4 HTTP/1.1" status: 200 len: 1130 time: 0.1090915 May 04 19:03:57.071709 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-17154132-fb13-4389-abea-551fff0f9dd4 req-ee62dc48-f135-4d34-9048-31680ff6c690 service neutron] 10.222.0.55 "GET /v2.0/networks/e8e6dc94-9bb6-402c-8494-d1c5ccc072e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391530 May 04 19:03:57.473561 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a18f016-7835-4f4e-94eb-ecf2558d119e req-4d98f860-540b-4242-9b28-6a16c1058618 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:03:57.475292 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-7a18f016-7835-4f4e-94eb-ecf2558d119e req-4d98f860-540b-4242-9b28-6a16c1058618 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae1c0168-16cb-471e-91d0-fd249c17995b HTTP/1.1" status: 200 len: 945 time: 0.0538955 May 04 19:03:57.536540 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fd879b-e2e8-4b66-b42c-ade872fc1ae1 req-68a148ea-c922-4619-a2f5-04a0e4fcd1db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:03:57.538015 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-84fd879b-e2e8-4b66-b42c-ade872fc1ae1 req-68a148ea-c922-4619-a2f5-04a0e4fcd1db service neutron] 10.222.0.55 "GET /v2.0/networks?id=b1cedcbc-cdac-422b-b37d-00881e094afa HTTP/1.1" status: 200 len: 917 time: 0.1478248 May 04 19:03:57.539755 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-17154132-fb13-4389-abea-551fff0f9dd4 req-f11e043e-63d7-4097-83ee-b8ab446a275d service neutron] 10.222.0.55 "GET /v2.0/networks/e8e6dc94-9bb6-402c-8494-d1c5ccc072e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570411 May 04 19:03:57.566775 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [req-7a18f016-7835-4f4e-94eb-ecf2558d119e req-2c732763-f0e5-40e2-ba50-5b684a28d593 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] Deleting port 5777c5ef-78c0-4282-bfd9-095fdc6595ea {{(pid=103279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 19:03:57.567404 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [req-7a18f016-7835-4f4e-94eb-ecf2558d119e req-2c732763-f0e5-40e2-ba50-5b684a28d593 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790498772255'] for port (5777c5ef-78c0-4282-bfd9-095fdc6595ea), before_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:57.612322 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-84fd879b-e2e8-4b66-b42c-ade872fc1ae1 req-91e02fcb-4eb8-4c43-b342-eb585b51f82d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7d2964dd-ad61-4332-bedf-ecb1e435f315 HTTP/1.1" status: 200 len: 1000 time: 0.0634842 May 04 19:03:57.658677 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [req-7a18f016-7835-4f4e-94eb-ecf2558d119e req-2c732763-f0e5-40e2-ba50-5b684a28d593 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] For port 5777c5ef-78c0-4282-bfd9-095fdc6595ea, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=5777c5ef-78c0-4282-bfd9-095fdc6595ea,segment=NetworkSegment(20f7f636-8156-4de7-9a09-06cf753039da),segment_id=20f7f636-8156-4de7-9a09-06cf753039da)] {{(pid=103279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:03:57.659039 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [req-7a18f016-7835-4f4e-94eb-ecf2558d119e req-2c732763-f0e5-40e2-ba50-5b684a28d593 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607728'] for port (5777c5ef-78c0-4282-bfd9-095fdc6595ea), precommit_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:57.663340 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fd879b-e2e8-4b66-b42c-ade872fc1ae1 req-a5c31d9f-4afc-46ec-8834-f7a4433dada5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:03:57.664819 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-84fd879b-e2e8-4b66-b42c-ade872fc1ae1 req-a5c31d9f-4afc-46ec-8834-f7a4433dada5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=eeef2f41-46cc-4bf5-995a-936e9476bce2 HTTP/1.1" status: 200 len: 855 time: 0.0449784 May 04 19:03:57.673330 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [req-7a18f016-7835-4f4e-94eb-ecf2558d119e req-2c732763-f0e5-40e2-ba50-5b684a28d593 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] Calling delete_port for 5777c5ef-78c0-4282-bfd9-095fdc6595ea owned by compute:nova {{(pid=103279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 19:03:57.707967 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fd879b-e2e8-4b66-b42c-ade872fc1ae1 req-2d0a48ce-e2f7-404f-939d-7ca3e51bd757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:03:57.709566 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-84fd879b-e2e8-4b66-b42c-ade872fc1ae1 req-2d0a48ce-e2f7-404f-939d-7ca3e51bd757 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b1cedcbc-cdac-422b-b37d-00881e094afa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381951 May 04 19:03:57.755858 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1991c85e-905e-42ef-ac8b-8b21cdb1f2c7 req-c4600a1d-3810-484f-b6fb-c2b6052513aa tempest-VolumesSnapshotTestJSON-187294591 tempest-VolumesSnapshotTestJSON-187294591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:03:57.757387 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-1991c85e-905e-42ef-ac8b-8b21cdb1f2c7 req-c4600a1d-3810-484f-b6fb-c2b6052513aa tempest-VolumesSnapshotTestJSON-187294591 tempest-VolumesSnapshotTestJSON-187294591-project] 10.222.0.35 "GET /v2.0/ports?device_id=8832c61a-def4-476a-b272-fb8bd0703d5e HTTP/1.1" status: 200 len: 945 time: 0.0786259 May 04 19:03:57.804986 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-84fd879b-e2e8-4b66-b42c-ade872fc1ae1 req-44f46536-cb3b-4b1a-a68e-91014330fd27 service neutron] 10.222.0.55 "GET /v2.0/networks/b1cedcbc-cdac-422b-b37d-00881e094afa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888846 May 04 19:03:57.825132 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-1991c85e-905e-42ef-ac8b-8b21cdb1f2c7 req-16c11bf0-411b-4ffe-bdba-549ef10d186e tempest-VolumesSnapshotTestJSON-187294591 tempest-VolumesSnapshotTestJSON-187294591-project] 10.222.0.35 "GET /v2.0/security-groups?id=2a442230-6444-4373-8074-3820303928c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588500 May 04 19:03:57.881068 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [req-7a18f016-7835-4f4e-94eb-ecf2558d119e req-2c732763-f0e5-40e2-ba50-5b684a28d593 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790498779311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790498302109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13908970'] for port (5777c5ef-78c0-4282-bfd9-095fdc6595ea), after_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:57.916403 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c732763-f0e5-40e2-ba50-5b684a28d593 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] Pushing event deleted for resources: {'Port': ['ID=5777c5ef-78c0-4282-bfd9-095fdc6595ea,revision_number=None']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:03:57.922067 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad2cee0-6447-4a94-b22d-9230d8ddfdf1 req-8097923a-083b-4e6c-8cc5-ec8ba530e5f6 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:03:57.923404 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-aad2cee0-6447-4a94-b22d-9230d8ddfdf1 req-8097923a-083b-4e6c-8cc5-ec8ba530e5f6 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae1c0168-16cb-471e-91d0-fd249c17995b HTTP/1.1" status: 200 len: 945 time: 0.1026101 May 04 19:03:57.967716 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-84fd879b-e2e8-4b66-b42c-ade872fc1ae1 req-3d2c6536-17ff-4a79-9dca-7f64c55e1e71 service neutron] 10.222.0.55 "GET /v2.0/networks/b1cedcbc-cdac-422b-b37d-00881e094afa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569829 May 04 19:03:57.973017 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a18f016-7835-4f4e-94eb-ecf2558d119e req-2c732763-f0e5-40e2-ba50-5b684a28d593 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] No DVR routers for this DVR port 5777c5ef-78c0-4282-bfd9-095fdc6595ea on host hv-cinder-84052 {{(pid=103279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 19:03:57.976856 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [req-7a18f016-7835-4f4e-94eb-ecf2558d119e req-2c732763-f0e5-40e2-ba50-5b684a28d593 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127086'] for port (None), before_response {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:57.980605 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-7a18f016-7835-4f4e-94eb-ecf2558d119e req-2c732763-f0e5-40e2-ba50-5b684a28d593 tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] 10.222.0.55 "DELETE /v2.0/ports/5777c5ef-78c0-4282-bfd9-095fdc6595ea HTTP/1.1" status: 204 len: 173 time: 0.5000854 May 04 19:03:57.981090 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae1c0168-16cb-471e-91d0-fd249c17995b', 'name': 'network-vif-deleted', 'tag': '5777c5ef-78c0-4282-bfd9-095fdc6595ea'}] {{(pid=103279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 19:03:57.984146 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f03067be0d021e11c0632f57e5c6e43a0067ecb248f9894e29d0a29efd5d62c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59b06fae-9958-4b05-b730-e2fc52786c16" -d '{"events": [{"server_uuid": "ae1c0168-16cb-471e-91d0-fd249c17995b", "name": "network-vif-deleted", "tag": "5777c5ef-78c0-4282-bfd9-095fdc6595ea"}]}' {{(pid=103279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 19:03:58.000916 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-aad2cee0-6447-4a94-b22d-9230d8ddfdf1 req-c8908ab5-df87-43f5-94c2-dfe1212392ee tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] 10.222.0.35 "GET /v2.0/security-groups?id=21f831f8-7055-49b7-bcbd-6286b30d4ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568881 May 04 19:03:58.029903 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 19:03:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce97f6f3-2ac0-451a-8fb4-4112fb4dda3a x-openstack-request-id: req-ce97f6f3-2ac0-451a-8fb4-4112fb4dda3a {{(pid=103279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 19:03:58.030401 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae1c0168-16cb-471e-91d0-fd249c17995b", "name": "network-vif-deleted", "tag": "5777c5ef-78c0-4282-bfd9-095fdc6595ea", "status": "completed", "code": 200}]} {{(pid=103279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 19:03:58.030801 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ce97f6f3-2ac0-451a-8fb4-4112fb4dda3a {{(pid=103279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 19:03:58.031404 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce97f6f3-2ac0-451a-8fb4-4112fb4dda3a'] response: {'server_uuid': 'ae1c0168-16cb-471e-91d0-fd249c17995b', 'name': 'network-vif-deleted', 'tag': '5777c5ef-78c0-4282-bfd9-095fdc6595ea', 'status': 'completed', 'code': 200} May 04 19:03:59.066835 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1e7d48d1-ae6d-45f8-8382-480f07326ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:59.075152 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 55924) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:03:59.139958 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-e7e1f50d-829d-4577-9736-8947ce2da5ca tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] Publish callbacks [] for security_group (21f831f8-7055-49b7-bcbd-6286b30d4ac8), before_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:59.169247 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-e7e1f50d-829d-4577-9736-8947ce2da5ca tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] Publish callbacks [] for security_group (21f831f8-7055-49b7-bcbd-6286b30d4ac8), precommit_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:59.240588 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-e7e1f50d-829d-4577-9736-8947ce2da5ca tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (21f831f8-7055-49b7-bcbd-6286b30d4ac8), after_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:59.243138 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-e7e1f50d-829d-4577-9736-8947ce2da5ca tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] Publish callbacks [] for security_group (None), before_response {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:03:59.244321 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-e7e1f50d-829d-4577-9736-8947ce2da5ca tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] 10.222.0.35 "DELETE /v2.0/security-groups/21f831f8-7055-49b7-bcbd-6286b30d4ac8 HTTP/1.1" status: 204 len: 168 time: 0.1681776 May 04 19:03:59.253920 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e1f50d-829d-4577-9736-8947ce2da5ca tempest-TestShelveInstance-711381457 tempest-TestShelveInstance-711381457-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21f831f8-7055-49b7-bcbd-6286b30d4ac8,revision_number=None']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:03:59.295993 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 55930) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:03:59.815354 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-7c3a72c2-4614-4175-b806-04bbd2a69045 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-607662'] for router_interface (43e66182-ab7d-4e0a-9b57-76ba23d4ea29), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:00.069069 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.plugin [None req-7c3a72c2-4614-4175-b806-04bbd2a69045 admin admin] Deleting port 64a1dd12-8f2d-47fb-90ff-923651e6f161 {{(pid=103280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 19:04:00.069450 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-7c3a72c2-4614-4175-b806-04bbd2a69045 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790498772255'] for port (64a1dd12-8f2d-47fb-90ff-923651e6f161), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:00.145768 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-821a3753-c8bb-408e-a9d9-42d2a9d3d908 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (306b1285-d967-49ee-a8ef-a34b4fe65fa5), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:00.153185 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.db [None req-7c3a72c2-4614-4175-b806-04bbd2a69045 admin admin] For port 64a1dd12-8f2d-47fb-90ff-923651e6f161, host dv-cinder-840525-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-1-iscsi',level=0,port_id=64a1dd12-8f2d-47fb-90ff-923651e6f161,segment=NetworkSegment(20f7f636-8156-4de7-9a09-06cf753039da),segment_id=20f7f636-8156-4de7-9a09-06cf753039da)] {{(pid=103280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:04:00.153592 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-7c3a72c2-4614-4175-b806-04bbd2a69045 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607728'] for port (64a1dd12-8f2d-47fb-90ff-923651e6f161), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:00.167099 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.plugin [None req-7c3a72c2-4614-4175-b806-04bbd2a69045 admin admin] Calling delete_port for 64a1dd12-8f2d-47fb-90ff-923651e6f161 owned by network:router_interface {{(pid=103280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 19:04:00.351636 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Device 5777c5ef-78c0-4282-bfd9-095fdc6595ea no longer exists at agent hyperv_hv-cinder-84052 {{(pid=103281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 19:04:00.366889 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-7c3a72c2-4614-4175-b806-04bbd2a69045 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790498779311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790498302109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12874298'] for port (64a1dd12-8f2d-47fb-90ff-923651e6f161), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:00.380415 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] No Port match for: 5777c5ef-78c0-4282-bfd9-095fdc6595ea {{(pid=103281) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 19:04:00.381152 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Device 5777c5ef-78c0-4282-bfd9-095fdc6595ea not bound to the agent host hv-cinder-84052 {{(pid=103281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 19:04:00.403042 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3a72c2-4614-4175-b806-04bbd2a69045 admin admin] Pushing event deleted for resources: {'Port': ['ID=64a1dd12-8f2d-47fb-90ff-923651e6f161,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:04:00.569706 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-7c3a72c2-4614-4175-b806-04bbd2a69045 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1572633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-611531'] for router_interface (43e66182-ab7d-4e0a-9b57-76ba23d4ea29), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:00.803123 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c3a72c2-4614-4175-b806-04bbd2a69045 admin admin] Router 43e66182-ab7d-4e0a-9b57-76ba23d4ea29 has already been hosted by L3 agent 0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b {{(pid=103280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 19:04:00.916453 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c3a72c2-4614-4175-b806-04bbd2a69045 admin admin] Notify agent at l3_agent.dv-cinder-840525-1-iscsi the message routers_updated {{(pid=103280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 19:04:00.926261 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-7c3a72c2-4614-4175-b806-04bbd2a69045 admin admin] 10.222.0.35 "PUT /v2.0/routers/43e66182-ab7d-4e0a-9b57-76ba23d4ea29/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6261561 May 04 19:04:00.929527 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 55964) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:04:00.929698 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79208332-e145-458f-972a-d3605a90f7ef None None] Sync routers for ids ['43e66182-ab7d-4e0a-9b57-76ba23d4ea29'] in dv-cinder-840525-1-iscsi {{(pid=103282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 19:04:00.970302 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79208332-e145-458f-972a-d3605a90f7ef None None] Routers {'43e66182-ab7d-4e0a-9b57-76ba23d4ea29'} bound to L3 agent in host dv-cinder-840525-1-iscsi {{(pid=103282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:04:00.970956 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-79208332-e145-458f-972a-d3605a90f7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T18:48:29Z,description=,heartbeat_timestamp=2022-05-04T19:03:59Z,host='dv-cinder-840525-1-iscsi',id=0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:48:29Z,topic='l3_agent')) {'router_ids': ['43e66182-ab7d-4e0a-9b57-76ba23d4ea29'], 'active': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:04:01.116455 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvr_db [None req-79208332-e145-458f-972a-d3605a90f7ef None None] Set router 43e66182-ab7d-4e0a-9b57-76ba23d4ea29 gateway port host: dv-cinder-840525-1-iscsi {{(pid=103282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:04:01.322409 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-79208332-e145-458f-972a-d3605a90f7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43e66182-ab7d-4e0a-9b57-76ba23d4ea29', 'name': 'tempest-TestShelveInstance-693826301-router', 'tenant_id': '8bf2894c75244d3f8e2c83c7deb9ab3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'external_fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': '90083584-db7e-44a6-9405-4960f9b315ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:58:43Z', 'updated_at': '2022-05-04T19:04:00Z', 'revision_number': 5, 'project_id': '8bf2894c75244d3f8e2c83c7deb9ab3e', 'gw_port': {'id': '90083584-db7e-44a6-9405-4960f9b315ca', 'name': '', 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:55:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e66182-ab7d-4e0a-9b57-76ba23d4ea29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:58:43Z', 'updated_at': '2022-05-04T18:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-1-iscsi'}], 'dv-cinder-840525-1-iscsi', False) {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:04:01.336536 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 55978) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:04:01.351267 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79208332-e145-458f-972a-d3605a90f7ef None None] Checking router: 43e66182-ab7d-4e0a-9b57-76ba23d4ea29 for host: dv-cinder-840525-1-iscsi {{(pid=103282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 19:04:01.360111 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79208332-e145-458f-972a-d3605a90f7ef None None] Routers {'43e66182-ab7d-4e0a-9b57-76ba23d4ea29'} bound to L3 agent in host dv-cinder-840525-1-iscsi {{(pid=103282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:04:01.360720 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-79208332-e145-458f-972a-d3605a90f7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T18:48:29Z,description=,heartbeat_timestamp=2022-05-04T19:03:59Z,host='dv-cinder-840525-1-iscsi',id=0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:48:29Z,topic='l3_agent')) {'router_ids': ['43e66182-ab7d-4e0a-9b57-76ba23d4ea29'], 'active': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:04:01.375291 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-45348ebd-d572-4954-a559-a7e358187386 admin admin] Publish callbacks [] for router (43e66182-ab7d-4e0a-9b57-76ba23d4ea29), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:01.390994 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bbc92b-942c-4141-8a32-ba80b9117a92 req-1f117a76-712a-4883-8e24-72c7f994b5ca tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:04:01.390994 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-08bbc92b-942c-4141-8a32-ba80b9117a92 req-1f117a76-712a-4883-8e24-72c7f994b5ca tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/ports?device_id=e10490c1-4c5e-46ee-bcc0-0bcea6e1f6e4 HTTP/1.1" status: 200 len: 946 time: 0.3536520 May 04 19:04:01.481756 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-bf46f162-185a-4416-a06a-4e7b97658b94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:01.494432 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvr_db [None req-79208332-e145-458f-972a-d3605a90f7ef None None] Set router 43e66182-ab7d-4e0a-9b57-76ba23d4ea29 gateway port host: dv-cinder-840525-1-iscsi {{(pid=103282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:04:01.516711 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-08bbc92b-942c-4141-8a32-ba80b9117a92 req-23379b2c-17f6-44f8-a207-16f579f894bb tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/security-groups?id=5143d7ac-a22e-43a4-aecc-9125fab2207d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975509 May 04 19:04:01.557376 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6c0ba996-b759-4c13-9ac4-7b7303adc758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (c2d3299f-8f0d-4c34-a270-91edff31f494), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:01.561569 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-45348ebd-d572-4954-a559-a7e358187386 admin admin] Publish callbacks [] for router_gateway (43e66182-ab7d-4e0a-9b57-76ba23d4ea29), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:01.570312 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-bf46f162-185a-4416-a06a-4e7b97658b94 admin admin] Publish callbacks [] for security_group (c6b22a6e-a550-445e-be7f-98d7f68b2e9d), precommit_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:01.575217 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-bf46f162-185a-4416-a06a-4e7b97658b94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (c6b22a6e-a550-445e-be7f-98d7f68b2e9d), after_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:01.616206 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 55984) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:04:01.616544 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-bf46f162-185a-4416-a06a-4e7b97658b94 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ba75a1d673914adbb998fed25c9cc1f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2779737 May 04 19:04:01.623212 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf46f162-185a-4416-a06a-4e7b97658b94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6b22a6e-a550-445e-be7f-98d7f68b2e9d,revision_number=1']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:04:01.624641 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.plugin [None req-45348ebd-d572-4954-a559-a7e358187386 admin admin] Deleting port 90083584-db7e-44a6-9405-4960f9b315ca {{(pid=103280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 19:04:01.625049 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-45348ebd-d572-4954-a559-a7e358187386 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790498772255'] for port (90083584-db7e-44a6-9405-4960f9b315ca), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:01.737316 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-a7357766-0f96-439b-a0ac-deceb0a1619b admin admin] Publish callbacks [] for security_group (c6b22a6e-a550-445e-be7f-98d7f68b2e9d), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:01.743636 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.db [None req-45348ebd-d572-4954-a559-a7e358187386 admin admin] For port 90083584-db7e-44a6-9405-4960f9b315ca, host dv-cinder-840525-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-1-iscsi',level=0,port_id=90083584-db7e-44a6-9405-4960f9b315ca,segment=NetworkSegment(183e99eb-a03a-4429-82ba-edb66df2d5f7),segment_id=183e99eb-a03a-4429-82ba-edb66df2d5f7)] {{(pid=103280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:04:01.743934 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-45348ebd-d572-4954-a559-a7e358187386 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607728'] for port (90083584-db7e-44a6-9405-4960f9b315ca), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:01.765879 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.plugin [None req-45348ebd-d572-4954-a559-a7e358187386 admin admin] Calling delete_port for 90083584-db7e-44a6-9405-4960f9b315ca owned by network:router_gateway {{(pid=103280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 19:04:01.777823 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-a7357766-0f96-439b-a0ac-deceb0a1619b admin admin] Publish callbacks [] for security_group (c6b22a6e-a550-445e-be7f-98d7f68b2e9d), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:01.803829 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-79208332-e145-458f-972a-d3605a90f7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43e66182-ab7d-4e0a-9b57-76ba23d4ea29', 'name': 'tempest-TestShelveInstance-693826301-router', 'tenant_id': '8bf2894c75244d3f8e2c83c7deb9ab3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'external_fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': '90083584-db7e-44a6-9405-4960f9b315ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:58:43Z', 'updated_at': '2022-05-04T19:04:00Z', 'revision_number': 5, 'project_id': '8bf2894c75244d3f8e2c83c7deb9ab3e', 'gw_port': {'id': '90083584-db7e-44a6-9405-4960f9b315ca', 'name': '', 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:55:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e66182-ab7d-4e0a-9b57-76ba23d4ea29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:58:43Z', 'updated_at': '2022-05-04T18:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-1-iscsi'}], 'dv-cinder-840525-1-iscsi', False) {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:04:01.841510 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79208332-e145-458f-972a-d3605a90f7ef None None] The sync data for ids ['43e66182-ab7d-4e0a-9b57-76ba23d4ea29'] in dv-cinder-840525-1-iscsi is: [{'id': '43e66182-ab7d-4e0a-9b57-76ba23d4ea29', 'name': 'tempest-TestShelveInstance-693826301-router', 'tenant_id': '8bf2894c75244d3f8e2c83c7deb9ab3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'external_fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': '90083584-db7e-44a6-9405-4960f9b315ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:58:43Z', 'updated_at': '2022-05-04T19:04:00Z', 'revision_number': 5, 'project_id': '8bf2894c75244d3f8e2c83c7deb9ab3e', 'gw_port': {'id': '90083584-db7e-44a6-9405-4960f9b315ca', 'name': '', 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:55:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e66182-ab7d-4e0a-9b57-76ba23d4ea29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:58:43Z', 'updated_at': '2022-05-04T18:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-1-iscsi'}] {{(pid=103282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 19:04:01.905074 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-a7357766-0f96-439b-a0ac-deceb0a1619b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (c6b22a6e-a550-445e-be7f-98d7f68b2e9d), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:01.907654 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-a7357766-0f96-439b-a0ac-deceb0a1619b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:01.908795 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-a7357766-0f96-439b-a0ac-deceb0a1619b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c6b22a6e-a550-445e-be7f-98d7f68b2e9d HTTP/1.1" status: 204 len: 168 time: 0.2914090 May 04 19:04:01.919372 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7357766-0f96-439b-a0ac-deceb0a1619b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6b22a6e-a550-445e-be7f-98d7f68b2e9d,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:04:01.994592 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-45348ebd-d572-4954-a559-a7e358187386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790498779311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790498302109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12874298'] for port (90083584-db7e-44a6-9405-4960f9b315ca), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:02.023712 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45348ebd-d572-4954-a559-a7e358187386 admin admin] Pushing event deleted for resources: {'Port': ['ID=90083584-db7e-44a6-9405-4960f9b315ca,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:04:02.099240 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-45348ebd-d572-4954-a559-a7e358187386 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-609976'] for router_gateway (43e66182-ab7d-4e0a-9b57-76ba23d4ea29), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:02.201279 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 55990) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:04:02.202473 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-45348ebd-d572-4954-a559-a7e358187386 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4414'] for router (43e66182-ab7d-4e0a-9b57-76ba23d4ea29), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:02.205018 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-45348ebd-d572-4954-a559-a7e358187386 admin admin] Publish callbacks [] for router_controller (43e66182-ab7d-4e0a-9b57-76ba23d4ea29), precommit_delete_associations {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:02.215317 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-d4ae6c2f-8ccc-47a2-bce8-60d4f2236140 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:02.253085 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-45348ebd-d572-4954-a559-a7e358187386 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620629'] for router (43e66182-ab7d-4e0a-9b57-76ba23d4ea29), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:02.253978 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45348ebd-d572-4954-a559-a7e358187386 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 43e66182-ab7d-4e0a-9b57-76ba23d4ea29 {{(pid=103280) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 04 19:04:02.259197 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-45348ebd-d572-4954-a559-a7e358187386 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:02.261833 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-45348ebd-d572-4954-a559-a7e358187386 admin admin] 10.222.0.35 "DELETE /v2.0/routers/43e66182-ab7d-4e0a-9b57-76ba23d4ea29 HTTP/1.1" status: 204 len: 168 time: 1.3312168 May 04 19:04:02.263647 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 55992) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:04:02.320615 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.db.db_base_plugin_v2 [None req-039de572-591f-48ca-a642-580b6f7e5e77 admin admin] Deleting subnet 0e5e1458-2cb0-45f3-927b-d6296b1c3906 {{(pid=103280) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 19:04:02.324244 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-039de572-591f-48ca-a642-580b6f7e5e77 admin admin] Publish callbacks [] for subnet (0e5e1458-2cb0-45f3-927b-d6296b1c3906), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:02.325530 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-d4ae6c2f-8ccc-47a2-bce8-60d4f2236140 admin admin] Publish callbacks [] for security_group (ba2da97e-665d-47a8-9633-659262a3e37b), precommit_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:02.332120 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-d4ae6c2f-8ccc-47a2-bce8-60d4f2236140 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (ba2da97e-665d-47a8-9633-659262a3e37b), after_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:02.360780 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-039de572-591f-48ca-a642-580b6f7e5e77 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12886072'] for subnet (0e5e1458-2cb0-45f3-927b-d6296b1c3906), precommit_delete_associations {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:02.380916 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-d4ae6c2f-8ccc-47a2-bce8-60d4f2236140 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b6c666f702c2461995a4c5e9dd04e7f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1784978 May 04 19:04:02.381734 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ae6c2f-8ccc-47a2-bce8-60d4f2236140 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba2da97e-665d-47a8-9633-659262a3e37b,revision_number=1']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:04:02.387320 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 55994) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:04:02.481731 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-47622bfc-667b-4a53-bc37-4a6e6b76950d admin admin] Publish callbacks [] for security_group (ba2da97e-665d-47a8-9633-659262a3e37b), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:02.485357 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a986edd0-f1b3-40bf-8276-94f0844abaf2 req-1f88e659-66eb-4976-ab1d-a791f2f7720e tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:04:02.487671 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-a986edd0-f1b3-40bf-8276-94f0844abaf2 req-1f88e659-66eb-4976-ab1d-a791f2f7720e tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.55 "GET /v2.0/ports?device_id=e10490c1-4c5e-46ee-bcc0-0bcea6e1f6e4 HTTP/1.1" status: 200 len: 946 time: 0.0505319 May 04 19:04:02.498770 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-039de572-591f-48ca-a642-580b6f7e5e77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771612'] for subnet (0e5e1458-2cb0-45f3-927b-d6296b1c3906), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:02.527141 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-47622bfc-667b-4a53-bc37-4a6e6b76950d admin admin] Publish callbacks [] for security_group (ba2da97e-665d-47a8-9633-659262a3e37b), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:02.599236 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-47622bfc-667b-4a53-bc37-4a6e6b76950d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (ba2da97e-665d-47a8-9633-659262a3e37b), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:02.603638 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-47622bfc-667b-4a53-bc37-4a6e6b76950d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:02.607331 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-47622bfc-667b-4a53-bc37-4a6e6b76950d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ba2da97e-665d-47a8-9633-659262a3e37b HTTP/1.1" status: 204 len: 168 time: 0.2211633 May 04 19:04:02.612226 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [req-a986edd0-f1b3-40bf-8276-94f0844abaf2 req-c7bcf1de-d2af-4cca-aa0d-d4c9a7fe1494 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Deleting port 7d2964dd-ad61-4332-bedf-ecb1e435f315 {{(pid=103279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 19:04:02.612518 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [req-a986edd0-f1b3-40bf-8276-94f0844abaf2 req-c7bcf1de-d2af-4cca-aa0d-d4c9a7fe1494 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790498772255'] for port (7d2964dd-ad61-4332-bedf-ecb1e435f315), before_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:02.613362 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-039de572-591f-48ca-a642-580b6f7e5e77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12874345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13129182'] for subnet (0e5e1458-2cb0-45f3-927b-d6296b1c3906), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:02.633313 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-039de572-591f-48ca-a642-580b6f7e5e77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572658'] for subnet (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:02.637638 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-039de572-591f-48ca-a642-580b6f7e5e77 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/0e5e1458-2cb0-45f3-927b-d6296b1c3906 HTTP/1.1" status: 204 len: 168 time: 0.3729453 May 04 19:04:02.640666 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d93dba78-a639-4688-b7e5-77b74a20fe73 None None] Network e8e6dc94-9bb6-402c-8494-d1c5ccc072e3 requested from dv-cinder-840525-1-iscsi {{(pid=103281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 19:04:02.652714 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 56002) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:04:02.661364 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47622bfc-667b-4a53-bc37-4a6e6b76950d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba2da97e-665d-47a8-9633-659262a3e37b,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:04:02.661564 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039de572-591f-48ca-a642-580b6f7e5e77 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e5e1458-2cb0-45f3-927b-d6296b1c3906,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:04:02.746002 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-4ba13b17-e8cb-42a0-8ada-9b6af167fa9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1681522'] for network (e8e6dc94-9bb6-402c-8494-d1c5ccc072e3), before_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:02.840690 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f646c7-a7af-43a5-854e-332d3f879ac2 req-ce4cf8a3-8de0-4191-a526-c3cc66c77c57 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:04:02.842223 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-d2f646c7-a7af-43a5-854e-332d3f879ac2 req-ce4cf8a3-8de0-4191-a526-c3cc66c77c57 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/ports?device_id=e10490c1-4c5e-46ee-bcc0-0bcea6e1f6e4 HTTP/1.1" status: 200 len: 946 time: 0.1849797 May 04 19:04:02.919557 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [req-a986edd0-f1b3-40bf-8276-94f0844abaf2 req-c7bcf1de-d2af-4cca-aa0d-d4c9a7fe1494 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] For port 7d2964dd-ad61-4332-bedf-ecb1e435f315, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=7d2964dd-ad61-4332-bedf-ecb1e435f315,segment=NetworkSegment(6c24c5b4-e5c1-485f-89e1-6bad0f69b4e6),segment_id=6c24c5b4-e5c1-485f-89e1-6bad0f69b4e6)] {{(pid=103279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:04:02.919919 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [req-a986edd0-f1b3-40bf-8276-94f0844abaf2 req-c7bcf1de-d2af-4cca-aa0d-d4c9a7fe1494 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607728'] for port (7d2964dd-ad61-4332-bedf-ecb1e435f315), precommit_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:02.922948 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-4ba13b17-e8cb-42a0-8ada-9b6af167fa9d admin admin] Deleting port 7c7274f3-74bb-4960-b544-f33523ee7f4e {{(pid=103279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 19:04:02.923344 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-4ba13b17-e8cb-42a0-8ada-9b6af167fa9d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790498772255'] for port (7c7274f3-74bb-4960-b544-f33523ee7f4e), before_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:02.981540 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (7e96273e-cd3b-4e2d-a9cb-a5a62cf8f8b6), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:02.999712 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-d2f646c7-a7af-43a5-854e-332d3f879ac2 req-d52ac2bb-c9bf-42cf-86ff-d2841d1f498a tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/security-groups?id=5143d7ac-a22e-43a4-aecc-9125fab2207d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1351058 May 04 19:04:03.025857 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 56008) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:04:03.042805 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-b2b73696-e3b2-492e-b4b2-f8aa7effd884 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:03.066993 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98cbefa3-68e9-4557-9b70-c6096c6a9e9d None None] DHCP port deletion for e8e6dc94-9bb6-402c-8494-d1c5ccc072e3 request from dv-cinder-840525-1-iscsi {{(pid=103281) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 04 19:04:03.078774 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-4ba13b17-e8cb-42a0-8ada-9b6af167fa9d admin admin] For port 7c7274f3-74bb-4960-b544-f33523ee7f4e, host dv-cinder-840525-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-1-iscsi',level=0,port_id=7c7274f3-74bb-4960-b544-f33523ee7f4e,segment=NetworkSegment(20f7f636-8156-4de7-9a09-06cf753039da),segment_id=20f7f636-8156-4de7-9a09-06cf753039da)] {{(pid=103279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:04:03.079327 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-4ba13b17-e8cb-42a0-8ada-9b6af167fa9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607728'] for port (7c7274f3-74bb-4960-b544-f33523ee7f4e), precommit_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:03.117430 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-98cbefa3-68e9-4557-9b70-c6096c6a9e9d None None] Deleting port 7c7274f3-74bb-4960-b544-f33523ee7f4e {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 19:04:03.117778 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-98cbefa3-68e9-4557-9b70-c6096c6a9e9d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790498772255'] for port (7c7274f3-74bb-4960-b544-f33523ee7f4e), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:03.154939 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-4ba13b17-e8cb-42a0-8ada-9b6af167fa9d admin admin] Calling delete_port for 7c7274f3-74bb-4960-b544-f33523ee7f4e owned by network:dhcp {{(pid=103279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 19:04:03.170957 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-b2b73696-e3b2-492e-b4b2-f8aa7effd884 admin admin] Publish callbacks [] for security_group (c8a48158-c9a1-4deb-9190-eca355b7d6bd), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:03.177767 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-b2b73696-e3b2-492e-b4b2-f8aa7effd884 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (c8a48158-c9a1-4deb-9190-eca355b7d6bd), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:03.202622 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Device 64a1dd12-8f2d-47fb-90ff-923651e6f161 no longer exists at agent ovs-agent-dv-cinder-840525-1-iscsi {{(pid=103281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 19:04:03.229342 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] No Port match for: 64a1dd12-8f2d-47fb-90ff-923651e6f161 {{(pid=103281) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 19:04:03.230009 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Device 64a1dd12-8f2d-47fb-90ff-923651e6f161 not bound to the agent host dv-cinder-840525-1-iscsi {{(pid=103281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 19:04:03.230626 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Device 90083584-db7e-44a6-9405-4960f9b315ca no longer exists at agent ovs-agent-dv-cinder-840525-1-iscsi {{(pid=103281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 19:04:03.231200 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-b2b73696-e3b2-492e-b4b2-f8aa7effd884 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3b975c4dda774669b4f7cc2a9daabb9f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2041798 May 04 19:04:03.232124 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b73696-e3b2-492e-b4b2-f8aa7effd884 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8a48158-c9a1-4deb-9190-eca355b7d6bd,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:04:03.234772 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 56010) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:04:03.267173 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] No Port match for: 90083584-db7e-44a6-9405-4960f9b315ca {{(pid=103281) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 19:04:03.267605 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Device 90083584-db7e-44a6-9405-4960f9b315ca not bound to the agent host dv-cinder-840525-1-iscsi {{(pid=103281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 19:04:03.268134 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Device 7c7274f3-74bb-4960-b544-f33523ee7f4e no longer exists at agent ovs-agent-dv-cinder-840525-1-iscsi {{(pid=103281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 19:04:03.273257 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-98cbefa3-68e9-4557-9b70-c6096c6a9e9d None None] For port 7c7274f3-74bb-4960-b544-f33523ee7f4e, host dv-cinder-840525-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-1-iscsi',level=0,port_id=7c7274f3-74bb-4960-b544-f33523ee7f4e,segment=NetworkSegment(20f7f636-8156-4de7-9a09-06cf753039da),segment_id=20f7f636-8156-4de7-9a09-06cf753039da)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:04:03.273696 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-98cbefa3-68e9-4557-9b70-c6096c6a9e9d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607728'] for port (7c7274f3-74bb-4960-b544-f33523ee7f4e), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:03.295956 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [req-a986edd0-f1b3-40bf-8276-94f0844abaf2 req-c7bcf1de-d2af-4cca-aa0d-d4c9a7fe1494 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:03.296247 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [req-a986edd0-f1b3-40bf-8276-94f0844abaf2 req-c7bcf1de-d2af-4cca-aa0d-d4c9a7fe1494 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608971'] for floatingip (87f4e924-0863-45e1-9583-20b84d689476), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:03.296818 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.db.l3_db [req-a986edd0-f1b3-40bf-8276-94f0844abaf2 req-c7bcf1de-d2af-4cca-aa0d-d4c9a7fe1494 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Floating IP 87f4e924-0863-45e1-9583-20b84d689476 disassociated. External IP: 172.27.0.82, port: 7d2964dd-ad61-4332-bedf-ecb1e435f315. May 04 19:04:03.297164 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [req-a986edd0-f1b3-40bf-8276-94f0844abaf2 req-c7bcf1de-d2af-4cca-aa0d-d4c9a7fe1494 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Calling delete_port for 7d2964dd-ad61-4332-bedf-ecb1e435f315 owned by compute:nova {{(pid=103279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 19:04:03.312024 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-98cbefa3-68e9-4557-9b70-c6096c6a9e9d None None] Calling delete_port for 7c7274f3-74bb-4960-b544-f33523ee7f4e owned by network:dhcp {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 19:04:03.326189 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-b5da09e3-6ade-4db8-9747-4a8096b6944f admin admin] Publish callbacks [] for security_group (c8a48158-c9a1-4deb-9190-eca355b7d6bd), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:03.353248 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-4ba13b17-e8cb-42a0-8ada-9b6af167fa9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790498779311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790498302109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13908970'] for port (7c7274f3-74bb-4960-b544-f33523ee7f4e), after_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:03.355926 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-b5da09e3-6ade-4db8-9747-4a8096b6944f admin admin] Publish callbacks [] for security_group (c8a48158-c9a1-4deb-9190-eca355b7d6bd), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:03.369587 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] No active binding found for port 7c7274f3-74bb-4960-b544-f33523ee7f4e {{(pid=103281) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} May 04 19:04:03.369973 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] The host dv-cinder-840525-1-iscsi is not matching for port 7c7274f3-74bb-4960-b544-f33523ee7f4e host None! {{(pid=103281) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2395}} May 04 19:04:03.370350 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Device 7c7274f3-74bb-4960-b544-f33523ee7f4e not bound to the agent host dv-cinder-840525-1-iscsi {{(pid=103281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 19:04:03.387068 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba13b17-e8cb-42a0-8ada-9b6af167fa9d admin admin] Pushing event deleted for resources: {'Port': ['ID=7c7274f3-74bb-4960-b544-f33523ee7f4e,revision_number=None']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:04:03.400001 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba13b17-e8cb-42a0-8ada-9b6af167fa9d admin admin] No DVR routers for this DVR port 7c7274f3-74bb-4960-b544-f33523ee7f4e on host dv-cinder-840525-1-iscsi {{(pid=103279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 19:04:03.419434 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-98cbefa3-68e9-4557-9b70-c6096c6a9e9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790498779311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790498302109'] for port (7c7274f3-74bb-4960-b544-f33523ee7f4e), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:03.426878 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-b5da09e3-6ade-4db8-9747-4a8096b6944f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (c8a48158-c9a1-4deb-9190-eca355b7d6bd), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:03.430030 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-b5da09e3-6ade-4db8-9747-4a8096b6944f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:03.434345 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-b5da09e3-6ade-4db8-9747-4a8096b6944f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c8a48158-c9a1-4deb-9190-eca355b7d6bd HTTP/1.1" status: 204 len: 168 time: 0.1985316 May 04 19:04:03.445967 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5da09e3-6ade-4db8-9747-4a8096b6944f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8a48158-c9a1-4deb-9190-eca355b7d6bd,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:04:03.457192 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cbefa3-68e9-4557-9b70-c6096c6a9e9d None None] Pushing event deleted for resources: {'Port': ['ID=7c7274f3-74bb-4960-b544-f33523ee7f4e,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:04:03.463155 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98cbefa3-68e9-4557-9b70-c6096c6a9e9d None None] No DVR routers for this DVR port 7c7274f3-74bb-4960-b544-f33523ee7f4e on host dv-cinder-840525-1-iscsi {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 19:04:03.493966 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-4ba13b17-e8cb-42a0-8ada-9b6af167fa9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772425', 'neutron.services.segments.db._delete_segments_for_network-8790498765132'] for network (e8e6dc94-9bb6-402c-8494-d1c5ccc072e3), precommit_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:03.543973 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.services.segments.db [None req-4ba13b17-e8cb-42a0-8ada-9b6af167fa9d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8e6dc94-9bb6-402c-8494-d1c5ccc072e3']}} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:04:03.563586 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.services.segments.db [None req-4ba13b17-e8cb-42a0-8ada-9b6af167fa9d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20f7f636-8156-4de7-9a09-06cf753039da') {'for_net_delete': True} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:04:03.563898 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.services.segments.db [None req-4ba13b17-e8cb-42a0-8ada-9b6af167fa9d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20f7f636-8156-4de7-9a09-06cf753039da') {} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:04:03.577402 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-4ba13b17-e8cb-42a0-8ada-9b6af167fa9d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790498766421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14495801'] for segment (20f7f636-8156-4de7-9a09-06cf753039da), before_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:03.603398 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-4ba13b17-e8cb-42a0-8ada-9b6af167fa9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589113'] for segment (20f7f636-8156-4de7-9a09-06cf753039da), precommit_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:03.612005 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [req-a986edd0-f1b3-40bf-8276-94f0844abaf2 req-c7bcf1de-d2af-4cca-aa0d-d4c9a7fe1494 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790498779311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790498302109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13908970'] for port (7d2964dd-ad61-4332-bedf-ecb1e435f315), after_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:03.646701 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ba13b17-e8cb-42a0-8ada-9b6af167fa9d admin admin] Releasing vlan 294 on physical network physnet1 to pool {{(pid=103279) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 19:04:03.647103 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-4ba13b17-e8cb-42a0-8ada-9b6af167fa9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13908959'] for segment (20f7f636-8156-4de7-9a09-06cf753039da), after_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:03.649069 dv-cinder-840525-1-iscsi neutron-server[103279]: Traceback (most recent call last): May 04 19:04:03.649069 dv-cinder-840525-1-iscsi neutron-server[103279]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 19:04:03.649069 dv-cinder-840525-1-iscsi neutron-server[103279]: timer() May 04 19:04:03.649069 dv-cinder-840525-1-iscsi neutron-server[103279]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 19:04:03.649069 dv-cinder-840525-1-iscsi neutron-server[103279]: cb(*args, **kw) May 04 19:04:03.649069 dv-cinder-840525-1-iscsi neutron-server[103279]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 19:04:03.649069 dv-cinder-840525-1-iscsi neutron-server[103279]: return func(*args, **kwargs) May 04 19:04:03.649069 dv-cinder-840525-1-iscsi neutron-server[103279]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 19:04:03.649069 dv-cinder-840525-1-iscsi neutron-server[103279]: self._notify() May 04 19:04:03.649069 dv-cinder-840525-1-iscsi neutron-server[103279]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 19:04:03.649069 dv-cinder-840525-1-iscsi neutron-server[103279]: self.callback(batched_events) May 04 19:04:03.649069 dv-cinder-840525-1-iscsi neutron-server[103279]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 19:04:03.649069 dv-cinder-840525-1-iscsi neutron-server[103279]: event.method(event) May 04 19:04:03.649069 dv-cinder-840525-1-iscsi neutron-server[103279]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 19:04:03.649069 dv-cinder-840525-1-iscsi neutron-server[103279]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 19:04:03.649069 dv-cinder-840525-1-iscsi neutron-server[103279]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 19:04:03.649069 dv-cinder-840525-1-iscsi neutron-server[103279]: aggregate_uuid = self.p_client.list_aggregates( May 04 19:04:03.649069 dv-cinder-840525-1-iscsi neutron-server[103279]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 19:04:03.649069 dv-cinder-840525-1-iscsi neutron-server[103279]: return f(self, *a, **k) May 04 19:04:03.649069 dv-cinder-840525-1-iscsi neutron-server[103279]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 19:04:03.649069 dv-cinder-840525-1-iscsi neutron-server[103279]: return self._get(url).json() May 04 19:04:03.649069 dv-cinder-840525-1-iscsi neutron-server[103279]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 19:04:03.649069 dv-cinder-840525-1-iscsi neutron-server[103279]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 19:04:03.649069 dv-cinder-840525-1-iscsi neutron-server[103279]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 19:04:03.649069 dv-cinder-840525-1-iscsi neutron-server[103279]: return self.request(url, 'GET', **kwargs) May 04 19:04:03.649069 dv-cinder-840525-1-iscsi neutron-server[103279]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 19:04:03.649069 dv-cinder-840525-1-iscsi neutron-server[103279]: base_url = self.get_endpoint(auth, allow=allow, May 04 19:04:03.649069 dv-cinder-840525-1-iscsi neutron-server[103279]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 19:04:03.649069 dv-cinder-840525-1-iscsi neutron-server[103279]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 19:04:03.649069 dv-cinder-840525-1-iscsi neutron-server[103279]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 19:04:03.649069 dv-cinder-840525-1-iscsi neutron-server[103279]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 19:04:03.649069 dv-cinder-840525-1-iscsi neutron-server[103279]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 19:04:03.662426 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bcf1de-d2af-4cca-aa0d-d4c9a7fe1494 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Pushing event deleted for resources: {'Port': ['ID=7d2964dd-ad61-4332-bedf-ecb1e435f315,revision_number=None']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:04:03.748636 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-4ba13b17-e8cb-42a0-8ada-9b6af167fa9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608942'] for network (e8e6dc94-9bb6-402c-8494-d1c5ccc072e3), after_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:03.753890 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-4ba13b17-e8cb-42a0-8ada-9b6af167fa9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572658'] for network (None), before_response {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:03.757154 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-4ba13b17-e8cb-42a0-8ada-9b6af167fa9d admin admin] 10.222.0.35 "DELETE /v2.0/networks/e8e6dc94-9bb6-402c-8494-d1c5ccc072e3 HTTP/1.1" status: 204 len: 168 time: 1.0981162 May 04 19:04:03.760207 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 56020) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:04:03.779059 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba13b17-e8cb-42a0-8ada-9b6af167fa9d admin admin] Pushing event deleted for resources: {'Network': ['ID=e8e6dc94-9bb6-402c-8494-d1c5ccc072e3,revision_number=None']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:04:03.855787 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a986edd0-f1b3-40bf-8276-94f0844abaf2 req-c7bcf1de-d2af-4cca-aa0d-d4c9a7fe1494 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Router d5339568-04a2-4813-b750-63c9a3fc9882 has already been hosted by L3 agent 0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b {{(pid=103279) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 19:04:03.983824 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a986edd0-f1b3-40bf-8276-94f0844abaf2 req-c7bcf1de-d2af-4cca-aa0d-d4c9a7fe1494 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Notify agent at l3_agent.dv-cinder-840525-1-iscsi the message routers_updated {{(pid=103279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 19:04:03.999572 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86c7744-da2b-424d-b324-538eef6abf61 None None] Sync routers for ids ['d5339568-04a2-4813-b750-63c9a3fc9882'] in dv-cinder-840525-1-iscsi {{(pid=103281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 19:04:04.018303 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86c7744-da2b-424d-b324-538eef6abf61 None None] Routers {'d5339568-04a2-4813-b750-63c9a3fc9882'} bound to L3 agent in host dv-cinder-840525-1-iscsi {{(pid=103281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:04:04.019430 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_hamode_db [None req-b86c7744-da2b-424d-b324-538eef6abf61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T18:48:29Z,description=,heartbeat_timestamp=2022-05-04T19:03:59Z,host='dv-cinder-840525-1-iscsi',id=0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:48:29Z,topic='l3_agent')) {'router_ids': ['d5339568-04a2-4813-b750-63c9a3fc9882'], 'active': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:04:04.046830 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvrscheduler_db [req-a986edd0-f1b3-40bf-8276-94f0844abaf2 req-c7bcf1de-d2af-4cca-aa0d-d4c9a7fe1494 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] No DVR routers for this DVR port 7d2964dd-ad61-4332-bedf-ecb1e435f315 on host hv-cinder-84052 {{(pid=103279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 19:04:04.064432 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [req-a986edd0-f1b3-40bf-8276-94f0844abaf2 req-c7bcf1de-d2af-4cca-aa0d-d4c9a7fe1494 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127086'] for port (None), before_response {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:04.068462 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-a986edd0-f1b3-40bf-8276-94f0844abaf2 req-c7bcf1de-d2af-4cca-aa0d-d4c9a7fe1494 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.55 "DELETE /v2.0/ports/7d2964dd-ad61-4332-bedf-ecb1e435f315 HTTP/1.1" status: 204 len: 173 time: 1.5744638 May 04 19:04:04.069041 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e10490c1-4c5e-46ee-bcc0-0bcea6e1f6e4', 'name': 'network-vif-deleted', 'tag': '7d2964dd-ad61-4332-bedf-ecb1e435f315'}] {{(pid=103279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 19:04:04.071986 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f03067be0d021e11c0632f57e5c6e43a0067ecb248f9894e29d0a29efd5d62c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26b1ad61-3648-4953-b58e-6b326ce5ecd4" -d '{"events": [{"server_uuid": "e10490c1-4c5e-46ee-bcc0-0bcea6e1f6e4", "name": "network-vif-deleted", "tag": "7d2964dd-ad61-4332-bedf-ecb1e435f315"}]}' {{(pid=103279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 19:04:04.115790 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 19:04:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa41cae6-b43f-43c9-b199-63aada7e80d9 x-openstack-request-id: req-fa41cae6-b43f-43c9-b199-63aada7e80d9 {{(pid=103279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 19:04:04.116370 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e10490c1-4c5e-46ee-bcc0-0bcea6e1f6e4", "name": "network-vif-deleted", "tag": "7d2964dd-ad61-4332-bedf-ecb1e435f315", "status": "completed", "code": 200}]} {{(pid=103279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 19:04:04.116854 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fa41cae6-b43f-43c9-b199-63aada7e80d9 {{(pid=103279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 19:04:04.117573 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa41cae6-b43f-43c9-b199-63aada7e80d9'] response: {'server_uuid': 'e10490c1-4c5e-46ee-bcc0-0bcea6e1f6e4', 'name': 'network-vif-deleted', 'tag': '7d2964dd-ad61-4332-bedf-ecb1e435f315', 'status': 'completed', 'code': 200} May 04 19:04:04.241961 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvr_db [None req-b86c7744-da2b-424d-b324-538eef6abf61 None None] Set router d5339568-04a2-4813-b750-63c9a3fc9882 gateway port host: dv-cinder-840525-1-iscsi {{(pid=103281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:04:04.245936 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-1167d6f4-6d80-4efd-85ec-8522e662a9b3 req-f16ae8a9-cd20-4643-9077-6cb81e762b8c tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/ports?device_id=e10490c1-4c5e-46ee-bcc0-0bcea6e1f6e4 HTTP/1.1" status: 200 len: 210 time: 0.0913205 May 04 19:04:04.292076 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-81f9f6d0-33e7-4d9e-9a36-ea68204e698e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-607662'] for router_interface (fa2a76ba-a7c6-4c64-881f-b3e23b6677f4), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:04.618755 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.plugin [None req-81f9f6d0-33e7-4d9e-9a36-ea68204e698e admin admin] Deleting port 14ec0272-350f-4eb7-b096-d1c4a284b6f1 {{(pid=103280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 19:04:04.622244 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-81f9f6d0-33e7-4d9e-9a36-ea68204e698e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790498772255'] for port (14ec0272-350f-4eb7-b096-d1c4a284b6f1), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:04.628387 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_hamode_db [None req-b86c7744-da2b-424d-b324-538eef6abf61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5339568-04a2-4813-b750-63c9a3fc9882', 'name': 'tempest-AttachVolumeShelveTestJSON-216607060-router', 'tenant_id': '75fc5dead879453695a0046c9f35ff1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'external_fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': '43e0efb5-c5c7-489f-81f3-5a269fed0777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:58:01Z', 'updated_at': '2022-05-04T18:58:05Z', 'revision_number': 4, 'project_id': '75fc5dead879453695a0046c9f35ff1d', 'gw_port': {'id': '43e0efb5-c5c7-489f-81f3-5a269fed0777', 'name': '', 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:a2:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5339568-04a2-4813-b750-63c9a3fc9882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:58:02Z', 'updated_at': '2022-05-04T18:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-1-iscsi', '_interfaces': [{'id': 'e2b4131a-2ac4-4836-8d66-a72a530162d7', 'name': '', 'network_id': 'b1cedcbc-cdac-422b-b37d-00881e094afa', 'tenant_id': '75fc5dead879453695a0046c9f35ff1d', 'mac_address': 'fa:16:3e:3b:a2:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5339568-04a2-4813-b750-63c9a3fc9882', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'eeef2f41-46cc-4bf5-995a-936e9476bce2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:58:04Z', 'updated_at': '2022-05-04T18:58:09Z', 'revision_number': 5, 'project_id': '75fc5dead879453695a0046c9f35ff1d', 'subnets': [{'id': 'eeef2f41-46cc-4bf5-995a-936e9476bce2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-1-iscsi', False) {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:04:04.695786 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86c7744-da2b-424d-b324-538eef6abf61 None None] Checking router: d5339568-04a2-4813-b750-63c9a3fc9882 for host: dv-cinder-840525-1-iscsi {{(pid=103281) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 19:04:04.704594 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86c7744-da2b-424d-b324-538eef6abf61 None None] Routers {'d5339568-04a2-4813-b750-63c9a3fc9882'} bound to L3 agent in host dv-cinder-840525-1-iscsi {{(pid=103281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:04:04.705228 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_hamode_db [None req-b86c7744-da2b-424d-b324-538eef6abf61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T18:48:29Z,description=,heartbeat_timestamp=2022-05-04T19:03:59Z,host='dv-cinder-840525-1-iscsi',id=0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:48:29Z,topic='l3_agent')) {'router_ids': ['d5339568-04a2-4813-b750-63c9a3fc9882'], 'active': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:04:04.731693 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.db [None req-81f9f6d0-33e7-4d9e-9a36-ea68204e698e admin admin] For port 14ec0272-350f-4eb7-b096-d1c4a284b6f1, host dv-cinder-840525-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-1-iscsi',level=0,port_id=14ec0272-350f-4eb7-b096-d1c4a284b6f1,segment=NetworkSegment(97b2832f-4767-4004-b13f-d3332ebbabb6),segment_id=97b2832f-4767-4004-b13f-d3332ebbabb6)] {{(pid=103280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:04:04.732073 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-81f9f6d0-33e7-4d9e-9a36-ea68204e698e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607728'] for port (14ec0272-350f-4eb7-b096-d1c4a284b6f1), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:04.747274 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.plugin [None req-81f9f6d0-33e7-4d9e-9a36-ea68204e698e admin admin] Calling delete_port for 14ec0272-350f-4eb7-b096-d1c4a284b6f1 owned by network:router_interface {{(pid=103280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 19:04:04.838537 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvr_db [None req-b86c7744-da2b-424d-b324-538eef6abf61 None None] Set router d5339568-04a2-4813-b750-63c9a3fc9882 gateway port host: dv-cinder-840525-1-iscsi {{(pid=103281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:04:04.964686 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-81f9f6d0-33e7-4d9e-9a36-ea68204e698e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790498779311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790498302109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12874298'] for port (14ec0272-350f-4eb7-b096-d1c4a284b6f1), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:05.003097 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9f6d0-33e7-4d9e-9a36-ea68204e698e admin admin] Pushing event deleted for resources: {'Port': ['ID=14ec0272-350f-4eb7-b096-d1c4a284b6f1,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:04:05.108042 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_hamode_db [None req-b86c7744-da2b-424d-b324-538eef6abf61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5339568-04a2-4813-b750-63c9a3fc9882', 'name': 'tempest-AttachVolumeShelveTestJSON-216607060-router', 'tenant_id': '75fc5dead879453695a0046c9f35ff1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'external_fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': '43e0efb5-c5c7-489f-81f3-5a269fed0777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:58:01Z', 'updated_at': '2022-05-04T18:58:05Z', 'revision_number': 4, 'project_id': '75fc5dead879453695a0046c9f35ff1d', 'gw_port': {'id': '43e0efb5-c5c7-489f-81f3-5a269fed0777', 'name': '', 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:a2:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5339568-04a2-4813-b750-63c9a3fc9882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:58:02Z', 'updated_at': '2022-05-04T18:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-1-iscsi', '_interfaces': [{'id': 'e2b4131a-2ac4-4836-8d66-a72a530162d7', 'name': '', 'network_id': 'b1cedcbc-cdac-422b-b37d-00881e094afa', 'tenant_id': '75fc5dead879453695a0046c9f35ff1d', 'mac_address': 'fa:16:3e:3b:a2:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5339568-04a2-4813-b750-63c9a3fc9882', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'eeef2f41-46cc-4bf5-995a-936e9476bce2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:58:04Z', 'updated_at': '2022-05-04T18:58:09Z', 'revision_number': 5, 'project_id': '75fc5dead879453695a0046c9f35ff1d', 'subnets': [{'id': 'eeef2f41-46cc-4bf5-995a-936e9476bce2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-1-iscsi', False) {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:04:05.144369 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86c7744-da2b-424d-b324-538eef6abf61 None None] The sync data for ids ['d5339568-04a2-4813-b750-63c9a3fc9882'] in dv-cinder-840525-1-iscsi is: [{'id': 'd5339568-04a2-4813-b750-63c9a3fc9882', 'name': 'tempest-AttachVolumeShelveTestJSON-216607060-router', 'tenant_id': '75fc5dead879453695a0046c9f35ff1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'external_fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': '43e0efb5-c5c7-489f-81f3-5a269fed0777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:58:01Z', 'updated_at': '2022-05-04T18:58:05Z', 'revision_number': 4, 'project_id': '75fc5dead879453695a0046c9f35ff1d', 'gw_port': {'id': '43e0efb5-c5c7-489f-81f3-5a269fed0777', 'name': '', 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:a2:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5339568-04a2-4813-b750-63c9a3fc9882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:58:02Z', 'updated_at': '2022-05-04T18:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-1-iscsi', '_interfaces': [{'id': 'e2b4131a-2ac4-4836-8d66-a72a530162d7', 'name': '', 'network_id': 'b1cedcbc-cdac-422b-b37d-00881e094afa', 'tenant_id': '75fc5dead879453695a0046c9f35ff1d', 'mac_address': 'fa:16:3e:3b:a2:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5339568-04a2-4813-b750-63c9a3fc9882', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'eeef2f41-46cc-4bf5-995a-936e9476bce2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:58:04Z', 'updated_at': '2022-05-04T18:58:09Z', 'revision_number': 5, 'project_id': '75fc5dead879453695a0046c9f35ff1d', 'subnets': [{'id': 'eeef2f41-46cc-4bf5-995a-936e9476bce2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 19:04:05.213200 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-81f9f6d0-33e7-4d9e-9a36-ea68204e698e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1572633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-611531'] for router_interface (fa2a76ba-a7c6-4c64-881f-b3e23b6677f4), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:05.342999 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 56100) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:04:05.409886 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-a639e31a-98e7-415b-a79f-bb6d26d7978c tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Publish callbacks [] for security_group (5143d7ac-a22e-43a4-aecc-9125fab2207d), before_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:05.443455 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-a639e31a-98e7-415b-a79f-bb6d26d7978c tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Publish callbacks [] for security_group (5143d7ac-a22e-43a4-aecc-9125fab2207d), precommit_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:05.484935 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81f9f6d0-33e7-4d9e-9a36-ea68204e698e admin admin] Router fa2a76ba-a7c6-4c64-881f-b3e23b6677f4 has already been hosted by L3 agent 0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b {{(pid=103280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 19:04:05.491225 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df89eb77-52f3-492b-99c9-c5e492e2af3a None None] New status for floating IP 87f4e924-0863-45e1-9583-20b84d689476: DOWN {{(pid=103282) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 19:04:05.506209 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-a639e31a-98e7-415b-a79f-bb6d26d7978c tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (5143d7ac-a22e-43a4-aecc-9125fab2207d), after_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:05.508947 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-a639e31a-98e7-415b-a79f-bb6d26d7978c tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Publish callbacks [] for security_group (None), before_response {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:05.510190 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-a639e31a-98e7-415b-a79f-bb6d26d7978c tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "DELETE /v2.0/security-groups/5143d7ac-a22e-43a4-aecc-9125fab2207d HTTP/1.1" status: 204 len: 168 time: 0.1660933 May 04 19:04:05.513397 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 56106) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:04:05.530491 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a639e31a-98e7-415b-a79f-bb6d26d7978c tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5143d7ac-a22e-43a4-aecc-9125fab2207d,revision_number=None']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:04:05.532581 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.api.v2.resource [None req-6493238a-4e1c-47f5-ad9e-9b8be3d4ab53 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] show failed (client error): The resource could not be found. May 04 19:04:05.533644 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-6493238a-4e1c-47f5-ad9e-9b8be3d4ab53 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "GET /v2.0/security-groups/5143d7ac-a22e-43a4-aecc-9125fab2207d HTTP/1.1" status: 404 len: 347 time: 0.0193419 May 04 19:04:05.542829 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 56108) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:04:05.620786 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81f9f6d0-33e7-4d9e-9a36-ea68204e698e admin admin] Notify agent at l3_agent.dv-cinder-840525-1-iscsi the message routers_updated {{(pid=103280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 19:04:05.625803 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-81f9f6d0-33e7-4d9e-9a36-ea68204e698e admin admin] 10.222.0.35 "PUT /v2.0/routers/fa2a76ba-a7c6-4c64-881f-b3e23b6677f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8644633 May 04 19:04:05.629007 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 56110) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:04:05.641175 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd60f5e-b7cb-4cd5-8e1a-b6b6916d085c None None] Sync routers for ids ['fa2a76ba-a7c6-4c64-881f-b3e23b6677f4'] in dv-cinder-840525-1-iscsi {{(pid=103281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 19:04:05.653844 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd60f5e-b7cb-4cd5-8e1a-b6b6916d085c None None] Routers {'fa2a76ba-a7c6-4c64-881f-b3e23b6677f4'} bound to L3 agent in host dv-cinder-840525-1-iscsi {{(pid=103281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:04:05.654889 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_hamode_db [None req-bbd60f5e-b7cb-4cd5-8e1a-b6b6916d085c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T18:48:29Z,description=,heartbeat_timestamp=2022-05-04T19:03:59Z,host='dv-cinder-840525-1-iscsi',id=0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:48:29Z,topic='l3_agent')) {'router_ids': ['fa2a76ba-a7c6-4c64-881f-b3e23b6677f4'], 'active': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:04:05.706730 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-09e95eb4-bcd9-4063-a27f-771c2977db15 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Deleting port 48dec932-2ea5-41b8-8502-2a4b4ef64c70 {{(pid=103279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 19:04:05.707224 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-09e95eb4-bcd9-4063-a27f-771c2977db15 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790498772255'] for port (48dec932-2ea5-41b8-8502-2a4b4ef64c70), before_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:05.782314 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-76cfa3a6-bdd7-4a76-9b14-5207ddd2cce0 admin admin] Publish callbacks [] for router (fa2a76ba-a7c6-4c64-881f-b3e23b6677f4), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:05.790851 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-09e95eb4-bcd9-4063-a27f-771c2977db15 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607728'] for port (48dec932-2ea5-41b8-8502-2a4b4ef64c70), precommit_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:05.791399 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-09e95eb4-bcd9-4063-a27f-771c2977db15 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Publish callbacks [] for floatingip (48dec932-2ea5-41b8-8502-2a4b4ef64c70), precommit_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:05.794153 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvr_db [None req-bbd60f5e-b7cb-4cd5-8e1a-b6b6916d085c None None] Set router fa2a76ba-a7c6-4c64-881f-b3e23b6677f4 gateway port host: dv-cinder-840525-1-iscsi {{(pid=103281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:04:05.809630 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-09e95eb4-bcd9-4063-a27f-771c2977db15 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Calling delete_port for 48dec932-2ea5-41b8-8502-2a4b4ef64c70 owned by network:floatingip {{(pid=103279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 19:04:05.911872 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-76cfa3a6-bdd7-4a76-9b14-5207ddd2cce0 admin admin] Publish callbacks [] for router_gateway (fa2a76ba-a7c6-4c64-881f-b3e23b6677f4), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:05.951896 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-09e95eb4-bcd9-4063-a27f-771c2977db15 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790498779311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790498302109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13908970'] for port (48dec932-2ea5-41b8-8502-2a4b4ef64c70), after_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:05.994887 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e95eb4-bcd9-4063-a27f-771c2977db15 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Pushing event deleted for resources: {'Port': ['ID=48dec932-2ea5-41b8-8502-2a4b4ef64c70,revision_number=None']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:04:06.006159 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_hamode_db [None req-bbd60f5e-b7cb-4cd5-8e1a-b6b6916d085c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa2a76ba-a7c6-4c64-881f-b3e23b6677f4', 'name': 'tempest-TestShelveInstance-1735526121-router', 'tenant_id': '35ee653d6d2a4669b9161bbdf73b726c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'external_fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': '1b6ebcee-b868-40ef-8e2f-e2e5723822c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:58:48Z', 'updated_at': '2022-05-04T19:04:04Z', 'revision_number': 5, 'project_id': '35ee653d6d2a4669b9161bbdf73b726c', 'gw_port': {'id': '1b6ebcee-b868-40ef-8e2f-e2e5723822c8', 'name': '', 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:f7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2a76ba-a7c6-4c64-881f-b3e23b6677f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:58:49Z', 'updated_at': '2022-05-04T18:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-1-iscsi'}], 'dv-cinder-840525-1-iscsi', False) {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:04:06.037752 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd60f5e-b7cb-4cd5-8e1a-b6b6916d085c None None] Checking router: fa2a76ba-a7c6-4c64-881f-b3e23b6677f4 for host: dv-cinder-840525-1-iscsi {{(pid=103281) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 19:04:06.050924 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd60f5e-b7cb-4cd5-8e1a-b6b6916d085c None None] Routers {'fa2a76ba-a7c6-4c64-881f-b3e23b6677f4'} bound to L3 agent in host dv-cinder-840525-1-iscsi {{(pid=103281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:04:06.051748 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_hamode_db [None req-bbd60f5e-b7cb-4cd5-8e1a-b6b6916d085c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T18:48:29Z,description=,heartbeat_timestamp=2022-05-04T19:03:59Z,host='dv-cinder-840525-1-iscsi',id=0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:48:29Z,topic='l3_agent')) {'router_ids': ['fa2a76ba-a7c6-4c64-881f-b3e23b6677f4'], 'active': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:04:06.067389 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-09e95eb4-bcd9-4063-a27f-771c2977db15 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Publish callbacks [] for floatingip (87f4e924-0863-45e1-9583-20b84d689476), after_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:06.070285 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-09e95eb4-bcd9-4063-a27f-771c2977db15 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127086'] for floatingip (None), before_response {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:06.074299 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-09e95eb4-bcd9-4063-a27f-771c2977db15 tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] 10.222.0.35 "DELETE /v2.0/floatingips/87f4e924-0863-45e1-9583-20b84d689476 HTTP/1.1" status: 204 len: 168 time: 0.5275271 May 04 19:04:06.179240 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvr_db [None req-bbd60f5e-b7cb-4cd5-8e1a-b6b6916d085c None None] Set router fa2a76ba-a7c6-4c64-881f-b3e23b6677f4 gateway port host: None {{(pid=103281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:04:06.243974 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_hamode_db [None req-bbd60f5e-b7cb-4cd5-8e1a-b6b6916d085c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa2a76ba-a7c6-4c64-881f-b3e23b6677f4', 'name': 'tempest-TestShelveInstance-1735526121-router', 'tenant_id': '35ee653d6d2a4669b9161bbdf73b726c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:58:48Z', 'updated_at': '2022-05-04T19:04:05Z', 'revision_number': 6, 'project_id': '35ee653d6d2a4669b9161bbdf73b726c', 'gw_port_host': None}], 'dv-cinder-840525-1-iscsi', False) {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:04:06.270103 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.plugin [None req-76cfa3a6-bdd7-4a76-9b14-5207ddd2cce0 admin admin] Deleting port 1b6ebcee-b868-40ef-8e2f-e2e5723822c8 {{(pid=103280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 19:04:06.270564 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-76cfa3a6-bdd7-4a76-9b14-5207ddd2cce0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790498772255'] for port (1b6ebcee-b868-40ef-8e2f-e2e5723822c8), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:06.272500 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd60f5e-b7cb-4cd5-8e1a-b6b6916d085c None None] The sync data for ids ['fa2a76ba-a7c6-4c64-881f-b3e23b6677f4'] in dv-cinder-840525-1-iscsi is: [{'id': 'fa2a76ba-a7c6-4c64-881f-b3e23b6677f4', 'name': 'tempest-TestShelveInstance-1735526121-router', 'tenant_id': '35ee653d6d2a4669b9161bbdf73b726c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:58:48Z', 'updated_at': '2022-05-04T19:04:05Z', 'revision_number': 6, 'project_id': '35ee653d6d2a4669b9161bbdf73b726c', 'gw_port_host': None}] {{(pid=103281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 19:04:06.358606 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.db [None req-76cfa3a6-bdd7-4a76-9b14-5207ddd2cce0 admin admin] For port 1b6ebcee-b868-40ef-8e2f-e2e5723822c8, host dv-cinder-840525-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-1-iscsi',level=0,port_id=1b6ebcee-b868-40ef-8e2f-e2e5723822c8,segment=NetworkSegment(183e99eb-a03a-4429-82ba-edb66df2d5f7),segment_id=183e99eb-a03a-4429-82ba-edb66df2d5f7)] {{(pid=103280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:04:06.359025 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-76cfa3a6-bdd7-4a76-9b14-5207ddd2cce0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607728'] for port (1b6ebcee-b868-40ef-8e2f-e2e5723822c8), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:06.372889 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.plugin [None req-76cfa3a6-bdd7-4a76-9b14-5207ddd2cce0 admin admin] Calling delete_port for 1b6ebcee-b868-40ef-8e2f-e2e5723822c8 owned by network:router_gateway {{(pid=103280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 19:04:06.409454 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Device 7d2964dd-ad61-4332-bedf-ecb1e435f315 no longer exists at agent hyperv_hv-cinder-84052 {{(pid=103281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 19:04:06.438830 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] No Port match for: 7d2964dd-ad61-4332-bedf-ecb1e435f315 {{(pid=103281) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 19:04:06.439180 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Device 7d2964dd-ad61-4332-bedf-ecb1e435f315 not bound to the agent host hv-cinder-84052 {{(pid=103281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 19:04:06.554627 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-76cfa3a6-bdd7-4a76-9b14-5207ddd2cce0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790498779311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790498302109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12874298'] for port (1b6ebcee-b868-40ef-8e2f-e2e5723822c8), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:06.579773 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cfa3a6-bdd7-4a76-9b14-5207ddd2cce0 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b6ebcee-b868-40ef-8e2f-e2e5723822c8,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:04:06.653430 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-76cfa3a6-bdd7-4a76-9b14-5207ddd2cce0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-609976'] for router_gateway (fa2a76ba-a7c6-4c64-881f-b3e23b6677f4), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:06.748105 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-76cfa3a6-bdd7-4a76-9b14-5207ddd2cce0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4414'] for router (fa2a76ba-a7c6-4c64-881f-b3e23b6677f4), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:06.750448 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-76cfa3a6-bdd7-4a76-9b14-5207ddd2cce0 admin admin] Publish callbacks [] for router_controller (fa2a76ba-a7c6-4c64-881f-b3e23b6677f4), precommit_delete_associations {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:06.798967 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-76cfa3a6-bdd7-4a76-9b14-5207ddd2cce0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620629'] for router (fa2a76ba-a7c6-4c64-881f-b3e23b6677f4), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:06.799531 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76cfa3a6-bdd7-4a76-9b14-5207ddd2cce0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fa2a76ba-a7c6-4c64-881f-b3e23b6677f4 {{(pid=103280) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 04 19:04:06.803795 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-76cfa3a6-bdd7-4a76-9b14-5207ddd2cce0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:06.804952 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-76cfa3a6-bdd7-4a76-9b14-5207ddd2cce0 admin admin] 10.222.0.35 "DELETE /v2.0/routers/fa2a76ba-a7c6-4c64-881f-b3e23b6677f4 HTTP/1.1" status: 204 len: 168 time: 1.1743302 May 04 19:04:06.807606 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 56122) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:04:06.853010 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.db.db_base_plugin_v2 [None req-e05acdd7-5204-4291-afa7-929be50398c2 admin admin] Deleting subnet cd26e13f-7edb-49ec-ac6a-fe3ec47980a7 {{(pid=103280) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 19:04:06.857036 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-e05acdd7-5204-4291-afa7-929be50398c2 admin admin] Publish callbacks [] for subnet (cd26e13f-7edb-49ec-ac6a-fe3ec47980a7), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:06.893750 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-e05acdd7-5204-4291-afa7-929be50398c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12886072'] for subnet (cd26e13f-7edb-49ec-ac6a-fe3ec47980a7), precommit_delete_associations {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:06.979908 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-e05acdd7-5204-4291-afa7-929be50398c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771612'] for subnet (cd26e13f-7edb-49ec-ac6a-fe3ec47980a7), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:07.042652 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-e05acdd7-5204-4291-afa7-929be50398c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12874345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13129182'] for subnet (cd26e13f-7edb-49ec-ac6a-fe3ec47980a7), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:07.074151 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Device 14ec0272-350f-4eb7-b096-d1c4a284b6f1 no longer exists at agent ovs-agent-dv-cinder-840525-1-iscsi {{(pid=103281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 19:04:07.075789 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05acdd7-5204-4291-afa7-929be50398c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd26e13f-7edb-49ec-ac6a-fe3ec47980a7,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:04:07.079870 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-e05acdd7-5204-4291-afa7-929be50398c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572658'] for subnet (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:07.085772 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-e05acdd7-5204-4291-afa7-929be50398c2 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/cd26e13f-7edb-49ec-ac6a-fe3ec47980a7 HTTP/1.1" status: 204 len: 168 time: 0.2748346 May 04 19:04:07.086191 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 56124) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:04:07.101341 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b7e1c54-3742-48e2-8157-31efbfc34d61 None None] Network e7d3972c-5f26-4298-b8e9-41e2e7ddb2e2 requested from dv-cinder-840525-1-iscsi {{(pid=103281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 19:04:07.103630 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] No Port match for: 14ec0272-350f-4eb7-b096-d1c4a284b6f1 {{(pid=103281) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 19:04:07.103964 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Device 14ec0272-350f-4eb7-b096-d1c4a284b6f1 not bound to the agent host dv-cinder-840525-1-iscsi {{(pid=103281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 19:04:07.104385 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Device 1b6ebcee-b868-40ef-8e2f-e2e5723822c8 no longer exists at agent ovs-agent-dv-cinder-840525-1-iscsi {{(pid=103281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 19:04:07.144769 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] No Port match for: 1b6ebcee-b868-40ef-8e2f-e2e5723822c8 {{(pid=103281) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 19:04:07.145899 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Device 1b6ebcee-b868-40ef-8e2f-e2e5723822c8 not bound to the agent host dv-cinder-840525-1-iscsi {{(pid=103281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 19:04:07.164547 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-cac421f3-8807-48cb-94fd-c077bb5aeaae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1681522'] for network (e7d3972c-5f26-4298-b8e9-41e2e7ddb2e2), before_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:07.226222 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-cac421f3-8807-48cb-94fd-c077bb5aeaae admin admin] Deleting port 1fc3f5ce-dda6-4404-9254-98faaa56061e {{(pid=103279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 19:04:07.226639 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-cac421f3-8807-48cb-94fd-c077bb5aeaae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790498772255'] for port (1fc3f5ce-dda6-4404-9254-98faaa56061e), before_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:07.304425 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ac1b996-3c58-4f45-a8ee-e8bb774fcca8 None None] DHCP port deletion for e7d3972c-5f26-4298-b8e9-41e2e7ddb2e2 request from dv-cinder-840525-1-iscsi {{(pid=103281) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 04 19:04:07.319481 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-cac421f3-8807-48cb-94fd-c077bb5aeaae admin admin] For port 1fc3f5ce-dda6-4404-9254-98faaa56061e, host dv-cinder-840525-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-1-iscsi',level=0,port_id=1fc3f5ce-dda6-4404-9254-98faaa56061e,segment=NetworkSegment(97b2832f-4767-4004-b13f-d3332ebbabb6),segment_id=97b2832f-4767-4004-b13f-d3332ebbabb6)] {{(pid=103279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:04:07.319968 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-cac421f3-8807-48cb-94fd-c077bb5aeaae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607728'] for port (1fc3f5ce-dda6-4404-9254-98faaa56061e), precommit_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:07.337490 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-cac421f3-8807-48cb-94fd-c077bb5aeaae admin admin] Calling delete_port for 1fc3f5ce-dda6-4404-9254-98faaa56061e owned by network:dhcp {{(pid=103279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 19:04:07.354635 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-5ac1b996-3c58-4f45-a8ee-e8bb774fcca8 None None] Deleting port 1fc3f5ce-dda6-4404-9254-98faaa56061e {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 19:04:07.355088 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5ac1b996-3c58-4f45-a8ee-e8bb774fcca8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790498772255'] for port (1fc3f5ce-dda6-4404-9254-98faaa56061e), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:07.428188 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-cac421f3-8807-48cb-94fd-c077bb5aeaae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790498779311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790498302109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13908970'] for port (1fc3f5ce-dda6-4404-9254-98faaa56061e), after_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:07.431128 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-5ac1b996-3c58-4f45-a8ee-e8bb774fcca8 None None] For port 1fc3f5ce-dda6-4404-9254-98faaa56061e, host dv-cinder-840525-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-1-iscsi',level=0,port_id=1fc3f5ce-dda6-4404-9254-98faaa56061e,segment=NetworkSegment(97b2832f-4767-4004-b13f-d3332ebbabb6),segment_id=97b2832f-4767-4004-b13f-d3332ebbabb6)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:04:07.432144 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5ac1b996-3c58-4f45-a8ee-e8bb774fcca8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607728'] for port (1fc3f5ce-dda6-4404-9254-98faaa56061e), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:07.451221 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-5ac1b996-3c58-4f45-a8ee-e8bb774fcca8 None None] Calling delete_port for 1fc3f5ce-dda6-4404-9254-98faaa56061e owned by network:dhcp {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 19:04:07.456981 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac421f3-8807-48cb-94fd-c077bb5aeaae admin admin] No DVR routers for this DVR port 1fc3f5ce-dda6-4404-9254-98faaa56061e on host dv-cinder-840525-1-iscsi {{(pid=103279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 19:04:07.458598 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac421f3-8807-48cb-94fd-c077bb5aeaae admin admin] Pushing event deleted for resources: {'Port': ['ID=1fc3f5ce-dda6-4404-9254-98faaa56061e,revision_number=None']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:04:07.529423 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-cac421f3-8807-48cb-94fd-c077bb5aeaae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772425', 'neutron.services.segments.db._delete_segments_for_network-8790498765132'] for network (e7d3972c-5f26-4298-b8e9-41e2e7ddb2e2), precommit_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:07.543504 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5ac1b996-3c58-4f45-a8ee-e8bb774fcca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790498779311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790498302109'] for port (1fc3f5ce-dda6-4404-9254-98faaa56061e), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:07.554435 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.services.segments.db [None req-cac421f3-8807-48cb-94fd-c077bb5aeaae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7d3972c-5f26-4298-b8e9-41e2e7ddb2e2']}} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:04:07.565812 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.services.segments.db [None req-cac421f3-8807-48cb-94fd-c077bb5aeaae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97b2832f-4767-4004-b13f-d3332ebbabb6') {'for_net_delete': True} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:04:07.566373 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.services.segments.db [None req-cac421f3-8807-48cb-94fd-c077bb5aeaae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97b2832f-4767-4004-b13f-d3332ebbabb6') {} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:04:07.575900 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac1b996-3c58-4f45-a8ee-e8bb774fcca8 None None] Pushing event deleted for resources: {'Port': ['ID=1fc3f5ce-dda6-4404-9254-98faaa56061e,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:04:07.579120 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac1b996-3c58-4f45-a8ee-e8bb774fcca8 None None] No DVR routers for this DVR port 1fc3f5ce-dda6-4404-9254-98faaa56061e on host dv-cinder-840525-1-iscsi {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 19:04:07.579872 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-cac421f3-8807-48cb-94fd-c077bb5aeaae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790498766421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14495801'] for segment (97b2832f-4767-4004-b13f-d3332ebbabb6), before_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:07.605676 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-cac421f3-8807-48cb-94fd-c077bb5aeaae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589113'] for segment (97b2832f-4767-4004-b13f-d3332ebbabb6), precommit_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:07.613197 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cac421f3-8807-48cb-94fd-c077bb5aeaae admin admin] Releasing vlan 287 on physical network physnet1 to pool {{(pid=103279) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 19:04:07.613680 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-cac421f3-8807-48cb-94fd-c077bb5aeaae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13908959'] for segment (97b2832f-4767-4004-b13f-d3332ebbabb6), after_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:07.615885 dv-cinder-840525-1-iscsi neutron-server[103279]: Traceback (most recent call last): May 04 19:04:07.615885 dv-cinder-840525-1-iscsi neutron-server[103279]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 19:04:07.615885 dv-cinder-840525-1-iscsi neutron-server[103279]: timer() May 04 19:04:07.615885 dv-cinder-840525-1-iscsi neutron-server[103279]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 19:04:07.615885 dv-cinder-840525-1-iscsi neutron-server[103279]: cb(*args, **kw) May 04 19:04:07.615885 dv-cinder-840525-1-iscsi neutron-server[103279]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 19:04:07.615885 dv-cinder-840525-1-iscsi neutron-server[103279]: return func(*args, **kwargs) May 04 19:04:07.615885 dv-cinder-840525-1-iscsi neutron-server[103279]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 19:04:07.615885 dv-cinder-840525-1-iscsi neutron-server[103279]: self._notify() May 04 19:04:07.615885 dv-cinder-840525-1-iscsi neutron-server[103279]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 19:04:07.615885 dv-cinder-840525-1-iscsi neutron-server[103279]: self.callback(batched_events) May 04 19:04:07.615885 dv-cinder-840525-1-iscsi neutron-server[103279]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 19:04:07.615885 dv-cinder-840525-1-iscsi neutron-server[103279]: event.method(event) May 04 19:04:07.615885 dv-cinder-840525-1-iscsi neutron-server[103279]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 19:04:07.615885 dv-cinder-840525-1-iscsi neutron-server[103279]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 19:04:07.615885 dv-cinder-840525-1-iscsi neutron-server[103279]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 19:04:07.615885 dv-cinder-840525-1-iscsi neutron-server[103279]: aggregate_uuid = self.p_client.list_aggregates( May 04 19:04:07.615885 dv-cinder-840525-1-iscsi neutron-server[103279]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 19:04:07.615885 dv-cinder-840525-1-iscsi neutron-server[103279]: return f(self, *a, **k) May 04 19:04:07.615885 dv-cinder-840525-1-iscsi neutron-server[103279]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 19:04:07.615885 dv-cinder-840525-1-iscsi neutron-server[103279]: return self._get(url).json() May 04 19:04:07.615885 dv-cinder-840525-1-iscsi neutron-server[103279]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 19:04:07.615885 dv-cinder-840525-1-iscsi neutron-server[103279]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 19:04:07.615885 dv-cinder-840525-1-iscsi neutron-server[103279]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 19:04:07.615885 dv-cinder-840525-1-iscsi neutron-server[103279]: return self.request(url, 'GET', **kwargs) May 04 19:04:07.615885 dv-cinder-840525-1-iscsi neutron-server[103279]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 19:04:07.615885 dv-cinder-840525-1-iscsi neutron-server[103279]: base_url = self.get_endpoint(auth, allow=allow, May 04 19:04:07.615885 dv-cinder-840525-1-iscsi neutron-server[103279]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 19:04:07.615885 dv-cinder-840525-1-iscsi neutron-server[103279]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 19:04:07.615885 dv-cinder-840525-1-iscsi neutron-server[103279]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 19:04:07.615885 dv-cinder-840525-1-iscsi neutron-server[103279]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 19:04:07.615885 dv-cinder-840525-1-iscsi neutron-server[103279]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 19:04:07.672970 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-cac421f3-8807-48cb-94fd-c077bb5aeaae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608942'] for network (e7d3972c-5f26-4298-b8e9-41e2e7ddb2e2), after_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:07.678239 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-cac421f3-8807-48cb-94fd-c077bb5aeaae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572658'] for network (None), before_response {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:07.681417 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-cac421f3-8807-48cb-94fd-c077bb5aeaae admin admin] 10.222.0.35 "DELETE /v2.0/networks/e7d3972c-5f26-4298-b8e9-41e2e7ddb2e2 HTTP/1.1" status: 204 len: 168 time: 0.5941927 May 04 19:04:07.692941 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac421f3-8807-48cb-94fd-c077bb5aeaae admin admin] Pushing event deleted for resources: {'Network': ['ID=e7d3972c-5f26-4298-b8e9-41e2e7ddb2e2,revision_number=None']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:04:07.876811 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 56142) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:04:07.918467 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-68973312-b11b-440d-abf4-60f8fe02c6f2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8bf2894c75244d3f8e2c83c7deb9ab3e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0401092 May 04 19:04:07.921007 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 56144) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:04:07.973110 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-d2d1b003-d72d-465a-aba0-13d6e59a4be0 admin admin] Publish callbacks [] for security_group (6a374f5e-1c6b-40df-97d3-e0249d38bc5c), before_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:07.994594 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-d2d1b003-d72d-465a-aba0-13d6e59a4be0 admin admin] Publish callbacks [] for security_group (6a374f5e-1c6b-40df-97d3-e0249d38bc5c), precommit_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:08.046902 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-d2d1b003-d72d-465a-aba0-13d6e59a4be0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (6a374f5e-1c6b-40df-97d3-e0249d38bc5c), after_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:08.049788 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-d2d1b003-d72d-465a-aba0-13d6e59a4be0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:08.050958 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-d2d1b003-d72d-465a-aba0-13d6e59a4be0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6a374f5e-1c6b-40df-97d3-e0249d38bc5c HTTP/1.1" status: 204 len: 168 time: 0.1289868 May 04 19:04:08.059110 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d1b003-d72d-465a-aba0-13d6e59a4be0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a374f5e-1c6b-40df-97d3-e0249d38bc5c,revision_number=None']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:04:08.408501 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 56152) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:04:08.448554 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-219f0dc2-0e81-408b-ac3c-0a489acb1b2c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=35ee653d6d2a4669b9161bbdf73b726c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388594 May 04 19:04:08.451150 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 56156) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:04:08.505953 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-cf444618-3091-4438-afb2-eb5e17feeda2 admin admin] Publish callbacks [] for security_group (ee293b92-fe89-4f9c-8bea-f5735e3b8b61), before_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:08.528431 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-cf444618-3091-4438-afb2-eb5e17feeda2 admin admin] Publish callbacks [] for security_group (ee293b92-fe89-4f9c-8bea-f5735e3b8b61), precommit_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:08.541858 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 56162) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:04:08.577876 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-cf444618-3091-4438-afb2-eb5e17feeda2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (ee293b92-fe89-4f9c-8bea-f5735e3b8b61), after_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:08.580555 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-cf444618-3091-4438-afb2-eb5e17feeda2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:08.584140 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-cf444618-3091-4438-afb2-eb5e17feeda2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ee293b92-fe89-4f9c-8bea-f5735e3b8b61 HTTP/1.1" status: 204 len: 168 time: 0.1296601 May 04 19:04:08.590019 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf444618-3091-4438-afb2-eb5e17feeda2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee293b92-fe89-4f9c-8bea-f5735e3b8b61,revision_number=None']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:04:09.021168 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Device 1fc3f5ce-dda6-4404-9254-98faaa56061e no longer exists at agent ovs-agent-dv-cinder-840525-1-iscsi {{(pid=103281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 19:04:09.046061 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] No Port match for: 1fc3f5ce-dda6-4404-9254-98faaa56061e {{(pid=103281) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 19:04:09.046418 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Device 1fc3f5ce-dda6-4404-9254-98faaa56061e not bound to the agent host dv-cinder-840525-1-iscsi {{(pid=103281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 19:04:09.069842 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-e2ccf384-653b-4918-b98e-0183e00a160a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-607662'] for router_interface (d5339568-04a2-4813-b750-63c9a3fc9882), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:09.295715 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 56190) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:04:09.313777 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.plugin [None req-e2ccf384-653b-4918-b98e-0183e00a160a admin admin] Deleting port e2b4131a-2ac4-4836-8d66-a72a530162d7 {{(pid=103280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 19:04:09.314123 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-e2ccf384-653b-4918-b98e-0183e00a160a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790498772255'] for port (e2b4131a-2ac4-4836-8d66-a72a530162d7), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:09.402622 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.db [None req-e2ccf384-653b-4918-b98e-0183e00a160a admin admin] For port e2b4131a-2ac4-4836-8d66-a72a530162d7, host dv-cinder-840525-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-1-iscsi',level=0,port_id=e2b4131a-2ac4-4836-8d66-a72a530162d7,segment=NetworkSegment(6c24c5b4-e5c1-485f-89e1-6bad0f69b4e6),segment_id=6c24c5b4-e5c1-485f-89e1-6bad0f69b4e6)] {{(pid=103280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:04:09.403028 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-e2ccf384-653b-4918-b98e-0183e00a160a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607728'] for port (e2b4131a-2ac4-4836-8d66-a72a530162d7), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:09.407884 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.v2.base [None req-af517b56-f72c-43ad-b877-b0805962c0df admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2088772060-network', 'tenant_id': '8e0c53091dab4ba790155c256f29db1f'}} {{(pid=103279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:04:09.417557 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.plugin [None req-e2ccf384-653b-4918-b98e-0183e00a160a admin admin] Calling delete_port for e2b4131a-2ac4-4836-8d66-a72a530162d7 owned by network:router_interface {{(pid=103280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 19:04:09.431254 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af517b56-f72c-43ad-b877-b0805962c0df admin admin] Made reservation on behalf of 8e0c53091dab4ba790155c256f29db1f for: {'network': 1} {{(pid=103279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 19:04:09.436495 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-af517b56-f72c-43ad-b877-b0805962c0df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for network (None), before_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:09.448317 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-af517b56-f72c-43ad-b877-b0805962c0df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:09.527951 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-af517b56-f72c-43ad-b877-b0805962c0df admin admin] Publish callbacks [] for security_group (bad3402d-5751-4ff7-99fa-22577c0a4a9f), precommit_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:09.534098 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-af517b56-f72c-43ad-b877-b0805962c0df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (bad3402d-5751-4ff7-99fa-22577c0a4a9f), after_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:09.556589 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af517b56-f72c-43ad-b877-b0805962c0df admin admin] vlan segment allocate from pool success with {'vlan_id': 261, 'physical_network': 'physnet1'} {{(pid=103279) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 19:04:09.572305 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af517b56-f72c-43ad-b877-b0805962c0df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bad3402d-5751-4ff7-99fa-22577c0a4a9f,revision_number=1']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:04:09.575398 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-af517b56-f72c-43ad-b877-b0805962c0df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589113'] for segment (35744400-35e9-41b0-9808-c9830e976a8a), precommit_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:09.575740 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.db.segments_db [None req-af517b56-f72c-43ad-b877-b0805962c0df admin admin] Added segment 35744400-35e9-41b0-9808-c9830e976a8a of type vlan for network 4a23e4f9-d4ef-406a-b7a6-dea368f7eb37 May 04 19:04:09.615299 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-e2ccf384-653b-4918-b98e-0183e00a160a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790498779311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790498302109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12874298'] for port (e2b4131a-2ac4-4836-8d66-a72a530162d7), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:09.625420 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-af517b56-f72c-43ad-b877-b0805962c0df admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790498323402'] for network (4a23e4f9-d4ef-406a-b7a6-dea368f7eb37), precommit_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:09.647518 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ccf384-653b-4918-b98e-0183e00a160a admin admin] Pushing event deleted for resources: {'Port': ['ID=e2b4131a-2ac4-4836-8d66-a72a530162d7,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:04:09.658754 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-af517b56-f72c-43ad-b877-b0805962c0df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608'] for network (4a23e4f9-d4ef-406a-b7a6-dea368f7eb37), after_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:09.661085 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af517b56-f72c-43ad-b877-b0805962c0df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:04:09.661085 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-af517b56-f72c-43ad-b877-b0805962c0df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572658'] for network (None), before_response {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:09.698048 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-af517b56-f72c-43ad-b877-b0805962c0df admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4009676 May 04 19:04:09.700879 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 56194) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:04:09.706964 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.v2.base [None req-115974be-5ccb-43d5-8716-28d9584ac4bc admin admin] Request body: {'subnet': {'network_id': '4a23e4f9-d4ef-406a-b7a6-dea368f7eb37', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2088772060-subnet', 'tenant_id': '8e0c53091dab4ba790155c256f29db1f', 'ip_version': 4}} {{(pid=103279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:04:09.744704 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af517b56-f72c-43ad-b877-b0805962c0df admin admin] Pushing event updated for resources: {'Network': ['ID=4a23e4f9-d4ef-406a-b7a6-dea368f7eb37,revision_number=1']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:04:09.757925 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Network 4a23e4f9-d4ef-406a-b7a6-dea368f7eb37 details requested by agent ovs-agent-dv-cinder-840525-1-iscsi with host dv-cinder-840525-1-iscsi {{(pid=103281) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 19:04:09.764181 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-115974be-5ccb-43d5-8716-28d9584ac4bc admin admin] Made reservation on behalf of 8e0c53091dab4ba790155c256f29db1f for: {'subnet': 1} {{(pid=103279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 19:04:09.767857 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-115974be-5ccb-43d5-8716-28d9584ac4bc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14431908'] for subnet (None), before_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:09.842963 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-e2ccf384-653b-4918-b98e-0183e00a160a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1572633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-611531'] for router_interface (d5339568-04a2-4813-b750-63c9a3fc9882), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:09.968813 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-115974be-5ccb-43d5-8716-28d9584ac4bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13909114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14431958'] for subnet (5e7b376d-b1cb-4bfd-b355-a8ae47b6f0d2), after_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:10.020750 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115974be-5ccb-43d5-8716-28d9584ac4bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e7b376d-b1cb-4bfd-b355-a8ae47b6f0d2,revision_number=0']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:04:10.039183 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115974be-5ccb-43d5-8716-28d9584ac4bc admin admin] Checking segment: {'id': '35744400-35e9-41b0-9808-c9830e976a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '4a23e4f9-d4ef-406a-b7a6-dea368f7eb37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 19:04:10.039535 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-115974be-5ccb-43d5-8716-28d9584ac4bc admin admin] Network hostable DHCP agents. Network: 4a23e4f9-d4ef-406a-b7a6-dea368f7eb37, hostable agents: ['ae04e5b6-6ccf-46c0-81ba-a3f5b8ae390c'], hosted agents: [] {{(pid=103279) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 19:04:10.057579 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-115974be-5ccb-43d5-8716-28d9584ac4bc admin admin] Network 4a23e4f9-d4ef-406a-b7a6-dea368f7eb37 is scheduled to be hosted by DHCP agent ae04e5b6-6ccf-46c0-81ba-a3f5b8ae390c with binding_index 1 {{(pid=103279) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 19:04:10.066695 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.scheduler.base_scheduler [None req-115974be-5ccb-43d5-8716-28d9584ac4bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840525-1-iscsi, 4a23e4f9-d4ef-406a-b7a6-dea368f7eb37) {{(pid=103279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 19:04:10.071135 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-115974be-5ccb-43d5-8716-28d9584ac4bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:04:10.072119 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-115974be-5ccb-43d5-8716-28d9584ac4bc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:10.076753 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fcc999a-57f8-4273-8be3-8f4f973fedf5 None None] Network 4a23e4f9-d4ef-406a-b7a6-dea368f7eb37 requested from dv-cinder-840525-1-iscsi {{(pid=103281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 19:04:10.083763 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2ccf384-653b-4918-b98e-0183e00a160a admin admin] Router d5339568-04a2-4813-b750-63c9a3fc9882 has already been hosted by L3 agent 0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b {{(pid=103280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 19:04:10.091011 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-115974be-5ccb-43d5-8716-28d9584ac4bc admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3885934 May 04 19:04:10.093428 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 56206) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:04:10.097806 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.v2.base [None req-2a95d42c-cc9a-4639-807f-52edafbdc452 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2088772060-router', 'tenant_id': '8e0c53091dab4ba790155c256f29db1f', 'external_gateway_info': {'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762'}}} {{(pid=103279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:04:10.121558 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-2a95d42c-cc9a-4639-807f-52edafbdc452 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-620518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4428'] for router (bd463de1-e07e-49fe-a2e1-cee08d118527), before_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:10.122693 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-2a95d42c-cc9a-4639-807f-52edafbdc452 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-610031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-693478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4405'] for router (bd463de1-e07e-49fe-a2e1-cee08d118527), precommit_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:10.179925 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-2a95d42c-cc9a-4639-807f-52edafbdc452 admin admin] Publish callbacks [] for router_controller (bd463de1-e07e-49fe-a2e1-cee08d118527), precommit_add_association {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:10.193150 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff628a7b-abbc-4150-ad40-8f6ac0bf2a72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31efe59b-327d-5d9c-bbb4-4911cdeac679-4a23e4f9-d4ef-406a-b7a6-dea368f7eb37', 'network_id': '4a23e4f9-d4ef-406a-b7a6-dea368f7eb37', 'project_id': '8e0c53091dab4ba790155c256f29db1f', 'fixed_ips': [{'subnet_id': '5e7b376d-b1cb-4bfd-b355-a8ae47b6f0d2'}]}} from dv-cinder-840525-1-iscsi. {{(pid=103281) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 04 19:04:10.194416 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ff628a7b-abbc-4150-ad40-8f6ac0bf2a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:10.210285 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2ccf384-653b-4918-b98e-0183e00a160a admin admin] Notify agent at l3_agent.dv-cinder-840525-1-iscsi the message routers_updated {{(pid=103280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 19:04:10.216110 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-e2ccf384-653b-4918-b98e-0183e00a160a admin admin] 10.222.0.35 "PUT /v2.0/routers/d5339568-04a2-4813-b750-63c9a3fc9882/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6731472 May 04 19:04:10.218892 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 56208) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:04:10.222503 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f51e94bb-1e72-48e4-bd0d-d91c5f1ddbae None None] Sync routers for ids ['d5339568-04a2-4813-b750-63c9a3fc9882'] in dv-cinder-840525-1-iscsi {{(pid=103282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 19:04:10.236022 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f51e94bb-1e72-48e4-bd0d-d91c5f1ddbae None None] Routers {'d5339568-04a2-4813-b750-63c9a3fc9882'} bound to L3 agent in host dv-cinder-840525-1-iscsi {{(pid=103282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:04:10.236893 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-f51e94bb-1e72-48e4-bd0d-d91c5f1ddbae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T18:48:29Z,description=,heartbeat_timestamp=2022-05-04T19:03:59Z,host='dv-cinder-840525-1-iscsi',id=0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:48:29Z,topic='l3_agent')) {'router_ids': ['d5339568-04a2-4813-b750-63c9a3fc9882'], 'active': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:04:10.363398 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvr_db [None req-f51e94bb-1e72-48e4-bd0d-d91c5f1ddbae None None] Set router d5339568-04a2-4813-b750-63c9a3fc9882 gateway port host: dv-cinder-840525-1-iscsi {{(pid=103282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:04:10.377164 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-b5db70be-9a7a-4df2-b768-9ef241587e86 admin admin] Publish callbacks [] for router (d5339568-04a2-4813-b750-63c9a3fc9882), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:10.386006 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-2a95d42c-cc9a-4639-807f-52edafbdc452 admin admin] Publish callbacks [] for router_gateway (bd463de1-e07e-49fe-a2e1-cee08d118527), precommit_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:10.388855 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-ff628a7b-abbc-4150-ad40-8f6ac0bf2a72 None None] Allocated IP 172.20.0.2 (4a23e4f9-d4ef-406a-b7a6-dea368f7eb37/5e7b376d-b1cb-4bfd-b355-a8ae47b6f0d2/299ffcb2-181b-4a8d-a52b-83200c2bf1c0) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 19:04:10.505026 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-b5db70be-9a7a-4df2-b768-9ef241587e86 admin admin] Publish callbacks [] for router_gateway (d5339568-04a2-4813-b750-63c9a3fc9882), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:10.554768 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.plugin [None req-b5db70be-9a7a-4df2-b768-9ef241587e86 admin admin] Deleting port 43e0efb5-c5c7-489f-81f3-5a269fed0777 {{(pid=103280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 19:04:10.555479 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-b5db70be-9a7a-4df2-b768-9ef241587e86 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790498772255'] for port (43e0efb5-c5c7-489f-81f3-5a269fed0777), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:10.558769 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ff628a7b-abbc-4150-ad40-8f6ac0bf2a72 None None] Publish callbacks [] for port (299ffcb2-181b-4a8d-a52b-83200c2bf1c0), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:10.567411 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ff628a7b-abbc-4150-ad40-8f6ac0bf2a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790498302100'] for port (299ffcb2-181b-4a8d-a52b-83200c2bf1c0), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:10.591665 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-f51e94bb-1e72-48e4-bd0d-d91c5f1ddbae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5339568-04a2-4813-b750-63c9a3fc9882', 'name': 'tempest-AttachVolumeShelveTestJSON-216607060-router', 'tenant_id': '75fc5dead879453695a0046c9f35ff1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'external_fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': '43e0efb5-c5c7-489f-81f3-5a269fed0777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:58:01Z', 'updated_at': '2022-05-04T19:04:09Z', 'revision_number': 5, 'project_id': '75fc5dead879453695a0046c9f35ff1d', 'gw_port': {'id': '43e0efb5-c5c7-489f-81f3-5a269fed0777', 'name': '', 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:a2:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5339568-04a2-4813-b750-63c9a3fc9882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:58:02Z', 'updated_at': '2022-05-04T18:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-1-iscsi'}], 'dv-cinder-840525-1-iscsi', False) {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:04:10.609534 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff628a7b-abbc-4150-ad40-8f6ac0bf2a72 None None] Network 4a23e4f9-d4ef-406a-b7a6-dea368f7eb37 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 19:04:10.614078 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-ff628a7b-abbc-4150-ad40-8f6ac0bf2a72 None None] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 19:04:10.619405 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff628a7b-abbc-4150-ad40-8f6ac0bf2a72 None None] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 19:04:10.630007 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f51e94bb-1e72-48e4-bd0d-d91c5f1ddbae None None] Checking router: d5339568-04a2-4813-b750-63c9a3fc9882 for host: dv-cinder-840525-1-iscsi {{(pid=103282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 19:04:10.640999 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f51e94bb-1e72-48e4-bd0d-d91c5f1ddbae None None] Routers {'d5339568-04a2-4813-b750-63c9a3fc9882'} bound to L3 agent in host dv-cinder-840525-1-iscsi {{(pid=103282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:04:10.641989 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-f51e94bb-1e72-48e4-bd0d-d91c5f1ddbae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T18:48:29Z,description=,heartbeat_timestamp=2022-05-04T19:03:59Z,host='dv-cinder-840525-1-iscsi',id=0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:48:29Z,topic='l3_agent')) {'router_ids': ['d5339568-04a2-4813-b750-63c9a3fc9882'], 'active': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:04:10.667608 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.db [None req-b5db70be-9a7a-4df2-b768-9ef241587e86 admin admin] For port 43e0efb5-c5c7-489f-81f3-5a269fed0777, host dv-cinder-840525-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-1-iscsi',level=0,port_id=43e0efb5-c5c7-489f-81f3-5a269fed0777,segment=NetworkSegment(183e99eb-a03a-4429-82ba-edb66df2d5f7),segment_id=183e99eb-a03a-4429-82ba-edb66df2d5f7)] {{(pid=103280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:04:10.668216 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-b5db70be-9a7a-4df2-b768-9ef241587e86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607728'] for port (43e0efb5-c5c7-489f-81f3-5a269fed0777), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:10.679862 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff628a7b-abbc-4150-ad40-8f6ac0bf2a72 None None] Pushing event updated for resources: {'Port': ['ID=299ffcb2-181b-4a8d-a52b-83200c2bf1c0,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:04:10.692429 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.plugin [None req-b5db70be-9a7a-4df2-b768-9ef241587e86 admin admin] Calling delete_port for 43e0efb5-c5c7-489f-81f3-5a269fed0777 owned by network:router_gateway {{(pid=103280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 19:04:10.699036 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [None req-ff628a7b-abbc-4150-ad40-8f6ac0bf2a72 None None] Attempting to bind port 299ffcb2-181b-4a8d-a52b-83200c2bf1c0 on host dv-cinder-840525-1-iscsi for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 19:04:10.699403 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [None req-ff628a7b-abbc-4150-ad40-8f6ac0bf2a72 None None] Attempting to bind port 299ffcb2-181b-4a8d-a52b-83200c2bf1c0 by drivers openvswitch,hyperv on host dv-cinder-840525-1-iscsi at level 0 using segments [{'id': '35744400-35e9-41b0-9808-c9830e976a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '4a23e4f9-d4ef-406a-b7a6-dea368f7eb37'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 19:04:10.699768 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff628a7b-abbc-4150-ad40-8f6ac0bf2a72 None None] Attempting to bind port 299ffcb2-181b-4a8d-a52b-83200c2bf1c0 on network 4a23e4f9-d4ef-406a-b7a6-dea368f7eb37 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 19:04:10.706368 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff628a7b-abbc-4150-ad40-8f6ac0bf2a72 None None] Checking agent: {'id': '7e96273e-cd3b-4e2d-a9cb-a5a62cf8f8b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840525-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 18, 48, 33), 'started_at': datetime.datetime(2022, 5, 4, 18, 49, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 19, 4, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840525-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 19:04:10.706855 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff628a7b-abbc-4150-ad40-8f6ac0bf2a72 None None] Checking segment: {'id': '35744400-35e9-41b0-9808-c9830e976a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '4a23e4f9-d4ef-406a-b7a6-dea368f7eb37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 19:04:10.707278 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ff628a7b-abbc-4150-ad40-8f6ac0bf2a72 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:10.707785 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff628a7b-abbc-4150-ad40-8f6ac0bf2a72 None None] Bound using segment: {'id': '35744400-35e9-41b0-9808-c9830e976a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '4a23e4f9-d4ef-406a-b7a6-dea368f7eb37'} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 19:04:10.708361 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [None req-ff628a7b-abbc-4150-ad40-8f6ac0bf2a72 None None] Bound port: 299ffcb2-181b-4a8d-a52b-83200c2bf1c0, host: dv-cinder-840525-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35744400-35e9-41b0-9808-c9830e976a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '4a23e4f9-d4ef-406a-b7a6-dea368f7eb37'}}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 19:04:10.708928 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ff628a7b-abbc-4150-ad40-8f6ac0bf2a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (299ffcb2-181b-4a8d-a52b-83200c2bf1c0), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:10.763616 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvr_db [None req-f51e94bb-1e72-48e4-bd0d-d91c5f1ddbae None None] Set router d5339568-04a2-4813-b750-63c9a3fc9882 gateway port host: None {{(pid=103282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:04:10.781455 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-ff628a7b-abbc-4150-ad40-8f6ac0bf2a72 None None] For port 299ffcb2-181b-4a8d-a52b-83200c2bf1c0, host dv-cinder-840525-1-iscsi, cleared binding levels {{(pid=103281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 19:04:10.785983 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-ff628a7b-abbc-4150-ad40-8f6ac0bf2a72 None None] For port 299ffcb2-181b-4a8d-a52b-83200c2bf1c0, host dv-cinder-840525-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-1-iscsi',level=0,port_id=299ffcb2-181b-4a8d-a52b-83200c2bf1c0,segment=NetworkSegment(35744400-35e9-41b0-9808-c9830e976a8a),segment_id=35744400-35e9-41b0-9808-c9830e976a8a)] {{(pid=103281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 19:04:10.797696 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ff628a7b-abbc-4150-ad40-8f6ac0bf2a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136'] for port (299ffcb2-181b-4a8d-a52b-83200c2bf1c0), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:10.826950 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-f51e94bb-1e72-48e4-bd0d-d91c5f1ddbae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5339568-04a2-4813-b750-63c9a3fc9882', 'name': 'tempest-AttachVolumeShelveTestJSON-216607060-router', 'tenant_id': '75fc5dead879453695a0046c9f35ff1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:58:01Z', 'updated_at': '2022-05-04T19:04:10Z', 'revision_number': 6, 'project_id': '75fc5dead879453695a0046c9f35ff1d', 'gw_port_host': None}], 'dv-cinder-840525-1-iscsi', False) {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:04:10.866252 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff628a7b-abbc-4150-ad40-8f6ac0bf2a72 None None] Pushing event updated for resources: {'Port': ['ID=299ffcb2-181b-4a8d-a52b-83200c2bf1c0,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:04:10.872315 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f51e94bb-1e72-48e4-bd0d-d91c5f1ddbae None None] The sync data for ids ['d5339568-04a2-4813-b750-63c9a3fc9882'] in dv-cinder-840525-1-iscsi is: [{'id': 'd5339568-04a2-4813-b750-63c9a3fc9882', 'name': 'tempest-AttachVolumeShelveTestJSON-216607060-router', 'tenant_id': '75fc5dead879453695a0046c9f35ff1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:58:01Z', 'updated_at': '2022-05-04T19:04:10Z', 'revision_number': 6, 'project_id': '75fc5dead879453695a0046c9f35ff1d', 'gw_port_host': None}] {{(pid=103282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 19:04:10.938204 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-b5db70be-9a7a-4df2-b768-9ef241587e86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790498779311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790498302109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12874298'] for port (43e0efb5-c5c7-489f-81f3-5a269fed0777), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:10.941569 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-2a95d42c-cc9a-4639-807f-52edafbdc452 admin admin] Publish callbacks [] for router_gateway (bd463de1-e07e-49fe-a2e1-cee08d118527), before_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:10.972567 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5db70be-9a7a-4df2-b768-9ef241587e86 admin admin] Pushing event deleted for resources: {'Port': ['ID=43e0efb5-c5c7-489f-81f3-5a269fed0777,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:04:10.973758 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-2a95d42c-cc9a-4639-807f-52edafbdc452 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (None), before_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:11.045611 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-b5db70be-9a7a-4df2-b768-9ef241587e86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-609976'] for router_gateway (d5339568-04a2-4813-b750-63c9a3fc9882), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:11.097203 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.db.db_base_plugin_common [None req-2a95d42c-cc9a-4639-807f-52edafbdc452 admin admin] Allocated IP 172.27.0.214 (cbca2f8d-f88f-49b4-8a9d-8b4714c67762/6d3155f3-7d72-4b90-89ae-8effc01a61e4/078e2e3c-28d4-4f38-9b5e-e3cfc67b471b) {{(pid=103279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 19:04:11.143930 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-b5db70be-9a7a-4df2-b768-9ef241587e86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4414'] for router (d5339568-04a2-4813-b750-63c9a3fc9882), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:11.146774 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-b5db70be-9a7a-4df2-b768-9ef241587e86 admin admin] Publish callbacks [] for router_controller (d5339568-04a2-4813-b750-63c9a3fc9882), precommit_delete_associations {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:11.196914 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-b5db70be-9a7a-4df2-b768-9ef241587e86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620629'] for router (d5339568-04a2-4813-b750-63c9a3fc9882), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:11.197497 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5db70be-9a7a-4df2-b768-9ef241587e86 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d5339568-04a2-4813-b750-63c9a3fc9882 {{(pid=103280) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 04 19:04:11.202457 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-b5db70be-9a7a-4df2-b768-9ef241587e86 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:11.205963 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-b5db70be-9a7a-4df2-b768-9ef241587e86 admin admin] 10.222.0.35 "DELETE /v2.0/routers/d5339568-04a2-4813-b750-63c9a3fc9882 HTTP/1.1" status: 204 len: 168 time: 0.9835911 May 04 19:04:11.206121 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-2a95d42c-cc9a-4639-807f-52edafbdc452 admin admin] Publish callbacks [] for port (078e2e3c-28d4-4f38-9b5e-e3cfc67b471b), precommit_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:11.206235 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 56218) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:04:11.272460 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-2a95d42c-cc9a-4639-807f-52edafbdc452 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790498302100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13908970'] for port (078e2e3c-28d4-4f38-9b5e-e3cfc67b471b), after_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:11.373944 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a95d42c-cc9a-4639-807f-52edafbdc452 admin admin] Pushing event updated for resources: {'Port': ['ID=078e2e3c-28d4-4f38-9b5e-e3cfc67b471b,revision_number=1']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:04:11.382188 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a95d42c-cc9a-4639-807f-52edafbdc452 admin admin] Network cbca2f8d-f88f-49b4-8a9d-8b4714c67762 is already hosted by enough agents. {{(pid=103279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 19:04:11.384696 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.scheduler.base_scheduler [None req-2a95d42c-cc9a-4639-807f-52edafbdc452 admin admin] Resources bound (agent type, host, resource id): {{(pid=103279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 19:04:11.391579 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a95d42c-cc9a-4639-807f-52edafbdc452 admin admin] Received port after_create {{(pid=103279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 19:04:11.606608 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fc89c8b-a5d2-4c31-980c-98e783fb222d admin admin] Deleting subnet eeef2f41-46cc-4bf5-995a-936e9476bce2 {{(pid=103280) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 19:04:11.610452 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-7fc89c8b-a5d2-4c31-980c-98e783fb222d admin admin] Publish callbacks [] for subnet (eeef2f41-46cc-4bf5-995a-936e9476bce2), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:11.647106 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-7fc89c8b-a5d2-4c31-980c-98e783fb222d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12886072'] for subnet (eeef2f41-46cc-4bf5-995a-936e9476bce2), precommit_delete_associations {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:11.687069 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-2a95d42c-cc9a-4639-807f-52edafbdc452 admin admin] Publish callbacks [] for router_gateway (bd463de1-e07e-49fe-a2e1-cee08d118527), after_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:11.739048 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-7fc89c8b-a5d2-4c31-980c-98e783fb222d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771612'] for subnet (eeef2f41-46cc-4bf5-995a-936e9476bce2), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:11.745796 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Device e2b4131a-2ac4-4836-8d66-a72a530162d7 no longer exists at agent ovs-agent-dv-cinder-840525-1-iscsi {{(pid=103281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 19:04:11.768751 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] No Port match for: e2b4131a-2ac4-4836-8d66-a72a530162d7 {{(pid=103281) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 19:04:11.769091 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Device e2b4131a-2ac4-4836-8d66-a72a530162d7 not bound to the agent host dv-cinder-840525-1-iscsi {{(pid=103281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 19:04:11.814587 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-7fc89c8b-a5d2-4c31-980c-98e783fb222d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12874345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13129182'] for subnet (eeef2f41-46cc-4bf5-995a-936e9476bce2), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:11.841828 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc89c8b-a5d2-4c31-980c-98e783fb222d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eeef2f41-46cc-4bf5-995a-936e9476bce2,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:04:11.853368 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-7fc89c8b-a5d2-4c31-980c-98e783fb222d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572658'] for subnet (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:11.861234 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-7fc89c8b-a5d2-4c31-980c-98e783fb222d admin admin] 10.222.0.35 "DELETE /v2.0/subnets/eeef2f41-46cc-4bf5-995a-936e9476bce2 HTTP/1.1" status: 204 len: 168 time: 0.6539664 May 04 19:04:11.861631 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 56222) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:04:11.862898 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af4b9391-0198-4349-b4c7-0db6997a682c None None] Network b1cedcbc-cdac-422b-b37d-00881e094afa requested from dv-cinder-840525-1-iscsi {{(pid=103281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 19:04:11.976690 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-d3e84785-c809-4ad4-9c85-614f477d19f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1681522'] for network (b1cedcbc-cdac-422b-b37d-00881e094afa), before_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:11.979304 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-2a95d42c-cc9a-4639-807f-52edafbdc452 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-610012'] for router (bd463de1-e07e-49fe-a2e1-cee08d118527), after_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:12.078131 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a707eb7e-d79b-411e-a14c-600501b76979 None None] DHCP port deletion for b1cedcbc-cdac-422b-b37d-00881e094afa request from dv-cinder-840525-1-iscsi {{(pid=103281) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 04 19:04:12.136189 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-d3e84785-c809-4ad4-9c85-614f477d19f6 admin admin] Deleting port 75329702-848e-4348-9dc3-0a83239a0d64 {{(pid=103279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 19:04:12.136503 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-d3e84785-c809-4ad4-9c85-614f477d19f6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790498772255'] for port (75329702-848e-4348-9dc3-0a83239a0d64), before_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:12.230411 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-d3e84785-c809-4ad4-9c85-614f477d19f6 admin admin] For port 75329702-848e-4348-9dc3-0a83239a0d64, host dv-cinder-840525-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-1-iscsi',level=0,port_id=75329702-848e-4348-9dc3-0a83239a0d64,segment=NetworkSegment(6c24c5b4-e5c1-485f-89e1-6bad0f69b4e6),segment_id=6c24c5b4-e5c1-485f-89e1-6bad0f69b4e6)] {{(pid=103279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:04:12.230645 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-d3e84785-c809-4ad4-9c85-614f477d19f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607728'] for port (75329702-848e-4348-9dc3-0a83239a0d64), precommit_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:12.247918 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-d3e84785-c809-4ad4-9c85-614f477d19f6 admin admin] Calling delete_port for 75329702-848e-4348-9dc3-0a83239a0d64 owned by network:dhcp {{(pid=103279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 19:04:12.278954 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21d72a1a-106e-4050-8b7b-97da37c5ffe4 None None] Network 4a23e4f9-d4ef-406a-b7a6-dea368f7eb37 requested from dv-cinder-840525-1-iscsi {{(pid=103281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 19:04:12.311241 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a95d42c-cc9a-4639-807f-52edafbdc452 admin admin] Router bd463de1-e07e-49fe-a2e1-cee08d118527 is scheduled to L3 agent 0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b with binding_index 1 {{(pid=103279) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 04 19:04:12.353367 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-a707eb7e-d79b-411e-a14c-600501b76979 None None] Deleting port 75329702-848e-4348-9dc3-0a83239a0d64 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 19:04:12.353741 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a707eb7e-d79b-411e-a14c-600501b76979 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790498772255'] for port (75329702-848e-4348-9dc3-0a83239a0d64), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:12.359961 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-569cfeb0-00d6-480d-b9b1-8ed2df9dd6e9 None None] Provisioning complete for port 299ffcb2-181b-4a8d-a52b-83200c2bf1c0 triggered by entity DHCP. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:04:12.360311 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-569cfeb0-00d6-480d-b9b1-8ed2df9dd6e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1774450'] for port (299ffcb2-181b-4a8d-a52b-83200c2bf1c0), provisioning_complete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:12.395967 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-d3e84785-c809-4ad4-9c85-614f477d19f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790498779311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790498302109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13908970'] for port (75329702-848e-4348-9dc3-0a83239a0d64), after_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:12.460656 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e84785-c809-4ad4-9c85-614f477d19f6 admin admin] No DVR routers for this DVR port 75329702-848e-4348-9dc3-0a83239a0d64 on host dv-cinder-840525-1-iscsi {{(pid=103279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 19:04:12.467289 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e84785-c809-4ad4-9c85-614f477d19f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=75329702-848e-4348-9dc3-0a83239a0d64,revision_number=None']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:04:12.482158 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-a707eb7e-d79b-411e-a14c-600501b76979 None None] For port 75329702-848e-4348-9dc3-0a83239a0d64, host dv-cinder-840525-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-1-iscsi',level=0,port_id=75329702-848e-4348-9dc3-0a83239a0d64,segment=NetworkSegment(6c24c5b4-e5c1-485f-89e1-6bad0f69b4e6),segment_id=6c24c5b4-e5c1-485f-89e1-6bad0f69b4e6)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:04:12.482556 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a707eb7e-d79b-411e-a14c-600501b76979 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607728'] for port (75329702-848e-4348-9dc3-0a83239a0d64), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:12.500062 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-a707eb7e-d79b-411e-a14c-600501b76979 None None] Calling delete_port for 75329702-848e-4348-9dc3-0a83239a0d64 owned by network:dhcp {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 19:04:12.533746 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a95d42c-cc9a-4639-807f-52edafbdc452 admin admin] Notify agent at l3_agent.dv-cinder-840525-1-iscsi the message routers_updated {{(pid=103279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 19:04:12.548977 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf67fa6-71fb-4426-9631-238602775a2c None None] Sync routers for ids ['bd463de1-e07e-49fe-a2e1-cee08d118527'] in dv-cinder-840525-1-iscsi {{(pid=103281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 19:04:12.563693 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-d3e84785-c809-4ad4-9c85-614f477d19f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772425', 'neutron.services.segments.db._delete_segments_for_network-8790498765132'] for network (b1cedcbc-cdac-422b-b37d-00881e094afa), precommit_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:12.594362 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-2a95d42c-cc9a-4639-807f-52edafbdc452 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:12.598994 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-2a95d42c-cc9a-4639-807f-52edafbdc452 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.5014293 May 04 19:04:12.598994 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.services.segments.db [None req-d3e84785-c809-4ad4-9c85-614f477d19f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1cedcbc-cdac-422b-b37d-00881e094afa']}} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:04:12.599304 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 56228) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:04:12.609605 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf67fa6-71fb-4426-9631-238602775a2c None None] Routers {'bd463de1-e07e-49fe-a2e1-cee08d118527'} bound to L3 agent in host dv-cinder-840525-1-iscsi {{(pid=103281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:04:12.610409 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_hamode_db [None req-faf67fa6-71fb-4426-9631-238602775a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T18:48:29Z,description=,heartbeat_timestamp=2022-05-04T19:03:59Z,host='dv-cinder-840525-1-iscsi',id=0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:48:29Z,topic='l3_agent')) {'router_ids': ['bd463de1-e07e-49fe-a2e1-cee08d118527'], 'active': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:04:12.612927 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.services.segments.db [None req-d3e84785-c809-4ad4-9c85-614f477d19f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c24c5b4-e5c1-485f-89e1-6bad0f69b4e6') {'for_net_delete': True} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:04:12.613234 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.services.segments.db [None req-d3e84785-c809-4ad4-9c85-614f477d19f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c24c5b4-e5c1-485f-89e1-6bad0f69b4e6') {} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:04:12.628920 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-d3e84785-c809-4ad4-9c85-614f477d19f6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790498766421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14495801'] for segment (6c24c5b4-e5c1-485f-89e1-6bad0f69b4e6), before_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:12.629209 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-569cfeb0-00d6-480d-b9b1-8ed2df9dd6e9 None None] Current status of the port 299ffcb2-181b-4a8d-a52b-83200c2bf1c0 is: DOWN; New status is: ACTIVE {{(pid=103281) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:04:12.629209 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-569cfeb0-00d6-480d-b9b1-8ed2df9dd6e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (299ffcb2-181b-4a8d-a52b-83200c2bf1c0), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:12.641180 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-d3e84785-c809-4ad4-9c85-614f477d19f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589113'] for segment (6c24c5b4-e5c1-485f-89e1-6bad0f69b4e6), precommit_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:12.648617 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3e84785-c809-4ad4-9c85-614f477d19f6 admin admin] Releasing vlan 265 on physical network physnet1 to pool {{(pid=103279) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 19:04:12.649137 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-d3e84785-c809-4ad4-9c85-614f477d19f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13908959'] for segment (6c24c5b4-e5c1-485f-89e1-6bad0f69b4e6), after_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:12.651724 dv-cinder-840525-1-iscsi neutron-server[103279]: Traceback (most recent call last): May 04 19:04:12.651724 dv-cinder-840525-1-iscsi neutron-server[103279]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 19:04:12.651724 dv-cinder-840525-1-iscsi neutron-server[103279]: timer() May 04 19:04:12.651724 dv-cinder-840525-1-iscsi neutron-server[103279]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 19:04:12.651724 dv-cinder-840525-1-iscsi neutron-server[103279]: cb(*args, **kw) May 04 19:04:12.651724 dv-cinder-840525-1-iscsi neutron-server[103279]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 19:04:12.651724 dv-cinder-840525-1-iscsi neutron-server[103279]: return func(*args, **kwargs) May 04 19:04:12.651724 dv-cinder-840525-1-iscsi neutron-server[103279]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 19:04:12.651724 dv-cinder-840525-1-iscsi neutron-server[103279]: self._notify() May 04 19:04:12.651724 dv-cinder-840525-1-iscsi neutron-server[103279]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 19:04:12.651724 dv-cinder-840525-1-iscsi neutron-server[103279]: self.callback(batched_events) May 04 19:04:12.651724 dv-cinder-840525-1-iscsi neutron-server[103279]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 19:04:12.651724 dv-cinder-840525-1-iscsi neutron-server[103279]: event.method(event) May 04 19:04:12.651724 dv-cinder-840525-1-iscsi neutron-server[103279]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 19:04:12.651724 dv-cinder-840525-1-iscsi neutron-server[103279]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 19:04:12.651724 dv-cinder-840525-1-iscsi neutron-server[103279]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 19:04:12.651724 dv-cinder-840525-1-iscsi neutron-server[103279]: aggregate_uuid = self.p_client.list_aggregates( May 04 19:04:12.651724 dv-cinder-840525-1-iscsi neutron-server[103279]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 19:04:12.651724 dv-cinder-840525-1-iscsi neutron-server[103279]: return f(self, *a, **k) May 04 19:04:12.651724 dv-cinder-840525-1-iscsi neutron-server[103279]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 19:04:12.651724 dv-cinder-840525-1-iscsi neutron-server[103279]: return self._get(url).json() May 04 19:04:12.651724 dv-cinder-840525-1-iscsi neutron-server[103279]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 19:04:12.651724 dv-cinder-840525-1-iscsi neutron-server[103279]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 19:04:12.651724 dv-cinder-840525-1-iscsi neutron-server[103279]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 19:04:12.651724 dv-cinder-840525-1-iscsi neutron-server[103279]: return self.request(url, 'GET', **kwargs) May 04 19:04:12.651724 dv-cinder-840525-1-iscsi neutron-server[103279]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 19:04:12.651724 dv-cinder-840525-1-iscsi neutron-server[103279]: base_url = self.get_endpoint(auth, allow=allow, May 04 19:04:12.651724 dv-cinder-840525-1-iscsi neutron-server[103279]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 19:04:12.651724 dv-cinder-840525-1-iscsi neutron-server[103279]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 19:04:12.651724 dv-cinder-840525-1-iscsi neutron-server[103279]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 19:04:12.651724 dv-cinder-840525-1-iscsi neutron-server[103279]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 19:04:12.651724 dv-cinder-840525-1-iscsi neutron-server[103279]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 19:04:12.720601 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-569cfeb0-00d6-480d-b9b1-8ed2df9dd6e9 None None] For port 299ffcb2-181b-4a8d-a52b-83200c2bf1c0, host dv-cinder-840525-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-1-iscsi',level=0,port_id=299ffcb2-181b-4a8d-a52b-83200c2bf1c0,segment=NetworkSegment(35744400-35e9-41b0-9808-c9830e976a8a),segment_id=35744400-35e9-41b0-9808-c9830e976a8a)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:04:12.722324 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-d3e84785-c809-4ad4-9c85-614f477d19f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608942'] for network (b1cedcbc-cdac-422b-b37d-00881e094afa), after_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:12.736468 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-569cfeb0-00d6-480d-b9b1-8ed2df9dd6e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136'] for port (299ffcb2-181b-4a8d-a52b-83200c2bf1c0), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:12.742351 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-d3e84785-c809-4ad4-9c85-614f477d19f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572658'] for network (None), before_response {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:12.749331 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-d3e84785-c809-4ad4-9c85-614f477d19f6 admin admin] 10.222.0.35 "DELETE /v2.0/networks/b1cedcbc-cdac-422b-b37d-00881e094afa HTTP/1.1" status: 204 len: 168 time: 0.8863904 May 04 19:04:12.750673 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e84785-c809-4ad4-9c85-614f477d19f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=b1cedcbc-cdac-422b-b37d-00881e094afa,revision_number=None']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:04:12.785921 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a707eb7e-d79b-411e-a14c-600501b76979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790498779311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790498302109'] for port (75329702-848e-4348-9dc3-0a83239a0d64), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:12.828200 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a707eb7e-d79b-411e-a14c-600501b76979 None None] Network b1cedcbc-cdac-422b-b37d-00881e094afa is not hosted by any dhcp agent {{(pid=103281) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} May 04 19:04:12.828775 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a707eb7e-d79b-411e-a14c-600501b76979 None None] No DVR routers for this DVR port 75329702-848e-4348-9dc3-0a83239a0d64 on host dv-cinder-840525-1-iscsi {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 19:04:12.880040 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvr_db [None req-faf67fa6-71fb-4426-9631-238602775a2c None None] Set router bd463de1-e07e-49fe-a2e1-cee08d118527 gateway port host: dv-cinder-840525-1-iscsi {{(pid=103281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:04:12.881920 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569cfeb0-00d6-480d-b9b1-8ed2df9dd6e9 None None] Pushing event updated for resources: {'Port': ['ID=299ffcb2-181b-4a8d-a52b-83200c2bf1c0,revision_number=3']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:04:12.911987 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 56232) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:04:12.934298 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a707eb7e-d79b-411e-a14c-600501b76979 None None] Pushing event deleted for resources: {'Port': ['ID=75329702-848e-4348-9dc3-0a83239a0d64,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:04:12.955461 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-bc1dc3e3-72ad-4c37-a311-873c21d5f408 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=75fc5dead879453695a0046c9f35ff1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0423105 May 04 19:04:12.958042 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 56234) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:04:12.967613 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-44610e30-a589-4822-b270-33ca57dcfd48 None None] Provisioning complete for port 299ffcb2-181b-4a8d-a52b-83200c2bf1c0 triggered by entity DHCP. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:04:12.967992 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-44610e30-a589-4822-b270-33ca57dcfd48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1774450'] for port (299ffcb2-181b-4a8d-a52b-83200c2bf1c0), provisioning_complete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:13.032181 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-666621b9-11dd-4774-a9de-11d801a55cd1 admin admin] Publish callbacks [] for security_group (09083e34-0a3b-4cb7-9355-d196b76eb8db), before_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:13.080824 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-666621b9-11dd-4774-a9de-11d801a55cd1 admin admin] Publish callbacks [] for security_group (09083e34-0a3b-4cb7-9355-d196b76eb8db), precommit_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:13.104299 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Device 299ffcb2-181b-4a8d-a52b-83200c2bf1c0 up at agent ovs-agent-dv-cinder-840525-1-iscsi {{(pid=103281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 19:04:13.143220 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-666621b9-11dd-4774-a9de-11d801a55cd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (09083e34-0a3b-4cb7-9355-d196b76eb8db), after_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:13.146896 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-666621b9-11dd-4774-a9de-11d801a55cd1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:13.148374 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-666621b9-11dd-4774-a9de-11d801a55cd1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/09083e34-0a3b-4cb7-9355-d196b76eb8db HTTP/1.1" status: 204 len: 168 time: 0.1889656 May 04 19:04:13.159572 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666621b9-11dd-4774-a9de-11d801a55cd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09083e34-0a3b-4cb7-9355-d196b76eb8db,revision_number=None']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:04:13.182857 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-bd323279-8c63-4600-a92a-a732b4f9f1ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:13.198410 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-44610e30-a589-4822-b270-33ca57dcfd48 None None] Current status of the port 299ffcb2-181b-4a8d-a52b-83200c2bf1c0 is: ACTIVE; New status is: ACTIVE {{(pid=103281) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:04:13.238888 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_hamode_db [None req-faf67fa6-71fb-4426-9631-238602775a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd463de1-e07e-49fe-a2e1-cee08d118527', 'name': 'tempest-TestVolumeBootPattern-2088772060-router', 'tenant_id': '8e0c53091dab4ba790155c256f29db1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'external_fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '078e2e3c-28d4-4f38-9b5e-e3cfc67b471b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:04:10Z', 'updated_at': '2022-05-04T19:04:11Z', 'revision_number': 3, 'project_id': '8e0c53091dab4ba790155c256f29db1f', 'gw_port': {'id': '078e2e3c-28d4-4f38-9b5e-e3cfc67b471b', 'name': '', 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a6:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd463de1-e07e-49fe-a2e1-cee08d118527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:04:10Z', 'updated_at': '2022-05-04T19:04:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-1-iscsi'}], 'dv-cinder-840525-1-iscsi', False) {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:04:13.273863 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Provisioning complete for port 299ffcb2-181b-4a8d-a52b-83200c2bf1c0 triggered by entity L2. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:04:13.274243 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1774450'] for port (299ffcb2-181b-4a8d-a52b-83200c2bf1c0), provisioning_complete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:13.276092 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf67fa6-71fb-4426-9631-238602775a2c None None] Checking router: bd463de1-e07e-49fe-a2e1-cee08d118527 for host: dv-cinder-840525-1-iscsi {{(pid=103281) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 19:04:13.276439 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf67fa6-71fb-4426-9631-238602775a2c None None] Updating router bd463de1-e07e-49fe-a2e1-cee08d118527 port 078e2e3c-28d4-4f38-9b5e-e3cfc67b471b binding host dv-cinder-840525-1-iscsi {{(pid=103281) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 19:04:13.330824 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-faf67fa6-71fb-4426-9631-238602775a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (078e2e3c-28d4-4f38-9b5e-e3cfc67b471b), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:13.375875 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.db.db_base_plugin_common [None req-bd323279-8c63-4600-a92a-a732b4f9f1ed admin admin] Allocated IP 172.20.0.1 (4a23e4f9-d4ef-406a-b7a6-dea368f7eb37/5e7b376d-b1cb-4bfd-b355-a8ae47b6f0d2/721b03e0-3d9a-48fb-b8f1-ce1b232df2fb) {{(pid=103280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 19:04:13.476436 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Current status of the port 299ffcb2-181b-4a8d-a52b-83200c2bf1c0 is: ACTIVE; New status is: ACTIVE {{(pid=103281) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:04:13.502888 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-bd323279-8c63-4600-a92a-a732b4f9f1ed admin admin] Publish callbacks [] for port (721b03e0-3d9a-48fb-b8f1-ce1b232df2fb), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:13.550339 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Device 43e0efb5-c5c7-489f-81f3-5a269fed0777 no longer exists at agent ovs-agent-dv-cinder-840525-1-iscsi {{(pid=103281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 19:04:13.553928 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-bd323279-8c63-4600-a92a-a732b4f9f1ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790498302100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12874298'] for port (721b03e0-3d9a-48fb-b8f1-ce1b232df2fb), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:13.577422 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] No Port match for: 43e0efb5-c5c7-489f-81f3-5a269fed0777 {{(pid=103281) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 19:04:13.577773 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Device 43e0efb5-c5c7-489f-81f3-5a269fed0777 not bound to the agent host dv-cinder-840525-1-iscsi {{(pid=103281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 19:04:13.578313 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Device 75329702-848e-4348-9dc3-0a83239a0d64 no longer exists at agent ovs-agent-dv-cinder-840525-1-iscsi {{(pid=103281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 19:04:13.605072 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] No Port match for: 75329702-848e-4348-9dc3-0a83239a0d64 {{(pid=103281) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 19:04:13.605358 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Device 75329702-848e-4348-9dc3-0a83239a0d64 not bound to the agent host dv-cinder-840525-1-iscsi {{(pid=103281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 19:04:13.608913 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd323279-8c63-4600-a92a-a732b4f9f1ed admin admin] Network 4a23e4f9-d4ef-406a-b7a6-dea368f7eb37 is already hosted by enough agents. {{(pid=103280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 19:04:13.618933 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.base_scheduler [None req-bd323279-8c63-4600-a92a-a732b4f9f1ed admin admin] Resources bound (agent type, host, resource id): {{(pid=103280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 19:04:13.620871 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd323279-8c63-4600-a92a-a732b4f9f1ed admin admin] Pushing event updated for resources: {'Port': ['ID=721b03e0-3d9a-48fb-b8f1-ce1b232df2fb,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:04:13.623168 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd323279-8c63-4600-a92a-a732b4f9f1ed admin admin] Received port after_create {{(pid=103280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 19:04:13.679857 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-bd323279-8c63-4600-a92a-a732b4f9f1ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-608641'] for router_interface (bd463de1-e07e-49fe-a2e1-cee08d118527), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:13.709800 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-faf67fa6-71fb-4426-9631-238602775a2c None None] Publish callbacks [] for port (078e2e3c-28d4-4f38-9b5e-e3cfc67b471b), precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:13.721120 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-faf67fa6-71fb-4426-9631-238602775a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136'] for port (078e2e3c-28d4-4f38-9b5e-e3cfc67b471b), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:13.786082 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [None req-faf67fa6-71fb-4426-9631-238602775a2c None None] Attempting to bind port 078e2e3c-28d4-4f38-9b5e-e3cfc67b471b on host dv-cinder-840525-1-iscsi for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 19:04:13.786747 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [None req-faf67fa6-71fb-4426-9631-238602775a2c None None] Attempting to bind port 078e2e3c-28d4-4f38-9b5e-e3cfc67b471b by drivers openvswitch,hyperv on host dv-cinder-840525-1-iscsi at level 0 using segments [{'id': '183e99eb-a03a-4429-82ba-edb66df2d5f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 19:04:13.787143 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf67fa6-71fb-4426-9631-238602775a2c None None] Attempting to bind port 078e2e3c-28d4-4f38-9b5e-e3cfc67b471b on network cbca2f8d-f88f-49b4-8a9d-8b4714c67762 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 19:04:13.799743 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce3ea2a-26b9-41fa-96ec-1c464cd39d18 None None] Pushing event updated for resources: {'Port': ['ID=078e2e3c-28d4-4f38-9b5e-e3cfc67b471b,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:04:13.803284 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf67fa6-71fb-4426-9631-238602775a2c None None] Checking agent: {'id': '7e96273e-cd3b-4e2d-a9cb-a5a62cf8f8b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840525-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 18, 48, 33), 'started_at': datetime.datetime(2022, 5, 4, 18, 49, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 19, 4, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840525-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 19:04:13.803653 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf67fa6-71fb-4426-9631-238602775a2c None None] Checking segment: {'id': '183e99eb-a03a-4429-82ba-edb66df2d5f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 19:04:13.804053 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-faf67fa6-71fb-4426-9631-238602775a2c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:13.804436 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf67fa6-71fb-4426-9631-238602775a2c None None] Bound using segment: {'id': '183e99eb-a03a-4429-82ba-edb66df2d5f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762'} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 19:04:13.805018 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [None req-faf67fa6-71fb-4426-9631-238602775a2c None None] Bound port: 078e2e3c-28d4-4f38-9b5e-e3cfc67b471b, host: dv-cinder-840525-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '183e99eb-a03a-4429-82ba-edb66df2d5f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762'}}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 19:04:13.805463 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-faf67fa6-71fb-4426-9631-238602775a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (078e2e3c-28d4-4f38-9b5e-e3cfc67b471b), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:13.861336 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-bd323279-8c63-4600-a92a-a732b4f9f1ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (721b03e0-3d9a-48fb-b8f1-ce1b232df2fb), before_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:13.871209 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-faf67fa6-71fb-4426-9631-238602775a2c None None] For port 078e2e3c-28d4-4f38-9b5e-e3cfc67b471b, host dv-cinder-840525-1-iscsi, cleared binding levels {{(pid=103281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 19:04:13.875181 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-faf67fa6-71fb-4426-9631-238602775a2c None None] For port 078e2e3c-28d4-4f38-9b5e-e3cfc67b471b, host dv-cinder-840525-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-1-iscsi',level=0,port_id=078e2e3c-28d4-4f38-9b5e-e3cfc67b471b,segment=NetworkSegment(183e99eb-a03a-4429-82ba-edb66df2d5f7),segment_id=183e99eb-a03a-4429-82ba-edb66df2d5f7)] {{(pid=103281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 19:04:13.889579 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-faf67fa6-71fb-4426-9631-238602775a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136'] for port (078e2e3c-28d4-4f38-9b5e-e3cfc67b471b), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:13.952531 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-00eb28b7-5646-4862-8f46-7fc0f79a0d56 None None] Provisioning complete for port 721b03e0-3d9a-48fb-b8f1-ce1b232df2fb triggered by entity DHCP. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:04:13.952893 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-00eb28b7-5646-4862-8f46-7fc0f79a0d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1774450'] for port (721b03e0-3d9a-48fb-b8f1-ce1b232df2fb), provisioning_complete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:13.979306 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce3ea2a-26b9-41fa-96ec-1c464cd39d18 None None] Pushing event updated for resources: {'Port': ['ID=078e2e3c-28d4-4f38-9b5e-e3cfc67b471b,revision_number=3']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:04:13.997580 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf67fa6-71fb-4426-9631-238602775a2c None None] Routers {'bd463de1-e07e-49fe-a2e1-cee08d118527'} bound to L3 agent in host dv-cinder-840525-1-iscsi {{(pid=103281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:04:13.998201 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_hamode_db [None req-faf67fa6-71fb-4426-9631-238602775a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T18:48:29Z,description=,heartbeat_timestamp=2022-05-04T19:03:59Z,host='dv-cinder-840525-1-iscsi',id=0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:48:29Z,topic='l3_agent')) {'router_ids': ['bd463de1-e07e-49fe-a2e1-cee08d118527'], 'active': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:04:14.002529 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-00eb28b7-5646-4862-8f46-7fc0f79a0d56 None None] Port 721b03e0-3d9a-48fb-b8f1-ce1b232df2fb cannot update to ACTIVE because it is not bound. {{(pid=103281) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 19:04:14.069033 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-bd323279-8c63-4600-a92a-a732b4f9f1ed admin admin] Publish callbacks [] for port (721b03e0-3d9a-48fb-b8f1-ce1b232df2fb), precommit_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:14.076740 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-bd323279-8c63-4600-a92a-a732b4f9f1ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12874275'] for port (721b03e0-3d9a-48fb-b8f1-ce1b232df2fb), after_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:14.124686 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvr_db [None req-faf67fa6-71fb-4426-9631-238602775a2c None None] Set router bd463de1-e07e-49fe-a2e1-cee08d118527 gateway port host: dv-cinder-840525-1-iscsi {{(pid=103281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:04:14.152391 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-bd323279-8c63-4600-a92a-a732b4f9f1ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1572630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608635'] for router_interface (bd463de1-e07e-49fe-a2e1-cee08d118527), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:14.155123 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd323279-8c63-4600-a92a-a732b4f9f1ed admin admin] Pushing event updated for resources: {'Port': ['ID=721b03e0-3d9a-48fb-b8f1-ce1b232df2fb,revision_number=2']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:04:14.248078 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd323279-8c63-4600-a92a-a732b4f9f1ed admin admin] Network 4a23e4f9-d4ef-406a-b7a6-dea368f7eb37 is already hosted by enough agents. {{(pid=103280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 19:04:14.249573 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.base_scheduler [None req-bd323279-8c63-4600-a92a-a732b4f9f1ed admin admin] Resources bound (agent type, host, resource id): {{(pid=103280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 19:04:14.334796 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_hamode_db [None req-faf67fa6-71fb-4426-9631-238602775a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd463de1-e07e-49fe-a2e1-cee08d118527', 'name': 'tempest-TestVolumeBootPattern-2088772060-router', 'tenant_id': '8e0c53091dab4ba790155c256f29db1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'external_fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '078e2e3c-28d4-4f38-9b5e-e3cfc67b471b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:04:10Z', 'updated_at': '2022-05-04T19:04:13Z', 'revision_number': 4, 'project_id': '8e0c53091dab4ba790155c256f29db1f', 'gw_port': {'id': '078e2e3c-28d4-4f38-9b5e-e3cfc67b471b', 'name': '', 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a6:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd463de1-e07e-49fe-a2e1-cee08d118527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:04:10Z', 'updated_at': '2022-05-04T19:04:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-1-iscsi', '_interfaces': [{'id': '721b03e0-3d9a-48fb-b8f1-ce1b232df2fb', 'name': '', 'network_id': '4a23e4f9-d4ef-406a-b7a6-dea368f7eb37', 'tenant_id': '8e0c53091dab4ba790155c256f29db1f', 'mac_address': 'fa:16:3e:61:f8:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd463de1-e07e-49fe-a2e1-cee08d118527', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '5e7b376d-b1cb-4bfd-b355-a8ae47b6f0d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:04:13Z', 'updated_at': '2022-05-04T19:04:13Z', 'revision_number': 1, 'project_id': '8e0c53091dab4ba790155c256f29db1f', 'subnets': [{'id': '5e7b376d-b1cb-4bfd-b355-a8ae47b6f0d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-1-iscsi', False) {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:04:14.369951 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf67fa6-71fb-4426-9631-238602775a2c None None] The sync data for ids ['bd463de1-e07e-49fe-a2e1-cee08d118527'] in dv-cinder-840525-1-iscsi is: [{'id': 'bd463de1-e07e-49fe-a2e1-cee08d118527', 'name': 'tempest-TestVolumeBootPattern-2088772060-router', 'tenant_id': '8e0c53091dab4ba790155c256f29db1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'external_fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '078e2e3c-28d4-4f38-9b5e-e3cfc67b471b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:04:10Z', 'updated_at': '2022-05-04T19:04:13Z', 'revision_number': 4, 'project_id': '8e0c53091dab4ba790155c256f29db1f', 'gw_port': {'id': '078e2e3c-28d4-4f38-9b5e-e3cfc67b471b', 'name': '', 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a6:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd463de1-e07e-49fe-a2e1-cee08d118527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:04:10Z', 'updated_at': '2022-05-04T19:04:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-1-iscsi', '_interfaces': [{'id': '721b03e0-3d9a-48fb-b8f1-ce1b232df2fb', 'name': '', 'network_id': '4a23e4f9-d4ef-406a-b7a6-dea368f7eb37', 'tenant_id': '8e0c53091dab4ba790155c256f29db1f', 'mac_address': 'fa:16:3e:61:f8:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd463de1-e07e-49fe-a2e1-cee08d118527', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '5e7b376d-b1cb-4bfd-b355-a8ae47b6f0d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:04:13Z', 'updated_at': '2022-05-04T19:04:13Z', 'revision_number': 1, 'project_id': '8e0c53091dab4ba790155c256f29db1f', 'subnets': [{'id': '5e7b376d-b1cb-4bfd-b355-a8ae47b6f0d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 19:04:14.414564 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd323279-8c63-4600-a92a-a732b4f9f1ed admin admin] Router bd463de1-e07e-49fe-a2e1-cee08d118527 has already been hosted by L3 agent 0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b {{(pid=103280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 19:04:14.530232 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-e4c560ee-0527-40f7-be34-de0a6589be0c None None] Provisioning complete for port 721b03e0-3d9a-48fb-b8f1-ce1b232df2fb triggered by entity DHCP. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:04:14.530911 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e4c560ee-0527-40f7-be34-de0a6589be0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1774450'] for port (721b03e0-3d9a-48fb-b8f1-ce1b232df2fb), provisioning_complete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:14.574465 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-e4c560ee-0527-40f7-be34-de0a6589be0c None None] Port 721b03e0-3d9a-48fb-b8f1-ce1b232df2fb cannot update to ACTIVE because it is not bound. {{(pid=103281) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 19:04:14.574718 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd323279-8c63-4600-a92a-a732b4f9f1ed admin admin] Notify agent at l3_agent.dv-cinder-840525-1-iscsi the message routers_updated {{(pid=103280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 19:04:14.581335 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-bd323279-8c63-4600-a92a-a732b4f9f1ed admin admin] 10.222.0.35 "PUT /v2.0/routers/bd463de1-e07e-49fe-a2e1-cee08d118527/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9806454 May 04 19:04:15.269439 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 56294) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:04:15.275447 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.v2.base [None req-1a4c85de-c3a5-4121-95bc-fc064872dde9 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2008614308-network', 'tenant_id': 'df88434689bc42f28ac209a7140d2e87'}} {{(pid=103279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:04:15.299598 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a4c85de-c3a5-4121-95bc-fc064872dde9 admin admin] Made reservation on behalf of df88434689bc42f28ac209a7140d2e87 for: {'network': 1} {{(pid=103279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 19:04:15.301951 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-1a4c85de-c3a5-4121-95bc-fc064872dde9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for network (None), before_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:15.315281 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-1a4c85de-c3a5-4121-95bc-fc064872dde9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:15.410264 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-1a4c85de-c3a5-4121-95bc-fc064872dde9 admin admin] Publish callbacks [] for security_group (3435986a-9a6d-453d-aad7-2bdeae8468c8), precommit_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:15.417765 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-1a4c85de-c3a5-4121-95bc-fc064872dde9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (3435986a-9a6d-453d-aad7-2bdeae8468c8), after_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:15.437694 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a4c85de-c3a5-4121-95bc-fc064872dde9 admin admin] vlan segment allocate from pool success with {'vlan_id': 275, 'physical_network': 'physnet1'} {{(pid=103279) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 19:04:15.457182 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4c85de-c3a5-4121-95bc-fc064872dde9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3435986a-9a6d-453d-aad7-2bdeae8468c8,revision_number=1']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:04:15.474482 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-1a4c85de-c3a5-4121-95bc-fc064872dde9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589113'] for segment (1dd88da7-f0a3-43cf-97dd-f2cf8761c4ac), precommit_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:15.475443 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.db.segments_db [None req-1a4c85de-c3a5-4121-95bc-fc064872dde9 admin admin] Added segment 1dd88da7-f0a3-43cf-97dd-f2cf8761c4ac of type vlan for network ea50092b-8582-4c05-ab05-2cf7b8be561f May 04 19:04:15.522697 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-1a4c85de-c3a5-4121-95bc-fc064872dde9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790498323402'] for network (ea50092b-8582-4c05-ab05-2cf7b8be561f), precommit_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:15.554651 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-1a4c85de-c3a5-4121-95bc-fc064872dde9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608'] for network (ea50092b-8582-4c05-ab05-2cf7b8be561f), after_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:15.555874 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a4c85de-c3a5-4121-95bc-fc064872dde9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:04:15.556740 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-1a4c85de-c3a5-4121-95bc-fc064872dde9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572658'] for network (None), before_response {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:15.602840 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-1a4c85de-c3a5-4121-95bc-fc064872dde9 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3316760 May 04 19:04:15.605678 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 56306) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:04:15.610623 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [None req-2d646d0a-0cf8-4821-be04-e6085fb7ebb9 admin admin] Request body: {'subnet': {'network_id': 'ea50092b-8582-4c05-ab05-2cf7b8be561f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2008614308-subnet', 'tenant_id': 'df88434689bc42f28ac209a7140d2e87', 'ip_version': 4}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:04:15.635897 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4c85de-c3a5-4121-95bc-fc064872dde9 admin admin] Pushing event updated for resources: {'Network': ['ID=ea50092b-8582-4c05-ab05-2cf7b8be561f,revision_number=1']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:04:15.644056 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d646d0a-0cf8-4821-be04-e6085fb7ebb9 admin admin] Made reservation on behalf of df88434689bc42f28ac209a7140d2e87 for: {'subnet': 1} {{(pid=103280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 19:04:15.647082 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-2d646d0a-0cf8-4821-be04-e6085fb7ebb9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13129141'] for subnet (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:15.811084 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Network ea50092b-8582-4c05-ab05-2cf7b8be561f details requested by agent ovs-agent-dv-cinder-840525-1-iscsi with host dv-cinder-840525-1-iscsi {{(pid=103281) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 19:04:15.910467 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-2d646d0a-0cf8-4821-be04-e6085fb7ebb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12875178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13129159'] for subnet (c2c88b81-1b38-4797-ae2b-d5ef969b9042), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:15.966655 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d646d0a-0cf8-4821-be04-e6085fb7ebb9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2c88b81-1b38-4797-ae2b-d5ef969b9042,revision_number=0']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:04:15.989076 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d646d0a-0cf8-4821-be04-e6085fb7ebb9 admin admin] Checking segment: {'id': '1dd88da7-f0a3-43cf-97dd-f2cf8761c4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'ea50092b-8582-4c05-ab05-2cf7b8be561f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 19:04:15.989489 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d646d0a-0cf8-4821-be04-e6085fb7ebb9 admin admin] Network hostable DHCP agents. Network: ea50092b-8582-4c05-ab05-2cf7b8be561f, hostable agents: ['ae04e5b6-6ccf-46c0-81ba-a3f5b8ae390c'], hosted agents: [] {{(pid=103280) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 19:04:16.010908 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d646d0a-0cf8-4821-be04-e6085fb7ebb9 admin admin] Network ea50092b-8582-4c05-ab05-2cf7b8be561f is scheduled to be hosted by DHCP agent ae04e5b6-6ccf-46c0-81ba-a3f5b8ae390c with binding_index 1 {{(pid=103280) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 19:04:16.024428 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.base_scheduler [None req-2d646d0a-0cf8-4821-be04-e6085fb7ebb9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840525-1-iscsi, ea50092b-8582-4c05-ab05-2cf7b8be561f) {{(pid=103280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 19:04:16.031027 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d646d0a-0cf8-4821-be04-e6085fb7ebb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:04:16.031761 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-2d646d0a-0cf8-4821-be04-e6085fb7ebb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572658'] for subnet (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:16.037761 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f78ab74-8fc8-4c5e-b0c9-1535d582042d None None] Network ea50092b-8582-4c05-ab05-2cf7b8be561f requested from dv-cinder-840525-1-iscsi {{(pid=103281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 19:04:16.076962 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-2d646d0a-0cf8-4821-be04-e6085fb7ebb9 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4701214 May 04 19:04:16.079862 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 56326) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:04:16.090125 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [None req-296aabea-8e3a-4f14-93a1-f22fb65b24f4 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2008614308-router', 'tenant_id': 'df88434689bc42f28ac209a7140d2e87', 'external_gateway_info': {'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762'}}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:04:16.116592 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-296aabea-8e3a-4f14-93a1-f22fb65b24f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-620518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4428'] for router (d35d23f1-79d3-43d5-b761-9c5ee273afeb), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:16.117643 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-296aabea-8e3a-4f14-93a1-f22fb65b24f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-610031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-693478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4405'] for router (d35d23f1-79d3-43d5-b761-9c5ee273afeb), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:16.169735 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-296aabea-8e3a-4f14-93a1-f22fb65b24f4 admin admin] Publish callbacks [] for router_controller (d35d23f1-79d3-43d5-b761-9c5ee273afeb), precommit_add_association {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:16.178338 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-626501e2-8d6f-427e-91d4-c29c1304f29b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31efe59b-327d-5d9c-bbb4-4911cdeac679-ea50092b-8582-4c05-ab05-2cf7b8be561f', 'network_id': 'ea50092b-8582-4c05-ab05-2cf7b8be561f', 'project_id': 'df88434689bc42f28ac209a7140d2e87', 'fixed_ips': [{'subnet_id': 'c2c88b81-1b38-4797-ae2b-d5ef969b9042'}]}} from dv-cinder-840525-1-iscsi. {{(pid=103281) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 04 19:04:16.179219 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-626501e2-8d6f-427e-91d4-c29c1304f29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:16.327223 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-626501e2-8d6f-427e-91d4-c29c1304f29b None None] Allocated IP 172.20.0.2 (ea50092b-8582-4c05-ab05-2cf7b8be561f/c2c88b81-1b38-4797-ae2b-d5ef969b9042/5d39030a-20d7-43da-b4bf-6283b2a9eed4) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 19:04:16.328365 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-296aabea-8e3a-4f14-93a1-f22fb65b24f4 admin admin] Publish callbacks [] for router_gateway (d35d23f1-79d3-43d5-b761-9c5ee273afeb), precommit_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:16.493508 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-626501e2-8d6f-427e-91d4-c29c1304f29b None None] Publish callbacks [] for port (5d39030a-20d7-43da-b4bf-6283b2a9eed4), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:16.501987 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-626501e2-8d6f-427e-91d4-c29c1304f29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790498302100'] for port (5d39030a-20d7-43da-b4bf-6283b2a9eed4), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:16.526849 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-296aabea-8e3a-4f14-93a1-f22fb65b24f4 admin admin] Publish callbacks [] for router_gateway (d35d23f1-79d3-43d5-b761-9c5ee273afeb), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:16.541999 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-626501e2-8d6f-427e-91d4-c29c1304f29b None None] Network ea50092b-8582-4c05-ab05-2cf7b8be561f is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 19:04:16.545158 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-626501e2-8d6f-427e-91d4-c29c1304f29b None None] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 19:04:16.549272 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626501e2-8d6f-427e-91d4-c29c1304f29b None None] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 19:04:16.553409 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-296aabea-8e3a-4f14-93a1-f22fb65b24f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:16.580974 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626501e2-8d6f-427e-91d4-c29c1304f29b None None] Pushing event updated for resources: {'Port': ['ID=5d39030a-20d7-43da-b4bf-6283b2a9eed4,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:04:16.617362 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [None req-626501e2-8d6f-427e-91d4-c29c1304f29b None None] Attempting to bind port 5d39030a-20d7-43da-b4bf-6283b2a9eed4 on host dv-cinder-840525-1-iscsi for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 19:04:16.617940 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [None req-626501e2-8d6f-427e-91d4-c29c1304f29b None None] Attempting to bind port 5d39030a-20d7-43da-b4bf-6283b2a9eed4 by drivers openvswitch,hyperv on host dv-cinder-840525-1-iscsi at level 0 using segments [{'id': '1dd88da7-f0a3-43cf-97dd-f2cf8761c4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'ea50092b-8582-4c05-ab05-2cf7b8be561f'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 19:04:16.618370 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626501e2-8d6f-427e-91d4-c29c1304f29b None None] Attempting to bind port 5d39030a-20d7-43da-b4bf-6283b2a9eed4 on network ea50092b-8582-4c05-ab05-2cf7b8be561f {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 19:04:16.623740 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626501e2-8d6f-427e-91d4-c29c1304f29b None None] Checking agent: {'id': '7e96273e-cd3b-4e2d-a9cb-a5a62cf8f8b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840525-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 18, 48, 33), 'started_at': datetime.datetime(2022, 5, 4, 18, 49, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 19, 4, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840525-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 19:04:16.624205 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626501e2-8d6f-427e-91d4-c29c1304f29b None None] Checking segment: {'id': '1dd88da7-f0a3-43cf-97dd-f2cf8761c4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'ea50092b-8582-4c05-ab05-2cf7b8be561f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 19:04:16.624687 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-626501e2-8d6f-427e-91d4-c29c1304f29b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:16.625132 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626501e2-8d6f-427e-91d4-c29c1304f29b None None] Bound using segment: {'id': '1dd88da7-f0a3-43cf-97dd-f2cf8761c4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'ea50092b-8582-4c05-ab05-2cf7b8be561f'} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 19:04:16.625835 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [None req-626501e2-8d6f-427e-91d4-c29c1304f29b None None] Bound port: 5d39030a-20d7-43da-b4bf-6283b2a9eed4, host: dv-cinder-840525-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dd88da7-f0a3-43cf-97dd-f2cf8761c4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'ea50092b-8582-4c05-ab05-2cf7b8be561f'}}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 19:04:16.626303 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-626501e2-8d6f-427e-91d4-c29c1304f29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (5d39030a-20d7-43da-b4bf-6283b2a9eed4), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:16.662563 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.db.db_base_plugin_common [None req-296aabea-8e3a-4f14-93a1-f22fb65b24f4 admin admin] Allocated IP 172.27.0.96 (cbca2f8d-f88f-49b4-8a9d-8b4714c67762/6d3155f3-7d72-4b90-89ae-8effc01a61e4/ae48a94b-5df4-4a78-b9a7-a73b78a74ae7) {{(pid=103280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 19:04:16.706277 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-626501e2-8d6f-427e-91d4-c29c1304f29b None None] For port 5d39030a-20d7-43da-b4bf-6283b2a9eed4, host dv-cinder-840525-1-iscsi, cleared binding levels {{(pid=103281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 19:04:16.713187 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-626501e2-8d6f-427e-91d4-c29c1304f29b None None] For port 5d39030a-20d7-43da-b4bf-6283b2a9eed4, host dv-cinder-840525-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-1-iscsi',level=0,port_id=5d39030a-20d7-43da-b4bf-6283b2a9eed4,segment=NetworkSegment(1dd88da7-f0a3-43cf-97dd-f2cf8761c4ac),segment_id=1dd88da7-f0a3-43cf-97dd-f2cf8761c4ac)] {{(pid=103281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 19:04:16.721593 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-626501e2-8d6f-427e-91d4-c29c1304f29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136'] for port (5d39030a-20d7-43da-b4bf-6283b2a9eed4), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:16.790864 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-296aabea-8e3a-4f14-93a1-f22fb65b24f4 admin admin] Publish callbacks [] for port (ae48a94b-5df4-4a78-b9a7-a73b78a74ae7), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:16.807319 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626501e2-8d6f-427e-91d4-c29c1304f29b None None] Pushing event updated for resources: {'Port': ['ID=5d39030a-20d7-43da-b4bf-6283b2a9eed4,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:04:16.854403 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-296aabea-8e3a-4f14-93a1-f22fb65b24f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790498302100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12874298'] for port (ae48a94b-5df4-4a78-b9a7-a73b78a74ae7), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:16.860499 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac4b090-bb51-42b4-910c-122346120dca None None] Sync routers for ids ['bd463de1-e07e-49fe-a2e1-cee08d118527'] in dv-cinder-840525-1-iscsi {{(pid=103282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 19:04:16.873478 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac4b090-bb51-42b4-910c-122346120dca None None] Routers {'bd463de1-e07e-49fe-a2e1-cee08d118527'} bound to L3 agent in host dv-cinder-840525-1-iscsi {{(pid=103282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:04:16.874182 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-fac4b090-bb51-42b4-910c-122346120dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T18:48:29Z,description=,heartbeat_timestamp=2022-05-04T19:03:59Z,host='dv-cinder-840525-1-iscsi',id=0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:48:29Z,topic='l3_agent')) {'router_ids': ['bd463de1-e07e-49fe-a2e1-cee08d118527'], 'active': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:04:16.897720 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-296aabea-8e3a-4f14-93a1-f22fb65b24f4 admin admin] Network cbca2f8d-f88f-49b4-8a9d-8b4714c67762 is already hosted by enough agents. {{(pid=103280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 19:04:16.908776 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296aabea-8e3a-4f14-93a1-f22fb65b24f4 admin admin] Pushing event updated for resources: {'Port': ['ID=ae48a94b-5df4-4a78-b9a7-a73b78a74ae7,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:04:16.912248 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.base_scheduler [None req-296aabea-8e3a-4f14-93a1-f22fb65b24f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 19:04:16.914376 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296aabea-8e3a-4f14-93a1-f22fb65b24f4 admin admin] Received port after_create {{(pid=103280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 19:04:17.007097 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvr_db [None req-fac4b090-bb51-42b4-910c-122346120dca None None] Set router bd463de1-e07e-49fe-a2e1-cee08d118527 gateway port host: dv-cinder-840525-1-iscsi {{(pid=103282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:04:17.173205 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Device 5d39030a-20d7-43da-b4bf-6283b2a9eed4 up at agent ovs-agent-dv-cinder-840525-1-iscsi {{(pid=103281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 19:04:17.234929 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Provisioning complete for port 5d39030a-20d7-43da-b4bf-6283b2a9eed4 triggered by entity L2. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:04:17.235316 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1774450'] for port (5d39030a-20d7-43da-b4bf-6283b2a9eed4), provisioning_complete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:17.252280 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-fac4b090-bb51-42b4-910c-122346120dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd463de1-e07e-49fe-a2e1-cee08d118527', 'name': 'tempest-TestVolumeBootPattern-2088772060-router', 'tenant_id': '8e0c53091dab4ba790155c256f29db1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'external_fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '078e2e3c-28d4-4f38-9b5e-e3cfc67b471b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:04:10Z', 'updated_at': '2022-05-04T19:04:13Z', 'revision_number': 4, 'project_id': '8e0c53091dab4ba790155c256f29db1f', 'gw_port': {'id': '078e2e3c-28d4-4f38-9b5e-e3cfc67b471b', 'name': '', 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a6:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd463de1-e07e-49fe-a2e1-cee08d118527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:04:10Z', 'updated_at': '2022-05-04T19:04:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-1-iscsi', '_interfaces': [{'id': '721b03e0-3d9a-48fb-b8f1-ce1b232df2fb', 'name': '', 'network_id': '4a23e4f9-d4ef-406a-b7a6-dea368f7eb37', 'tenant_id': '8e0c53091dab4ba790155c256f29db1f', 'mac_address': 'fa:16:3e:61:f8:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd463de1-e07e-49fe-a2e1-cee08d118527', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '5e7b376d-b1cb-4bfd-b355-a8ae47b6f0d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:04:13Z', 'updated_at': '2022-05-04T19:04:13Z', 'revision_number': 2, 'project_id': '8e0c53091dab4ba790155c256f29db1f', 'subnets': [{'id': '5e7b376d-b1cb-4bfd-b355-a8ae47b6f0d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-1-iscsi', False) {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:04:17.253331 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-296aabea-8e3a-4f14-93a1-f22fb65b24f4 admin admin] Publish callbacks [] for router_gateway (d35d23f1-79d3-43d5-b761-9c5ee273afeb), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:17.285182 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac4b090-bb51-42b4-910c-122346120dca None None] Checking router: bd463de1-e07e-49fe-a2e1-cee08d118527 for host: dv-cinder-840525-1-iscsi {{(pid=103282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 19:04:17.285707 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac4b090-bb51-42b4-910c-122346120dca None None] Updating router bd463de1-e07e-49fe-a2e1-cee08d118527 port 721b03e0-3d9a-48fb-b8f1-ce1b232df2fb binding host dv-cinder-840525-1-iscsi {{(pid=103282) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 19:04:17.314982 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-fac4b090-bb51-42b4-910c-122346120dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (721b03e0-3d9a-48fb-b8f1-ce1b232df2fb), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:17.324655 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Current status of the port 5d39030a-20d7-43da-b4bf-6283b2a9eed4 is: DOWN; New status is: ACTIVE {{(pid=103281) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:04:17.325205 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (5d39030a-20d7-43da-b4bf-6283b2a9eed4), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:17.388001 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] For port 5d39030a-20d7-43da-b4bf-6283b2a9eed4, host dv-cinder-840525-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-1-iscsi',level=0,port_id=5d39030a-20d7-43da-b4bf-6283b2a9eed4,segment=NetworkSegment(1dd88da7-f0a3-43cf-97dd-f2cf8761c4ac),segment_id=1dd88da7-f0a3-43cf-97dd-f2cf8761c4ac)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:04:17.397984 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136'] for port (5d39030a-20d7-43da-b4bf-6283b2a9eed4), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:17.399252 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Device 078e2e3c-28d4-4f38-9b5e-e3cfc67b471b up at agent ovs-agent-dv-cinder-840525-1-iscsi {{(pid=103281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 19:04:17.484209 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Pushing event updated for resources: {'Port': ['ID=5d39030a-20d7-43da-b4bf-6283b2a9eed4,revision_number=3']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:04:17.486499 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-296aabea-8e3a-4f14-93a1-f22fb65b24f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-610012'] for router (d35d23f1-79d3-43d5-b761-9c5ee273afeb), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:17.494124 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Provisioning complete for port 078e2e3c-28d4-4f38-9b5e-e3cfc67b471b triggered by entity L2. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:04:17.494497 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1774450'] for port (078e2e3c-28d4-4f38-9b5e-e3cfc67b471b), provisioning_complete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:17.509620 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 56344) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:04:17.626971 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Current status of the port 078e2e3c-28d4-4f38-9b5e-e3cfc67b471b is: DOWN; New status is: ACTIVE {{(pid=103281) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:04:17.627406 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (078e2e3c-28d4-4f38-9b5e-e3cfc67b471b), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:17.649884 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] For port 078e2e3c-28d4-4f38-9b5e-e3cfc67b471b, host dv-cinder-840525-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-1-iscsi',level=0,port_id=078e2e3c-28d4-4f38-9b5e-e3cfc67b471b,segment=NetworkSegment(183e99eb-a03a-4429-82ba-edb66df2d5f7),segment_id=183e99eb-a03a-4429-82ba-edb66df2d5f7)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:04:17.656924 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136'] for port (078e2e3c-28d4-4f38-9b5e-e3cfc67b471b), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:17.671282 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-4cc26e4b-bc83-4c54-bc9b-e2c9cba918a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:17.716758 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Pushing event updated for resources: {'Port': ['ID=078e2e3c-28d4-4f38-9b5e-e3cfc67b471b,revision_number=4']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:04:17.717484 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-296aabea-8e3a-4f14-93a1-f22fb65b24f4 admin admin] Router d35d23f1-79d3-43d5-b761-9c5ee273afeb is scheduled to L3 agent 0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b with binding_index 1 {{(pid=103280) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 04 19:04:17.791958 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-4cc26e4b-bc83-4c54-bc9b-e2c9cba918a2 admin admin] Publish callbacks [] for security_group (a1e23c07-fc53-4e7a-b9b1-0338f7f8db66), precommit_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:17.802645 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-4cc26e4b-bc83-4c54-bc9b-e2c9cba918a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (a1e23c07-fc53-4e7a-b9b1-0338f7f8db66), after_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:17.802844 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-fac4b090-bb51-42b4-910c-122346120dca None None] Publish callbacks [] for port (721b03e0-3d9a-48fb-b8f1-ce1b232df2fb), precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:17.808615 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-fac4b090-bb51-42b4-910c-122346120dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136'] for port (721b03e0-3d9a-48fb-b8f1-ce1b232df2fb), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:17.870095 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f4af2c-0a75-4674-a1e2-c42100f524a9 None None] Pushing event updated for resources: {'Port': ['ID=721b03e0-3d9a-48fb-b8f1-ce1b232df2fb,revision_number=3']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:04:17.883015 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f4af2c-0a75-4674-a1e2-c42100f524a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:04:17.883719 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f4af2c-0a75-4674-a1e2-c42100f524a9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:04:17.884284 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f4af2c-0a75-4674-a1e2-c42100f524a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:04:17.885388 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f4af2c-0a75-4674-a1e2-c42100f524a9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:04:17.885784 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f4af2c-0a75-4674-a1e2-c42100f524a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:04:17.886225 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f4af2c-0a75-4674-a1e2-c42100f524a9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:04:17.886657 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f4af2c-0a75-4674-a1e2-c42100f524a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:04:17.887337 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f4af2c-0a75-4674-a1e2-c42100f524a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:04:17.887837 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f4af2c-0a75-4674-a1e2-c42100f524a9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:04:17.888255 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f4af2c-0a75-4674-a1e2-c42100f524a9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:04:17.888728 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f4af2c-0a75-4674-a1e2-c42100f524a9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:04:17.889160 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f4af2c-0a75-4674-a1e2-c42100f524a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:04:17.889588 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f4af2c-0a75-4674-a1e2-c42100f524a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:04:17.890157 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f4af2c-0a75-4674-a1e2-c42100f524a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:04:17.890683 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f4af2c-0a75-4674-a1e2-c42100f524a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:04:17.893932 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-296aabea-8e3a-4f14-93a1-f22fb65b24f4 admin admin] Notify agent at l3_agent.dv-cinder-840525-1-iscsi the message routers_updated {{(pid=103280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 19:04:17.906037 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f8e6da-1e63-426d-a515-f7bc4030bad1 None None] Sync routers for ids ['d35d23f1-79d3-43d5-b761-9c5ee273afeb'] in dv-cinder-840525-1-iscsi {{(pid=103281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 19:04:17.915951 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-4cc26e4b-bc83-4c54-bc9b-e2c9cba918a2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c4c6e5d061954a0da6bb4ebf09e44af6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4028513 May 04 19:04:17.918527 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 56360) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:04:17.924701 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f8e6da-1e63-426d-a515-f7bc4030bad1 None None] Routers {'d35d23f1-79d3-43d5-b761-9c5ee273afeb'} bound to L3 agent in host dv-cinder-840525-1-iscsi {{(pid=103281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:04:17.926863 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_hamode_db [None req-e2f8e6da-1e63-426d-a515-f7bc4030bad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T18:48:29Z,description=,heartbeat_timestamp=2022-05-04T19:03:59Z,host='dv-cinder-840525-1-iscsi',id=0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:48:29Z,topic='l3_agent')) {'router_ids': ['d35d23f1-79d3-43d5-b761-9c5ee273afeb'], 'active': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:04:17.945065 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-296aabea-8e3a-4f14-93a1-f22fb65b24f4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:17.948518 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-296aabea-8e3a-4f14-93a1-f22fb65b24f4 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8673494 May 04 19:04:17.955842 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 56362) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:04:17.989194 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-fac4b090-bb51-42b4-910c-122346120dca None None] Attempting to bind port 721b03e0-3d9a-48fb-b8f1-ce1b232df2fb on host dv-cinder-840525-1-iscsi for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 19:04:17.990052 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-fac4b090-bb51-42b4-910c-122346120dca None None] Attempting to bind port 721b03e0-3d9a-48fb-b8f1-ce1b232df2fb by drivers openvswitch,hyperv on host dv-cinder-840525-1-iscsi at level 0 using segments [{'id': '35744400-35e9-41b0-9808-c9830e976a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '4a23e4f9-d4ef-406a-b7a6-dea368f7eb37'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 19:04:17.990514 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac4b090-bb51-42b4-910c-122346120dca None None] Attempting to bind port 721b03e0-3d9a-48fb-b8f1-ce1b232df2fb on network 4a23e4f9-d4ef-406a-b7a6-dea368f7eb37 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 19:04:17.996191 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac4b090-bb51-42b4-910c-122346120dca None None] Checking agent: {'id': '7e96273e-cd3b-4e2d-a9cb-a5a62cf8f8b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840525-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 18, 48, 33), 'started_at': datetime.datetime(2022, 5, 4, 18, 49, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 19, 4, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840525-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 19:04:17.996688 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac4b090-bb51-42b4-910c-122346120dca None None] Checking segment: {'id': '35744400-35e9-41b0-9808-c9830e976a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '4a23e4f9-d4ef-406a-b7a6-dea368f7eb37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 19:04:17.997155 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-fac4b090-bb51-42b4-910c-122346120dca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:17.997642 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac4b090-bb51-42b4-910c-122346120dca None None] Bound using segment: {'id': '35744400-35e9-41b0-9808-c9830e976a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '4a23e4f9-d4ef-406a-b7a6-dea368f7eb37'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 19:04:17.998189 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-fac4b090-bb51-42b4-910c-122346120dca None None] Bound port: 721b03e0-3d9a-48fb-b8f1-ce1b232df2fb, host: dv-cinder-840525-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35744400-35e9-41b0-9808-c9830e976a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '4a23e4f9-d4ef-406a-b7a6-dea368f7eb37'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 19:04:17.998762 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-fac4b090-bb51-42b4-910c-122346120dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (721b03e0-3d9a-48fb-b8f1-ce1b232df2fb), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:18.026704 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-e84efc21-4908-4e39-bf6b-a750bdb6c09d admin admin] Publish callbacks [] for security_group (a1e23c07-fc53-4e7a-b9b1-0338f7f8db66), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:18.029796 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc26e4b-bc83-4c54-bc9b-e2c9cba918a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1e23c07-fc53-4e7a-b9b1-0338f7f8db66,revision_number=1']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:04:18.067250 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-e84efc21-4908-4e39-bf6b-a750bdb6c09d admin admin] Publish callbacks [] for security_group (a1e23c07-fc53-4e7a-b9b1-0338f7f8db66), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:18.110266 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvr_db [None req-e2f8e6da-1e63-426d-a515-f7bc4030bad1 None None] Set router d35d23f1-79d3-43d5-b761-9c5ee273afeb gateway port host: dv-cinder-840525-1-iscsi {{(pid=103281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:04:18.135075 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-fac4b090-bb51-42b4-910c-122346120dca None None] For port 721b03e0-3d9a-48fb-b8f1-ce1b232df2fb, host dv-cinder-840525-1-iscsi, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 19:04:18.139282 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-fac4b090-bb51-42b4-910c-122346120dca None None] For port 721b03e0-3d9a-48fb-b8f1-ce1b232df2fb, host dv-cinder-840525-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-1-iscsi',level=0,port_id=721b03e0-3d9a-48fb-b8f1-ce1b232df2fb,segment=NetworkSegment(35744400-35e9-41b0-9808-c9830e976a8a),segment_id=35744400-35e9-41b0-9808-c9830e976a8a)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 19:04:18.144812 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-e84efc21-4908-4e39-bf6b-a750bdb6c09d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (a1e23c07-fc53-4e7a-b9b1-0338f7f8db66), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:18.148569 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-e84efc21-4908-4e39-bf6b-a750bdb6c09d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:18.151744 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-fac4b090-bb51-42b4-910c-122346120dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136'] for port (721b03e0-3d9a-48fb-b8f1-ce1b232df2fb), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:18.154133 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-e84efc21-4908-4e39-bf6b-a750bdb6c09d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a1e23c07-fc53-4e7a-b9b1-0338f7f8db66 HTTP/1.1" status: 204 len: 168 time: 0.2343459 May 04 19:04:18.162657 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84efc21-4908-4e39-bf6b-a750bdb6c09d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1e23c07-fc53-4e7a-b9b1-0338f7f8db66,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:04:18.268804 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac4b090-bb51-42b4-910c-122346120dca None None] Routers {'bd463de1-e07e-49fe-a2e1-cee08d118527'} bound to L3 agent in host dv-cinder-840525-1-iscsi {{(pid=103282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:04:18.275303 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-fac4b090-bb51-42b4-910c-122346120dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T18:48:29Z,description=,heartbeat_timestamp=2022-05-04T19:03:59Z,host='dv-cinder-840525-1-iscsi',id=0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:48:29Z,topic='l3_agent')) {'router_ids': ['bd463de1-e07e-49fe-a2e1-cee08d118527'], 'active': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:04:18.277720 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f4af2c-0a75-4674-a1e2-c42100f524a9 None None] Pushing event updated for resources: {'Port': ['ID=721b03e0-3d9a-48fb-b8f1-ce1b232df2fb,revision_number=4']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:04:18.293242 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f3276a-90f6-4dfb-9a8e-495ee7d29c1f None None] Network ea50092b-8582-4c05-ab05-2cf7b8be561f requested from dv-cinder-840525-1-iscsi {{(pid=103281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 19:04:18.356182 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-8867a1c0-0368-45c3-9551-42102f609564 None None] Provisioning complete for port 5d39030a-20d7-43da-b4bf-6283b2a9eed4 triggered by entity DHCP. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:04:18.356763 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8867a1c0-0368-45c3-9551-42102f609564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1774450'] for port (5d39030a-20d7-43da-b4bf-6283b2a9eed4), provisioning_complete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:18.478252 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvr_db [None req-fac4b090-bb51-42b4-910c-122346120dca None None] Set router bd463de1-e07e-49fe-a2e1-cee08d118527 gateway port host: dv-cinder-840525-1-iscsi {{(pid=103282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:04:18.517663 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_hamode_db [None req-e2f8e6da-1e63-426d-a515-f7bc4030bad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd35d23f1-79d3-43d5-b761-9c5ee273afeb', 'name': 'tempest-TestVolumeBootPattern-2008614308-router', 'tenant_id': 'df88434689bc42f28ac209a7140d2e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'external_fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': 'ae48a94b-5df4-4a78-b9a7-a73b78a74ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:04:16Z', 'updated_at': '2022-05-04T19:04:17Z', 'revision_number': 3, 'project_id': 'df88434689bc42f28ac209a7140d2e87', 'gw_port': {'id': 'ae48a94b-5df4-4a78-b9a7-a73b78a74ae7', 'name': '', 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:e8:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd35d23f1-79d3-43d5-b761-9c5ee273afeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:04:16Z', 'updated_at': '2022-05-04T19:04:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-1-iscsi'}], 'dv-cinder-840525-1-iscsi', False) {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:04:18.554251 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f8e6da-1e63-426d-a515-f7bc4030bad1 None None] Checking router: d35d23f1-79d3-43d5-b761-9c5ee273afeb for host: dv-cinder-840525-1-iscsi {{(pid=103281) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 19:04:18.554605 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f8e6da-1e63-426d-a515-f7bc4030bad1 None None] Updating router d35d23f1-79d3-43d5-b761-9c5ee273afeb port ae48a94b-5df4-4a78-b9a7-a73b78a74ae7 binding host dv-cinder-840525-1-iscsi {{(pid=103281) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 19:04:18.654487 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e2f8e6da-1e63-426d-a515-f7bc4030bad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (ae48a94b-5df4-4a78-b9a7-a73b78a74ae7), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:18.696991 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-8867a1c0-0368-45c3-9551-42102f609564 None None] Current status of the port 5d39030a-20d7-43da-b4bf-6283b2a9eed4 is: ACTIVE; New status is: ACTIVE {{(pid=103281) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:04:18.717738 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-8867a1c0-0368-45c3-9551-42102f609564 None None] Provisioning complete for port 721b03e0-3d9a-48fb-b8f1-ce1b232df2fb triggered by entity DHCP. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:04:18.718106 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8867a1c0-0368-45c3-9551-42102f609564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1774450'] for port (721b03e0-3d9a-48fb-b8f1-ce1b232df2fb), provisioning_complete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:18.746144 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-fac4b090-bb51-42b4-910c-122346120dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd463de1-e07e-49fe-a2e1-cee08d118527', 'name': 'tempest-TestVolumeBootPattern-2088772060-router', 'tenant_id': '8e0c53091dab4ba790155c256f29db1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'external_fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '078e2e3c-28d4-4f38-9b5e-e3cfc67b471b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:04:10Z', 'updated_at': '2022-05-04T19:04:13Z', 'revision_number': 4, 'project_id': '8e0c53091dab4ba790155c256f29db1f', 'gw_port': {'id': '078e2e3c-28d4-4f38-9b5e-e3cfc67b471b', 'name': '', 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a6:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd463de1-e07e-49fe-a2e1-cee08d118527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:04:10Z', 'updated_at': '2022-05-04T19:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-1-iscsi', '_interfaces': [{'id': '721b03e0-3d9a-48fb-b8f1-ce1b232df2fb', 'name': '', 'network_id': '4a23e4f9-d4ef-406a-b7a6-dea368f7eb37', 'tenant_id': '8e0c53091dab4ba790155c256f29db1f', 'mac_address': 'fa:16:3e:61:f8:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd463de1-e07e-49fe-a2e1-cee08d118527', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '5e7b376d-b1cb-4bfd-b355-a8ae47b6f0d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:04:13Z', 'updated_at': '2022-05-04T19:04:18Z', 'revision_number': 4, 'project_id': '8e0c53091dab4ba790155c256f29db1f', 'subnets': [{'id': '5e7b376d-b1cb-4bfd-b355-a8ae47b6f0d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-1-iscsi', False) {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:04:18.757137 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-4a7a3898-8d4a-4b2e-809f-592460f36905 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (None), before_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:18.796268 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac4b090-bb51-42b4-910c-122346120dca None None] The sync data for ids ['bd463de1-e07e-49fe-a2e1-cee08d118527'] in dv-cinder-840525-1-iscsi is: [{'id': 'bd463de1-e07e-49fe-a2e1-cee08d118527', 'name': 'tempest-TestVolumeBootPattern-2088772060-router', 'tenant_id': '8e0c53091dab4ba790155c256f29db1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'external_fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '078e2e3c-28d4-4f38-9b5e-e3cfc67b471b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:04:10Z', 'updated_at': '2022-05-04T19:04:13Z', 'revision_number': 4, 'project_id': '8e0c53091dab4ba790155c256f29db1f', 'gw_port': {'id': '078e2e3c-28d4-4f38-9b5e-e3cfc67b471b', 'name': '', 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a6:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd463de1-e07e-49fe-a2e1-cee08d118527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:04:10Z', 'updated_at': '2022-05-04T19:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-1-iscsi', '_interfaces': [{'id': '721b03e0-3d9a-48fb-b8f1-ce1b232df2fb', 'name': '', 'network_id': '4a23e4f9-d4ef-406a-b7a6-dea368f7eb37', 'tenant_id': '8e0c53091dab4ba790155c256f29db1f', 'mac_address': 'fa:16:3e:61:f8:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd463de1-e07e-49fe-a2e1-cee08d118527', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '5e7b376d-b1cb-4bfd-b355-a8ae47b6f0d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:04:13Z', 'updated_at': '2022-05-04T19:04:18Z', 'revision_number': 4, 'project_id': '8e0c53091dab4ba790155c256f29db1f', 'subnets': [{'id': '5e7b376d-b1cb-4bfd-b355-a8ae47b6f0d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 19:04:19.087379 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.db.db_base_plugin_common [None req-4a7a3898-8d4a-4b2e-809f-592460f36905 admin admin] Allocated IP 172.20.0.1 (ea50092b-8582-4c05-ab05-2cf7b8be561f/c2c88b81-1b38-4797-ae2b-d5ef969b9042/2b7a59dd-4ba6-47bb-ae8d-8bc22f9712e2) {{(pid=103279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 19:04:19.120638 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-8867a1c0-0368-45c3-9551-42102f609564 None None] Current status of the port 721b03e0-3d9a-48fb-b8f1-ce1b232df2fb is: DOWN; New status is: ACTIVE {{(pid=103281) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:04:19.120638 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8867a1c0-0368-45c3-9551-42102f609564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (721b03e0-3d9a-48fb-b8f1-ce1b232df2fb), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:19.126392 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Device 721b03e0-3d9a-48fb-b8f1-ce1b232df2fb up at agent ovs-agent-dv-cinder-840525-1-iscsi {{(pid=103281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 19:04:19.215928 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-8867a1c0-0368-45c3-9551-42102f609564 None None] For port 721b03e0-3d9a-48fb-b8f1-ce1b232df2fb, host dv-cinder-840525-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-1-iscsi',level=0,port_id=721b03e0-3d9a-48fb-b8f1-ce1b232df2fb,segment=NetworkSegment(35744400-35e9-41b0-9808-c9830e976a8a),segment_id=35744400-35e9-41b0-9808-c9830e976a8a)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:04:19.231870 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8867a1c0-0368-45c3-9551-42102f609564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136'] for port (721b03e0-3d9a-48fb-b8f1-ce1b232df2fb), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:19.271895 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Provisioning complete for port 721b03e0-3d9a-48fb-b8f1-ce1b232df2fb triggered by entity L2. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:04:19.272272 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1774450'] for port (721b03e0-3d9a-48fb-b8f1-ce1b232df2fb), provisioning_complete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:19.376283 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e2f8e6da-1e63-426d-a515-f7bc4030bad1 None None] Publish callbacks [] for port (ae48a94b-5df4-4a78-b9a7-a73b78a74ae7), precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:19.386963 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-35067fae-ed33-43f8-8593-b71af870870c None None] Provisioning complete for port 5d39030a-20d7-43da-b4bf-6283b2a9eed4 triggered by entity DHCP. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:04:19.387338 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-35067fae-ed33-43f8-8593-b71af870870c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1774450'] for port (5d39030a-20d7-43da-b4bf-6283b2a9eed4), provisioning_complete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:19.390495 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8867a1c0-0368-45c3-9551-42102f609564 None None] Pushing event updated for resources: {'Port': ['ID=721b03e0-3d9a-48fb-b8f1-ce1b232df2fb,revision_number=5']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:04:19.394531 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e2f8e6da-1e63-426d-a515-f7bc4030bad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136'] for port (ae48a94b-5df4-4a78-b9a7-a73b78a74ae7), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:19.518170 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a554c8f-9253-4b34-962e-29ec827d9d01 None None] Pushing event updated for resources: {'Port': ['ID=ae48a94b-5df4-4a78-b9a7-a73b78a74ae7,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:04:19.528613 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [None req-e2f8e6da-1e63-426d-a515-f7bc4030bad1 None None] Attempting to bind port ae48a94b-5df4-4a78-b9a7-a73b78a74ae7 on host dv-cinder-840525-1-iscsi for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 19:04:19.528987 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [None req-e2f8e6da-1e63-426d-a515-f7bc4030bad1 None None] Attempting to bind port ae48a94b-5df4-4a78-b9a7-a73b78a74ae7 by drivers openvswitch,hyperv on host dv-cinder-840525-1-iscsi at level 0 using segments [{'id': '183e99eb-a03a-4429-82ba-edb66df2d5f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 19:04:19.529381 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f8e6da-1e63-426d-a515-f7bc4030bad1 None None] Attempting to bind port ae48a94b-5df4-4a78-b9a7-a73b78a74ae7 on network cbca2f8d-f88f-49b4-8a9d-8b4714c67762 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 19:04:19.537987 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Current status of the port 721b03e0-3d9a-48fb-b8f1-ce1b232df2fb is: ACTIVE; New status is: ACTIVE {{(pid=103281) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:04:19.539190 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Device 5d39030a-20d7-43da-b4bf-6283b2a9eed4 up at agent ovs-agent-dv-cinder-840525-1-iscsi {{(pid=103281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 19:04:19.543154 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f8e6da-1e63-426d-a515-f7bc4030bad1 None None] Checking agent: {'id': '7e96273e-cd3b-4e2d-a9cb-a5a62cf8f8b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840525-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 18, 48, 33), 'started_at': datetime.datetime(2022, 5, 4, 18, 49, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 19, 4, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840525-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 19:04:19.543533 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f8e6da-1e63-426d-a515-f7bc4030bad1 None None] Checking segment: {'id': '183e99eb-a03a-4429-82ba-edb66df2d5f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 19:04:19.543940 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e2f8e6da-1e63-426d-a515-f7bc4030bad1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:19.544373 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f8e6da-1e63-426d-a515-f7bc4030bad1 None None] Bound using segment: {'id': '183e99eb-a03a-4429-82ba-edb66df2d5f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762'} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 19:04:19.544895 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [None req-e2f8e6da-1e63-426d-a515-f7bc4030bad1 None None] Bound port: ae48a94b-5df4-4a78-b9a7-a73b78a74ae7, host: dv-cinder-840525-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '183e99eb-a03a-4429-82ba-edb66df2d5f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762'}}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 19:04:19.545332 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e2f8e6da-1e63-426d-a515-f7bc4030bad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (ae48a94b-5df4-4a78-b9a7-a73b78a74ae7), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:19.585439 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-4a7a3898-8d4a-4b2e-809f-592460f36905 admin admin] Publish callbacks [] for port (2b7a59dd-4ba6-47bb-ae8d-8bc22f9712e2), precommit_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:19.630519 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-4a7a3898-8d4a-4b2e-809f-592460f36905 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790498302100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13908970'] for port (2b7a59dd-4ba6-47bb-ae8d-8bc22f9712e2), after_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:19.658271 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-35067fae-ed33-43f8-8593-b71af870870c None None] Current status of the port 5d39030a-20d7-43da-b4bf-6283b2a9eed4 is: ACTIVE; New status is: ACTIVE {{(pid=103281) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:04:19.667242 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-e2f8e6da-1e63-426d-a515-f7bc4030bad1 None None] For port ae48a94b-5df4-4a78-b9a7-a73b78a74ae7, host dv-cinder-840525-1-iscsi, cleared binding levels {{(pid=103281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 19:04:19.675641 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-e2f8e6da-1e63-426d-a515-f7bc4030bad1 None None] For port ae48a94b-5df4-4a78-b9a7-a73b78a74ae7, host dv-cinder-840525-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-1-iscsi',level=0,port_id=ae48a94b-5df4-4a78-b9a7-a73b78a74ae7,segment=NetworkSegment(183e99eb-a03a-4429-82ba-edb66df2d5f7),segment_id=183e99eb-a03a-4429-82ba-edb66df2d5f7)] {{(pid=103281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 19:04:19.675803 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a7a3898-8d4a-4b2e-809f-592460f36905 admin admin] Network ea50092b-8582-4c05-ab05-2cf7b8be561f is already hosted by enough agents. {{(pid=103279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 19:04:19.677829 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Provisioning complete for port 5d39030a-20d7-43da-b4bf-6283b2a9eed4 triggered by entity L2. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:04:19.678202 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1774450'] for port (5d39030a-20d7-43da-b4bf-6283b2a9eed4), provisioning_complete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:19.680592 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.scheduler.base_scheduler [None req-4a7a3898-8d4a-4b2e-809f-592460f36905 admin admin] Resources bound (agent type, host, resource id): {{(pid=103279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 19:04:19.682002 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-35067fae-ed33-43f8-8593-b71af870870c None None] Provisioning complete for port 721b03e0-3d9a-48fb-b8f1-ce1b232df2fb triggered by entity DHCP. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:04:19.682418 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-35067fae-ed33-43f8-8593-b71af870870c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1774450'] for port (721b03e0-3d9a-48fb-b8f1-ce1b232df2fb), provisioning_complete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:19.699036 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7a3898-8d4a-4b2e-809f-592460f36905 admin admin] Received port after_create {{(pid=103279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 19:04:19.703805 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e2f8e6da-1e63-426d-a515-f7bc4030bad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136'] for port (ae48a94b-5df4-4a78-b9a7-a73b78a74ae7), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:19.737460 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7a3898-8d4a-4b2e-809f-592460f36905 admin admin] Pushing event updated for resources: {'Port': ['ID=2b7a59dd-4ba6-47bb-ae8d-8bc22f9712e2,revision_number=1']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:04:19.762055 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-4a7a3898-8d4a-4b2e-809f-592460f36905 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-608641'] for router_interface (d35d23f1-79d3-43d5-b761-9c5ee273afeb), before_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:19.846703 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f8e6da-1e63-426d-a515-f7bc4030bad1 None None] Routers {'d35d23f1-79d3-43d5-b761-9c5ee273afeb'} bound to L3 agent in host dv-cinder-840525-1-iscsi {{(pid=103281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:04:19.847370 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_hamode_db [None req-e2f8e6da-1e63-426d-a515-f7bc4030bad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T18:48:29Z,description=,heartbeat_timestamp=2022-05-04T19:03:59Z,host='dv-cinder-840525-1-iscsi',id=0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:48:29Z,topic='l3_agent')) {'router_ids': ['d35d23f1-79d3-43d5-b761-9c5ee273afeb'], 'active': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:04:19.853097 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a554c8f-9253-4b34-962e-29ec827d9d01 None None] Pushing event updated for resources: {'Port': ['ID=ae48a94b-5df4-4a78-b9a7-a73b78a74ae7,revision_number=3']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:04:19.960478 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-4a7a3898-8d4a-4b2e-809f-592460f36905 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (2b7a59dd-4ba6-47bb-ae8d-8bc22f9712e2), before_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:20.003287 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-35067fae-ed33-43f8-8593-b71af870870c None None] Current status of the port 721b03e0-3d9a-48fb-b8f1-ce1b232df2fb is: ACTIVE; New status is: ACTIVE {{(pid=103281) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:04:20.043372 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Current status of the port 5d39030a-20d7-43da-b4bf-6283b2a9eed4 is: ACTIVE; New status is: ACTIVE {{(pid=103281) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:04:20.044544 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Device 078e2e3c-28d4-4f38-9b5e-e3cfc67b471b up at agent ovs-agent-dv-cinder-840525-1-iscsi {{(pid=103281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 19:04:20.120508 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvr_db [None req-e2f8e6da-1e63-426d-a515-f7bc4030bad1 None None] Set router d35d23f1-79d3-43d5-b761-9c5ee273afeb gateway port host: dv-cinder-840525-1-iscsi {{(pid=103281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:04:20.151533 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-4a7a3898-8d4a-4b2e-809f-592460f36905 admin admin] Publish callbacks [] for port (2b7a59dd-4ba6-47bb-ae8d-8bc22f9712e2), precommit_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:20.157792 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-4a7a3898-8d4a-4b2e-809f-592460f36905 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13908979'] for port (2b7a59dd-4ba6-47bb-ae8d-8bc22f9712e2), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:20.185588 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Provisioning complete for port 078e2e3c-28d4-4f38-9b5e-e3cfc67b471b triggered by entity L2. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:04:20.186031 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1774450'] for port (078e2e3c-28d4-4f38-9b5e-e3cfc67b471b), provisioning_complete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:20.188719 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-42bd151f-5c2e-4e73-b6e2-0bbf75cfd279 None None] Provisioning complete for port 2b7a59dd-4ba6-47bb-ae8d-8bc22f9712e2 triggered by entity DHCP. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:04:20.189234 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-42bd151f-5c2e-4e73-b6e2-0bbf75cfd279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1774450'] for port (2b7a59dd-4ba6-47bb-ae8d-8bc22f9712e2), provisioning_complete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:20.245345 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-4a7a3898-8d4a-4b2e-809f-592460f36905 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1572630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608635'] for router_interface (d35d23f1-79d3-43d5-b761-9c5ee273afeb), after_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:20.248207 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7a3898-8d4a-4b2e-809f-592460f36905 admin admin] Pushing event updated for resources: {'Port': ['ID=2b7a59dd-4ba6-47bb-ae8d-8bc22f9712e2,revision_number=2']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:04:20.298468 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-42bd151f-5c2e-4e73-b6e2-0bbf75cfd279 None None] Port 2b7a59dd-4ba6-47bb-ae8d-8bc22f9712e2 cannot update to ACTIVE because it is not bound. {{(pid=103281) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 19:04:20.349241 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a7a3898-8d4a-4b2e-809f-592460f36905 admin admin] Network ea50092b-8582-4c05-ab05-2cf7b8be561f is already hosted by enough agents. {{(pid=103279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 19:04:20.350817 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.scheduler.base_scheduler [None req-4a7a3898-8d4a-4b2e-809f-592460f36905 admin admin] Resources bound (agent type, host, resource id): {{(pid=103279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 19:04:20.409341 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Current status of the port 078e2e3c-28d4-4f38-9b5e-e3cfc67b471b is: ACTIVE; New status is: ACTIVE {{(pid=103281) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:04:20.447130 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_hamode_db [None req-e2f8e6da-1e63-426d-a515-f7bc4030bad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd35d23f1-79d3-43d5-b761-9c5ee273afeb', 'name': 'tempest-TestVolumeBootPattern-2008614308-router', 'tenant_id': 'df88434689bc42f28ac209a7140d2e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'external_fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': 'ae48a94b-5df4-4a78-b9a7-a73b78a74ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:04:16Z', 'updated_at': '2022-05-04T19:04:17Z', 'revision_number': 3, 'project_id': 'df88434689bc42f28ac209a7140d2e87', 'gw_port': {'id': 'ae48a94b-5df4-4a78-b9a7-a73b78a74ae7', 'name': '', 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:e8:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd35d23f1-79d3-43d5-b761-9c5ee273afeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:04:16Z', 'updated_at': '2022-05-04T19:04:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-1-iscsi'}], 'dv-cinder-840525-1-iscsi', False) {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:04:20.487899 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a7a3898-8d4a-4b2e-809f-592460f36905 admin admin] Router d35d23f1-79d3-43d5-b761-9c5ee273afeb has already been hosted by L3 agent 0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b {{(pid=103279) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 19:04:20.488963 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f8e6da-1e63-426d-a515-f7bc4030bad1 None None] The sync data for ids ['d35d23f1-79d3-43d5-b761-9c5ee273afeb'] in dv-cinder-840525-1-iscsi is: [{'id': 'd35d23f1-79d3-43d5-b761-9c5ee273afeb', 'name': 'tempest-TestVolumeBootPattern-2008614308-router', 'tenant_id': 'df88434689bc42f28ac209a7140d2e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'external_fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': 'ae48a94b-5df4-4a78-b9a7-a73b78a74ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:04:16Z', 'updated_at': '2022-05-04T19:04:17Z', 'revision_number': 3, 'project_id': 'df88434689bc42f28ac209a7140d2e87', 'gw_port': {'id': 'ae48a94b-5df4-4a78-b9a7-a73b78a74ae7', 'name': '', 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:e8:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd35d23f1-79d3-43d5-b761-9c5ee273afeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:04:16Z', 'updated_at': '2022-05-04T19:04:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-1-iscsi'}] {{(pid=103281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 19:04:20.619607 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-32abfeda-0c03-42ca-8847-5243e8b9faea None None] Provisioning complete for port 2b7a59dd-4ba6-47bb-ae8d-8bc22f9712e2 triggered by entity DHCP. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:04:20.619971 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-32abfeda-0c03-42ca-8847-5243e8b9faea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1774450'] for port (2b7a59dd-4ba6-47bb-ae8d-8bc22f9712e2), provisioning_complete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:20.620514 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a7a3898-8d4a-4b2e-809f-592460f36905 admin admin] Notify agent at l3_agent.dv-cinder-840525-1-iscsi the message routers_updated {{(pid=103279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 19:04:20.625948 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-4a7a3898-8d4a-4b2e-809f-592460f36905 admin admin] 10.222.0.35 "PUT /v2.0/routers/d35d23f1-79d3-43d5-b761-9c5ee273afeb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6692402 May 04 19:04:20.655034 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-32abfeda-0c03-42ca-8847-5243e8b9faea None None] Port 2b7a59dd-4ba6-47bb-ae8d-8bc22f9712e2 cannot update to ACTIVE because it is not bound. {{(pid=103281) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 19:04:21.139795 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Device 721b03e0-3d9a-48fb-b8f1-ce1b232df2fb up at agent ovs-agent-dv-cinder-840525-1-iscsi {{(pid=103281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 19:04:21.194021 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Provisioning complete for port 721b03e0-3d9a-48fb-b8f1-ce1b232df2fb triggered by entity L2. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:04:21.195123 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1774450'] for port (721b03e0-3d9a-48fb-b8f1-ce1b232df2fb), provisioning_complete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:21.234488 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 56428) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:04:21.239329 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.v2.base [None req-787f4690-5bfd-40b5-83ea-04546c40c122 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-90562166', 'description': 'tempest-secgroup-smoke-90562166 description', 'project_id': '8e0c53091dab4ba790155c256f29db1f'}} {{(pid=103279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:04:21.267536 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-787f4690-5bfd-40b5-83ea-04546c40c122 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Publish callbacks [] for security_group (None), before_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:21.293961 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Current status of the port 721b03e0-3d9a-48fb-b8f1-ce1b232df2fb is: ACTIVE; New status is: ACTIVE {{(pid=103281) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:04:21.295198 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Device ae48a94b-5df4-4a78-b9a7-a73b78a74ae7 up at agent ovs-agent-dv-cinder-840525-1-iscsi {{(pid=103281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 19:04:21.344593 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-787f4690-5bfd-40b5-83ea-04546c40c122 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Publish callbacks [] for security_group (50f2a49a-63df-4fe6-a739-8d2b83e2257c), precommit_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:21.344914 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Provisioning complete for port ae48a94b-5df4-4a78-b9a7-a73b78a74ae7 triggered by entity L2. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:04:21.345390 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1774450'] for port (ae48a94b-5df4-4a78-b9a7-a73b78a74ae7), provisioning_complete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:21.348518 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-787f4690-5bfd-40b5-83ea-04546c40c122 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (50f2a49a-63df-4fe6-a739-8d2b83e2257c), after_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:21.381783 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-787f4690-5bfd-40b5-83ea-04546c40c122 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Publish callbacks [] for security_group (None), before_response {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:21.382870 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-787f4690-5bfd-40b5-83ea-04546c40c122 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.1474378 May 04 19:04:21.384736 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787f4690-5bfd-40b5-83ea-04546c40c122 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50f2a49a-63df-4fe6-a739-8d2b83e2257c,revision_number=1']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:04:21.386306 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 56430) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:04:21.392177 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [None req-151346a1-1e3f-4c46-874e-86d23189526d tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Request body: {'security_group_rule': {'security_group_id': '50f2a49a-63df-4fe6-a739-8d2b83e2257c', 'project_id': '8e0c53091dab4ba790155c256f29db1f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:04:21.422318 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-151346a1-1e3f-4c46-874e-86d23189526d tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Publish callbacks [] for security_group_rule (d2870906-1558-47fa-8e89-ade17e5ab7e9), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:21.439925 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Current status of the port ae48a94b-5df4-4a78-b9a7-a73b78a74ae7 is: DOWN; New status is: ACTIVE {{(pid=103281) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:04:21.440919 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (ae48a94b-5df4-4a78-b9a7-a73b78a74ae7), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:21.469063 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] For port ae48a94b-5df4-4a78-b9a7-a73b78a74ae7, host dv-cinder-840525-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-1-iscsi',level=0,port_id=ae48a94b-5df4-4a78-b9a7-a73b78a74ae7,segment=NetworkSegment(183e99eb-a03a-4429-82ba-edb66df2d5f7),segment_id=183e99eb-a03a-4429-82ba-edb66df2d5f7)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:04:21.473727 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136'] for port (ae48a94b-5df4-4a78-b9a7-a73b78a74ae7), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:21.486902 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-151346a1-1e3f-4c46-874e-86d23189526d tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Publish callbacks [] for security_group_rule (d2870906-1558-47fa-8e89-ade17e5ab7e9), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:21.491473 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-151346a1-1e3f-4c46-874e-86d23189526d tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577292'] for security_group_rule (d2870906-1558-47fa-8e89-ade17e5ab7e9), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:21.508567 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151346a1-1e3f-4c46-874e-86d23189526d tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2870906-1558-47fa-8e89-ade17e5ab7e9,revision_number=0']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:04:21.517472 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-151346a1-1e3f-4c46-874e-86d23189526d tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:21.519048 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-151346a1-1e3f-4c46-874e-86d23189526d tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1310449 May 04 19:04:21.521788 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 56432) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:04:21.525766 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [None req-485dfa3e-0b72-47f9-9b6a-fe1d937f401c tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Request body: {'security_group_rule': {'security_group_id': '50f2a49a-63df-4fe6-a739-8d2b83e2257c', 'project_id': '8e0c53091dab4ba790155c256f29db1f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:04:21.526537 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Pushing event updated for resources: {'Port': ['ID=ae48a94b-5df4-4a78-b9a7-a73b78a74ae7,revision_number=4']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:04:21.551984 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-485dfa3e-0b72-47f9-9b6a-fe1d937f401c tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Publish callbacks [] for security_group_rule (1928dfe9-5908-4a1f-aab7-1f7995fa71f3), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:21.608163 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-485dfa3e-0b72-47f9-9b6a-fe1d937f401c tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Publish callbacks [] for security_group_rule (1928dfe9-5908-4a1f-aab7-1f7995fa71f3), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:21.612546 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-485dfa3e-0b72-47f9-9b6a-fe1d937f401c tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577292'] for security_group_rule (1928dfe9-5908-4a1f-aab7-1f7995fa71f3), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:21.641385 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485dfa3e-0b72-47f9-9b6a-fe1d937f401c tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1928dfe9-5908-4a1f-aab7-1f7995fa71f3,revision_number=0']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:04:21.650894 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-485dfa3e-0b72-47f9-9b6a-fe1d937f401c tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:21.655754 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 56438) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:04:21.655965 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-485dfa3e-0b72-47f9-9b6a-fe1d937f401c tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1330991 May 04 19:04:21.662524 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.v2.base [None req-1dbfe285-a927-4b65-88c7-ebb34f1d0099 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Request body: {'security_group_rule': {'security_group_id': '50f2a49a-63df-4fe6-a739-8d2b83e2257c', 'project_id': '8e0c53091dab4ba790155c256f29db1f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:04:21.706370 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-1dbfe285-a927-4b65-88c7-ebb34f1d0099 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Publish callbacks [] for security_group_rule (6d40ec01-2733-4ff9-8837-33dadffd1d68), before_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:21.765558 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-1dbfe285-a927-4b65-88c7-ebb34f1d0099 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Publish callbacks [] for security_group_rule (6d40ec01-2733-4ff9-8837-33dadffd1d68), precommit_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:21.770219 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-1dbfe285-a927-4b65-88c7-ebb34f1d0099 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577292'] for security_group_rule (6d40ec01-2733-4ff9-8837-33dadffd1d68), after_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:21.786978 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbfe285-a927-4b65-88c7-ebb34f1d0099 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d40ec01-2733-4ff9-8837-33dadffd1d68,revision_number=0']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:04:21.795123 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-1dbfe285-a927-4b65-88c7-ebb34f1d0099 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:21.796326 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-1dbfe285-a927-4b65-88c7-ebb34f1d0099 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1392510 May 04 19:04:21.799176 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 56442) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:04:21.803415 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.v2.base [None req-a5b0b4e0-cf4c-49c8-a0fe-0b89940f8970 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Request body: {'security_group_rule': {'security_group_id': '50f2a49a-63df-4fe6-a739-8d2b83e2257c', 'project_id': '8e0c53091dab4ba790155c256f29db1f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:04:21.828296 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-a5b0b4e0-cf4c-49c8-a0fe-0b89940f8970 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Publish callbacks [] for security_group_rule (cf216ceb-73ac-47de-9073-be6783407b81), before_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:21.888974 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-a5b0b4e0-cf4c-49c8-a0fe-0b89940f8970 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Publish callbacks [] for security_group_rule (cf216ceb-73ac-47de-9073-be6783407b81), precommit_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:21.894076 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-a5b0b4e0-cf4c-49c8-a0fe-0b89940f8970 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577292'] for security_group_rule (cf216ceb-73ac-47de-9073-be6783407b81), after_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:21.912269 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b0b4e0-cf4c-49c8-a0fe-0b89940f8970 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf216ceb-73ac-47de-9073-be6783407b81,revision_number=0']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:04:21.920765 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-a5b0b4e0-cf4c-49c8-a0fe-0b89940f8970 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:21.922018 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-a5b0b4e0-cf4c-49c8-a0fe-0b89940f8970 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1219444 May 04 19:04:21.924761 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 56444) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:04:21.928950 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.v2.base [None req-ce121383-d49c-4240-9a22-4665f88d3562 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Request body: {'security_group_rule': {'security_group_id': '50f2a49a-63df-4fe6-a739-8d2b83e2257c', 'project_id': '8e0c53091dab4ba790155c256f29db1f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:04:21.950031 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.db.securitygroups_db [None req-ce121383-d49c-4240-9a22-4665f88d3562 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Project 8e0c53091dab4ba790155c256f29db1f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 04 19:04:21.958903 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-ce121383-d49c-4240-9a22-4665f88d3562 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Publish callbacks [] for security_group_rule (d498a7fa-2e12-4154-a246-27854ff6c0bb), before_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:22.034167 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-ce121383-d49c-4240-9a22-4665f88d3562 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Publish callbacks [] for security_group_rule (d498a7fa-2e12-4154-a246-27854ff6c0bb), precommit_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:22.038997 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-ce121383-d49c-4240-9a22-4665f88d3562 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577292'] for security_group_rule (d498a7fa-2e12-4154-a246-27854ff6c0bb), after_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:22.063229 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce121383-d49c-4240-9a22-4665f88d3562 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d498a7fa-2e12-4154-a246-27854ff6c0bb,revision_number=0']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:04:22.068807 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-ce121383-d49c-4240-9a22-4665f88d3562 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:22.070060 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-ce121383-d49c-4240-9a22-4665f88d3562 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1443489 May 04 19:04:22.073504 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 56446) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:04:22.078022 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.v2.base [None req-cfbfc0e3-9769-4d9e-981f-230741fbc7da tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Request body: {'security_group_rule': {'security_group_id': '50f2a49a-63df-4fe6-a739-8d2b83e2257c', 'project_id': '8e0c53091dab4ba790155c256f29db1f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:04:22.106397 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.db.securitygroups_db [None req-cfbfc0e3-9769-4d9e-981f-230741fbc7da tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Project 8e0c53091dab4ba790155c256f29db1f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 04 19:04:22.112120 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-cfbfc0e3-9769-4d9e-981f-230741fbc7da tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Publish callbacks [] for security_group_rule (0f9788c3-99db-49ad-8b10-d2b40e75db0a), before_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:22.184939 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-cfbfc0e3-9769-4d9e-981f-230741fbc7da tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Publish callbacks [] for security_group_rule (0f9788c3-99db-49ad-8b10-d2b40e75db0a), precommit_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:22.190543 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-cfbfc0e3-9769-4d9e-981f-230741fbc7da tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577292'] for security_group_rule (0f9788c3-99db-49ad-8b10-d2b40e75db0a), after_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:22.214783 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbfc0e3-9769-4d9e-981f-230741fbc7da tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f9788c3-99db-49ad-8b10-d2b40e75db0a,revision_number=0']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:04:22.236842 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-cfbfc0e3-9769-4d9e-981f-230741fbc7da tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:22.239417 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999fd0a5-72c5-4203-a25c-ef307c184f6c None None] Sync routers for ids ['d35d23f1-79d3-43d5-b761-9c5ee273afeb'] in dv-cinder-840525-1-iscsi {{(pid=103282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 19:04:22.248985 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-cfbfc0e3-9769-4d9e-981f-230741fbc7da tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1675174 May 04 19:04:22.256766 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999fd0a5-72c5-4203-a25c-ef307c184f6c None None] Routers {'d35d23f1-79d3-43d5-b761-9c5ee273afeb'} bound to L3 agent in host dv-cinder-840525-1-iscsi {{(pid=103282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:04:22.257738 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-999fd0a5-72c5-4203-a25c-ef307c184f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T18:48:29Z,description=,heartbeat_timestamp=2022-05-04T19:03:59Z,host='dv-cinder-840525-1-iscsi',id=0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:48:29Z,topic='l3_agent')) {'router_ids': ['d35d23f1-79d3-43d5-b761-9c5ee273afeb'], 'active': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:04:22.388767 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvr_db [None req-999fd0a5-72c5-4203-a25c-ef307c184f6c None None] Set router d35d23f1-79d3-43d5-b761-9c5ee273afeb gateway port host: dv-cinder-840525-1-iscsi {{(pid=103282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:04:22.586356 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-999fd0a5-72c5-4203-a25c-ef307c184f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd35d23f1-79d3-43d5-b761-9c5ee273afeb', 'name': 'tempest-TestVolumeBootPattern-2008614308-router', 'tenant_id': 'df88434689bc42f28ac209a7140d2e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'external_fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': 'ae48a94b-5df4-4a78-b9a7-a73b78a74ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:04:16Z', 'updated_at': '2022-05-04T19:04:19Z', 'revision_number': 4, 'project_id': 'df88434689bc42f28ac209a7140d2e87', 'gw_port': {'id': 'ae48a94b-5df4-4a78-b9a7-a73b78a74ae7', 'name': '', 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:e8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35d23f1-79d3-43d5-b761-9c5ee273afeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:04:16Z', 'updated_at': '2022-05-04T19:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-1-iscsi', '_interfaces': [{'id': '2b7a59dd-4ba6-47bb-ae8d-8bc22f9712e2', 'name': '', 'network_id': 'ea50092b-8582-4c05-ab05-2cf7b8be561f', 'tenant_id': 'df88434689bc42f28ac209a7140d2e87', 'mac_address': 'fa:16:3e:47:13:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd35d23f1-79d3-43d5-b761-9c5ee273afeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'c2c88b81-1b38-4797-ae2b-d5ef969b9042', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:04:18Z', 'updated_at': '2022-05-04T19:04:20Z', 'revision_number': 2, 'project_id': 'df88434689bc42f28ac209a7140d2e87', 'subnets': [{'id': 'c2c88b81-1b38-4797-ae2b-d5ef969b9042', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-1-iscsi', False) {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:04:22.612522 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999fd0a5-72c5-4203-a25c-ef307c184f6c None None] Checking router: d35d23f1-79d3-43d5-b761-9c5ee273afeb for host: dv-cinder-840525-1-iscsi {{(pid=103282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 19:04:22.612989 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999fd0a5-72c5-4203-a25c-ef307c184f6c None None] Updating router d35d23f1-79d3-43d5-b761-9c5ee273afeb port 2b7a59dd-4ba6-47bb-ae8d-8bc22f9712e2 binding host dv-cinder-840525-1-iscsi {{(pid=103282) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 19:04:22.658689 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-999fd0a5-72c5-4203-a25c-ef307c184f6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (2b7a59dd-4ba6-47bb-ae8d-8bc22f9712e2), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:22.936915 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-999fd0a5-72c5-4203-a25c-ef307c184f6c None None] Publish callbacks [] for port (2b7a59dd-4ba6-47bb-ae8d-8bc22f9712e2), precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:22.945080 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-999fd0a5-72c5-4203-a25c-ef307c184f6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136'] for port (2b7a59dd-4ba6-47bb-ae8d-8bc22f9712e2), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:22.991212 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea349cdf-f5f2-4e57-a77c-07cb85aa5182 None None] Pushing event updated for resources: {'Port': ['ID=2b7a59dd-4ba6-47bb-ae8d-8bc22f9712e2,revision_number=3']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:04:23.069373 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-999fd0a5-72c5-4203-a25c-ef307c184f6c None None] Attempting to bind port 2b7a59dd-4ba6-47bb-ae8d-8bc22f9712e2 on host dv-cinder-840525-1-iscsi for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 19:04:23.070070 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-999fd0a5-72c5-4203-a25c-ef307c184f6c None None] Attempting to bind port 2b7a59dd-4ba6-47bb-ae8d-8bc22f9712e2 by drivers openvswitch,hyperv on host dv-cinder-840525-1-iscsi at level 0 using segments [{'id': '1dd88da7-f0a3-43cf-97dd-f2cf8761c4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'ea50092b-8582-4c05-ab05-2cf7b8be561f'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 19:04:23.070594 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999fd0a5-72c5-4203-a25c-ef307c184f6c None None] Attempting to bind port 2b7a59dd-4ba6-47bb-ae8d-8bc22f9712e2 on network ea50092b-8582-4c05-ab05-2cf7b8be561f {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 19:04:23.078676 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Device ae48a94b-5df4-4a78-b9a7-a73b78a74ae7 up at agent ovs-agent-dv-cinder-840525-1-iscsi {{(pid=103281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 19:04:23.084903 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999fd0a5-72c5-4203-a25c-ef307c184f6c None None] Checking agent: {'id': '7e96273e-cd3b-4e2d-a9cb-a5a62cf8f8b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840525-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 18, 48, 33), 'started_at': datetime.datetime(2022, 5, 4, 18, 49, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 19, 4, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840525-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 19:04:23.085526 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999fd0a5-72c5-4203-a25c-ef307c184f6c None None] Checking segment: {'id': '1dd88da7-f0a3-43cf-97dd-f2cf8761c4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'ea50092b-8582-4c05-ab05-2cf7b8be561f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 19:04:23.086102 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-999fd0a5-72c5-4203-a25c-ef307c184f6c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:23.086647 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999fd0a5-72c5-4203-a25c-ef307c184f6c None None] Bound using segment: {'id': '1dd88da7-f0a3-43cf-97dd-f2cf8761c4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'ea50092b-8582-4c05-ab05-2cf7b8be561f'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 19:04:23.087277 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-999fd0a5-72c5-4203-a25c-ef307c184f6c None None] Bound port: 2b7a59dd-4ba6-47bb-ae8d-8bc22f9712e2, host: dv-cinder-840525-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dd88da7-f0a3-43cf-97dd-f2cf8761c4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'ea50092b-8582-4c05-ab05-2cf7b8be561f'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 19:04:23.087818 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-999fd0a5-72c5-4203-a25c-ef307c184f6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (2b7a59dd-4ba6-47bb-ae8d-8bc22f9712e2), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:23.151285 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Provisioning complete for port ae48a94b-5df4-4a78-b9a7-a73b78a74ae7 triggered by entity L2. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:04:23.152140 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1774450'] for port (ae48a94b-5df4-4a78-b9a7-a73b78a74ae7), provisioning_complete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:23.162625 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-999fd0a5-72c5-4203-a25c-ef307c184f6c None None] For port 2b7a59dd-4ba6-47bb-ae8d-8bc22f9712e2, host dv-cinder-840525-1-iscsi, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 19:04:23.167063 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-999fd0a5-72c5-4203-a25c-ef307c184f6c None None] For port 2b7a59dd-4ba6-47bb-ae8d-8bc22f9712e2, host dv-cinder-840525-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-1-iscsi',level=0,port_id=2b7a59dd-4ba6-47bb-ae8d-8bc22f9712e2,segment=NetworkSegment(1dd88da7-f0a3-43cf-97dd-f2cf8761c4ac),segment_id=1dd88da7-f0a3-43cf-97dd-f2cf8761c4ac)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 19:04:23.174495 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-999fd0a5-72c5-4203-a25c-ef307c184f6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136'] for port (2b7a59dd-4ba6-47bb-ae8d-8bc22f9712e2), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:23.240520 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea349cdf-f5f2-4e57-a77c-07cb85aa5182 None None] Pushing event updated for resources: {'Port': ['ID=2b7a59dd-4ba6-47bb-ae8d-8bc22f9712e2,revision_number=4']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:04:23.250551 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999fd0a5-72c5-4203-a25c-ef307c184f6c None None] Routers {'d35d23f1-79d3-43d5-b761-9c5ee273afeb'} bound to L3 agent in host dv-cinder-840525-1-iscsi {{(pid=103282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:04:23.251232 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-999fd0a5-72c5-4203-a25c-ef307c184f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T18:48:29Z,description=,heartbeat_timestamp=2022-05-04T19:03:59Z,host='dv-cinder-840525-1-iscsi',id=0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:48:29Z,topic='l3_agent')) {'router_ids': ['d35d23f1-79d3-43d5-b761-9c5ee273afeb'], 'active': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:04:23.350798 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-71b78c47-c9f2-4de3-b24a-35062887ed1d None None] Provisioning complete for port 2b7a59dd-4ba6-47bb-ae8d-8bc22f9712e2 triggered by entity DHCP. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:04:23.351289 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-71b78c47-c9f2-4de3-b24a-35062887ed1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1774450'] for port (2b7a59dd-4ba6-47bb-ae8d-8bc22f9712e2), provisioning_complete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:23.470771 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvr_db [None req-999fd0a5-72c5-4203-a25c-ef307c184f6c None None] Set router d35d23f1-79d3-43d5-b761-9c5ee273afeb gateway port host: dv-cinder-840525-1-iscsi {{(pid=103282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:04:23.473605 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Current status of the port ae48a94b-5df4-4a78-b9a7-a73b78a74ae7 is: ACTIVE; New status is: ACTIVE {{(pid=103281) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:04:23.486086 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-71b78c47-c9f2-4de3-b24a-35062887ed1d None None] Current status of the port 2b7a59dd-4ba6-47bb-ae8d-8bc22f9712e2 is: DOWN; New status is: ACTIVE {{(pid=103281) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:04:23.486622 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-71b78c47-c9f2-4de3-b24a-35062887ed1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (2b7a59dd-4ba6-47bb-ae8d-8bc22f9712e2), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:23.526982 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-71b78c47-c9f2-4de3-b24a-35062887ed1d None None] For port 2b7a59dd-4ba6-47bb-ae8d-8bc22f9712e2, host dv-cinder-840525-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-1-iscsi',level=0,port_id=2b7a59dd-4ba6-47bb-ae8d-8bc22f9712e2,segment=NetworkSegment(1dd88da7-f0a3-43cf-97dd-f2cf8761c4ac),segment_id=1dd88da7-f0a3-43cf-97dd-f2cf8761c4ac)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:04:23.534000 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-71b78c47-c9f2-4de3-b24a-35062887ed1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136'] for port (2b7a59dd-4ba6-47bb-ae8d-8bc22f9712e2), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:23.583832 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b78c47-c9f2-4de3-b24a-35062887ed1d None None] Pushing event updated for resources: {'Port': ['ID=2b7a59dd-4ba6-47bb-ae8d-8bc22f9712e2,revision_number=5']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:04:23.653317 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-c420557b-d9bd-43ed-a12e-011eacfc6ffa None None] Provisioning complete for port 2b7a59dd-4ba6-47bb-ae8d-8bc22f9712e2 triggered by entity DHCP. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:04:23.653695 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c420557b-d9bd-43ed-a12e-011eacfc6ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1774450'] for port (2b7a59dd-4ba6-47bb-ae8d-8bc22f9712e2), provisioning_complete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:23.670530 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-999fd0a5-72c5-4203-a25c-ef307c184f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd35d23f1-79d3-43d5-b761-9c5ee273afeb', 'name': 'tempest-TestVolumeBootPattern-2008614308-router', 'tenant_id': 'df88434689bc42f28ac209a7140d2e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'external_fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': 'ae48a94b-5df4-4a78-b9a7-a73b78a74ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:04:16Z', 'updated_at': '2022-05-04T19:04:19Z', 'revision_number': 4, 'project_id': 'df88434689bc42f28ac209a7140d2e87', 'gw_port': {'id': 'ae48a94b-5df4-4a78-b9a7-a73b78a74ae7', 'name': '', 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:e8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35d23f1-79d3-43d5-b761-9c5ee273afeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:04:16Z', 'updated_at': '2022-05-04T19:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-1-iscsi', '_interfaces': [{'id': '2b7a59dd-4ba6-47bb-ae8d-8bc22f9712e2', 'name': '', 'network_id': 'ea50092b-8582-4c05-ab05-2cf7b8be561f', 'tenant_id': 'df88434689bc42f28ac209a7140d2e87', 'mac_address': 'fa:16:3e:47:13:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd35d23f1-79d3-43d5-b761-9c5ee273afeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'c2c88b81-1b38-4797-ae2b-d5ef969b9042', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:04:18Z', 'updated_at': '2022-05-04T19:04:23Z', 'revision_number': 4, 'project_id': 'df88434689bc42f28ac209a7140d2e87', 'subnets': [{'id': 'c2c88b81-1b38-4797-ae2b-d5ef969b9042', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-1-iscsi', False) {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:04:23.699800 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999fd0a5-72c5-4203-a25c-ef307c184f6c None None] The sync data for ids ['d35d23f1-79d3-43d5-b761-9c5ee273afeb'] in dv-cinder-840525-1-iscsi is: [{'id': 'd35d23f1-79d3-43d5-b761-9c5ee273afeb', 'name': 'tempest-TestVolumeBootPattern-2008614308-router', 'tenant_id': 'df88434689bc42f28ac209a7140d2e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'external_fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': 'ae48a94b-5df4-4a78-b9a7-a73b78a74ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:04:16Z', 'updated_at': '2022-05-04T19:04:19Z', 'revision_number': 4, 'project_id': 'df88434689bc42f28ac209a7140d2e87', 'gw_port': {'id': 'ae48a94b-5df4-4a78-b9a7-a73b78a74ae7', 'name': '', 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:e8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35d23f1-79d3-43d5-b761-9c5ee273afeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:04:16Z', 'updated_at': '2022-05-04T19:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-1-iscsi', '_interfaces': [{'id': '2b7a59dd-4ba6-47bb-ae8d-8bc22f9712e2', 'name': '', 'network_id': 'ea50092b-8582-4c05-ab05-2cf7b8be561f', 'tenant_id': 'df88434689bc42f28ac209a7140d2e87', 'mac_address': 'fa:16:3e:47:13:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd35d23f1-79d3-43d5-b761-9c5ee273afeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'c2c88b81-1b38-4797-ae2b-d5ef969b9042', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:04:18Z', 'updated_at': '2022-05-04T19:04:23Z', 'revision_number': 4, 'project_id': 'df88434689bc42f28ac209a7140d2e87', 'subnets': [{'id': 'c2c88b81-1b38-4797-ae2b-d5ef969b9042', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 19:04:23.736832 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-c420557b-d9bd-43ed-a12e-011eacfc6ffa None None] Current status of the port 2b7a59dd-4ba6-47bb-ae8d-8bc22f9712e2 is: ACTIVE; New status is: ACTIVE {{(pid=103281) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:04:25.063333 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Device 2b7a59dd-4ba6-47bb-ae8d-8bc22f9712e2 up at agent ovs-agent-dv-cinder-840525-1-iscsi {{(pid=103281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 19:04:25.113934 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Provisioning complete for port 2b7a59dd-4ba6-47bb-ae8d-8bc22f9712e2 triggered by entity L2. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:04:25.114233 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1774450'] for port (2b7a59dd-4ba6-47bb-ae8d-8bc22f9712e2), provisioning_complete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:25.204839 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Current status of the port 2b7a59dd-4ba6-47bb-ae8d-8bc22f9712e2 is: ACTIVE; New status is: ACTIVE {{(pid=103281) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:04:25.480631 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (bff7e656-358d-4e40-a36a-3f10fe33ffdf), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:26.876471 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2e7b5f67-5f15-433e-8b1e-3dccf45a9255 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (ae04e5b6-6ccf-46c0-81ba-a3f5b8ae390c), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:29.065666 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-142d4715-9119-4d2e-bfbb-e04993e6762b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:30.147780 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-821a3753-c8bb-408e-a9d9-42d2a9d3d908 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (306b1285-d967-49ee-a8ef-a34b4fe65fa5), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:30.461300 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.agents_db [None req-bd7ab176-2eba-4334-8b69-697435aa36c2 None None] Agent healthcheck: found 6 active agents {{(pid=103282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 19:04:31.544658 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6c0ba996-b759-4c13-9ac4-7b7303adc758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (c2d3299f-8f0d-4c34-a270-91edff31f494), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:32.976624 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (7e96273e-cd3b-4e2d-a9cb-a5a62cf8f8b6), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:39.401038 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 56784) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:04:39.511877 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-a608440c-47f7-4dec-87d4-3245d8cf9dac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:39.592070 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-a608440c-47f7-4dec-87d4-3245d8cf9dac admin admin] Publish callbacks [] for security_group (c85c5deb-1bf4-4cfe-9121-e6b79aac4aad), precommit_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:39.597032 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-a608440c-47f7-4dec-87d4-3245d8cf9dac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (c85c5deb-1bf4-4cfe-9121-e6b79aac4aad), after_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:39.634233 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a608440c-47f7-4dec-87d4-3245d8cf9dac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c85c5deb-1bf4-4cfe-9121-e6b79aac4aad,revision_number=1']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:04:39.638611 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-a608440c-47f7-4dec-87d4-3245d8cf9dac admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d8ff272c8b0c4e79be087bec9a4f7286&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2365019 May 04 19:04:39.641381 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 56800) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:04:39.698491 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-64cd76df-f2c9-4918-a3bf-4dfb8ea62b56 admin admin] Publish callbacks [] for security_group (c85c5deb-1bf4-4cfe-9121-e6b79aac4aad), before_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:39.729000 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-64cd76df-f2c9-4918-a3bf-4dfb8ea62b56 admin admin] Publish callbacks [] for security_group (c85c5deb-1bf4-4cfe-9121-e6b79aac4aad), precommit_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:39.772414 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-64cd76df-f2c9-4918-a3bf-4dfb8ea62b56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (c85c5deb-1bf4-4cfe-9121-e6b79aac4aad), after_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:39.775259 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-64cd76df-f2c9-4918-a3bf-4dfb8ea62b56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:39.776517 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-64cd76df-f2c9-4918-a3bf-4dfb8ea62b56 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c85c5deb-1bf4-4cfe-9121-e6b79aac4aad HTTP/1.1" status: 204 len: 168 time: 0.1341660 May 04 19:04:39.788201 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cd76df-f2c9-4918-a3bf-4dfb8ea62b56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c85c5deb-1bf4-4cfe-9121-e6b79aac4aad,revision_number=None']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:04:40.813391 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 56854) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:04:40.926935 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-6dd60a76-62ac-4ceb-8a97-1cc0313df1ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:41.003401 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-6dd60a76-62ac-4ceb-8a97-1cc0313df1ad admin admin] Publish callbacks [] for security_group (429907f6-3214-46ec-a1af-d6294666edc1), precommit_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:41.007714 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-6dd60a76-62ac-4ceb-8a97-1cc0313df1ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (429907f6-3214-46ec-a1af-d6294666edc1), after_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:41.045053 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-6dd60a76-62ac-4ceb-8a97-1cc0313df1ad admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=030d9dd7d96d4c80b4f0d037ad76ce58&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2305191 May 04 19:04:41.047206 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd60a76-62ac-4ceb-8a97-1cc0313df1ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=429907f6-3214-46ec-a1af-d6294666edc1,revision_number=1']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:04:41.047936 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 56868) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:04:41.057567 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd60a76-62ac-4ceb-8a97-1cc0313df1ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:04:41.057948 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd60a76-62ac-4ceb-8a97-1cc0313df1ad admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:04:41.058293 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd60a76-62ac-4ceb-8a97-1cc0313df1ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:04:41.058660 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd60a76-62ac-4ceb-8a97-1cc0313df1ad admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:04:41.058993 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd60a76-62ac-4ceb-8a97-1cc0313df1ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:04:41.059347 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd60a76-62ac-4ceb-8a97-1cc0313df1ad admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:04:41.059664 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd60a76-62ac-4ceb-8a97-1cc0313df1ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:04:41.059991 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd60a76-62ac-4ceb-8a97-1cc0313df1ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:04:41.060392 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd60a76-62ac-4ceb-8a97-1cc0313df1ad admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:04:41.060713 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd60a76-62ac-4ceb-8a97-1cc0313df1ad admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:04:41.061043 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd60a76-62ac-4ceb-8a97-1cc0313df1ad admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:04:41.061390 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd60a76-62ac-4ceb-8a97-1cc0313df1ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:04:41.061711 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd60a76-62ac-4ceb-8a97-1cc0313df1ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:04:41.062043 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd60a76-62ac-4ceb-8a97-1cc0313df1ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:04:41.062346 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd60a76-62ac-4ceb-8a97-1cc0313df1ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:04:41.098407 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-3be0a03d-ff96-4eb6-ba55-78708907f3e4 admin admin] Publish callbacks [] for security_group (429907f6-3214-46ec-a1af-d6294666edc1), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:41.120765 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-3be0a03d-ff96-4eb6-ba55-78708907f3e4 admin admin] Publish callbacks [] for security_group (429907f6-3214-46ec-a1af-d6294666edc1), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:41.167612 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-3be0a03d-ff96-4eb6-ba55-78708907f3e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (429907f6-3214-46ec-a1af-d6294666edc1), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:41.170250 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-3be0a03d-ff96-4eb6-ba55-78708907f3e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:41.171427 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-3be0a03d-ff96-4eb6-ba55-78708907f3e4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/429907f6-3214-46ec-a1af-d6294666edc1 HTTP/1.1" status: 204 len: 168 time: 0.1223669 May 04 19:04:41.179623 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be0a03d-ff96-4eb6-ba55-78708907f3e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=429907f6-3214-46ec-a1af-d6294666edc1,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:04:41.187503 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be0a03d-ff96-4eb6-ba55-78708907f3e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:04:41.187861 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be0a03d-ff96-4eb6-ba55-78708907f3e4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:04:41.188213 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be0a03d-ff96-4eb6-ba55-78708907f3e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:04:41.188555 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be0a03d-ff96-4eb6-ba55-78708907f3e4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:04:41.188900 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be0a03d-ff96-4eb6-ba55-78708907f3e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:04:41.189252 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be0a03d-ff96-4eb6-ba55-78708907f3e4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:04:41.189673 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be0a03d-ff96-4eb6-ba55-78708907f3e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:04:41.189991 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be0a03d-ff96-4eb6-ba55-78708907f3e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:04:41.190331 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be0a03d-ff96-4eb6-ba55-78708907f3e4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:04:41.190662 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be0a03d-ff96-4eb6-ba55-78708907f3e4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:04:41.190990 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be0a03d-ff96-4eb6-ba55-78708907f3e4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:04:41.191319 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be0a03d-ff96-4eb6-ba55-78708907f3e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:04:41.191688 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be0a03d-ff96-4eb6-ba55-78708907f3e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:04:41.192016 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be0a03d-ff96-4eb6-ba55-78708907f3e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:04:41.192339 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be0a03d-ff96-4eb6-ba55-78708907f3e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:04:44.082544 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 56930) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:04:44.191712 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-ace5f11d-5c60-482c-b5f9-d1b0bec0e244 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:44.270948 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-ace5f11d-5c60-482c-b5f9-d1b0bec0e244 admin admin] Publish callbacks [] for security_group (4b6dc70d-e58f-4a03-b729-bf0190a0f5fe), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:44.276054 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-ace5f11d-5c60-482c-b5f9-d1b0bec0e244 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (4b6dc70d-e58f-4a03-b729-bf0190a0f5fe), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:44.314165 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-ace5f11d-5c60-482c-b5f9-d1b0bec0e244 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c0d6da5dede84690af5ca9cb6f563eec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2305517 May 04 19:04:44.315007 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace5f11d-5c60-482c-b5f9-d1b0bec0e244 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b6dc70d-e58f-4a03-b729-bf0190a0f5fe,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:04:44.317577 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 56934) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:04:44.367732 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-8b4f09e5-eb86-4031-bf29-b9b644c20e85 admin admin] Publish callbacks [] for security_group (4b6dc70d-e58f-4a03-b729-bf0190a0f5fe), before_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:44.389374 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-8b4f09e5-eb86-4031-bf29-b9b644c20e85 admin admin] Publish callbacks [] for security_group (4b6dc70d-e58f-4a03-b729-bf0190a0f5fe), precommit_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:44.440275 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-8b4f09e5-eb86-4031-bf29-b9b644c20e85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (4b6dc70d-e58f-4a03-b729-bf0190a0f5fe), after_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:44.442986 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-8b4f09e5-eb86-4031-bf29-b9b644c20e85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:44.444138 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-8b4f09e5-eb86-4031-bf29-b9b644c20e85 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4b6dc70d-e58f-4a03-b729-bf0190a0f5fe HTTP/1.1" status: 204 len: 168 time: 0.1253500 May 04 19:04:44.452078 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4f09e5-eb86-4031-bf29-b9b644c20e85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b6dc70d-e58f-4a03-b729-bf0190a0f5fe,revision_number=None']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:04:44.728481 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 56940) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:04:44.742749 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-3208bb94-48ed-403a-83c3-ceed8032f2a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:44.824736 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-3208bb94-48ed-403a-83c3-ceed8032f2a6 admin admin] Publish callbacks [] for security_group (b51f1ef4-125d-4d98-9b0f-66fb95a91c84), precommit_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:44.830424 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-3208bb94-48ed-403a-83c3-ceed8032f2a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (b51f1ef4-125d-4d98-9b0f-66fb95a91c84), after_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:44.868290 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-3208bb94-48ed-403a-83c3-ceed8032f2a6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=857436c0137347f18d63bddf2c49f48c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1386242 May 04 19:04:44.869162 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3208bb94-48ed-403a-83c3-ceed8032f2a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b51f1ef4-125d-4d98-9b0f-66fb95a91c84,revision_number=1']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:04:44.871111 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 56944) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:04:44.923211 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-43275756-45da-41bb-8b44-bbf740a496dc admin admin] Publish callbacks [] for security_group (b51f1ef4-125d-4d98-9b0f-66fb95a91c84), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:44.946257 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-43275756-45da-41bb-8b44-bbf740a496dc admin admin] Publish callbacks [] for security_group (b51f1ef4-125d-4d98-9b0f-66fb95a91c84), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:45.006771 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-43275756-45da-41bb-8b44-bbf740a496dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (b51f1ef4-125d-4d98-9b0f-66fb95a91c84), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:45.009757 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-43275756-45da-41bb-8b44-bbf740a496dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:45.013965 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-43275756-45da-41bb-8b44-bbf740a496dc admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b51f1ef4-125d-4d98-9b0f-66fb95a91c84 HTTP/1.1" status: 204 len: 168 time: 0.1416695 May 04 19:04:45.031704 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43275756-45da-41bb-8b44-bbf740a496dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b51f1ef4-125d-4d98-9b0f-66fb95a91c84,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:04:45.164460 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-ae340dd4-0c83-4271-91a8-b26bf9970ef9 req-388ebaf1-5a5e-497e-b1d1-b02028d3fe11 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-90562166&fields=id&tenant_id=8e0c53091dab4ba790155c256f29db1f HTTP/1.1" status: 200 len: 267 time: 0.0459955 May 04 19:04:45.273103 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae340dd4-0c83-4271-91a8-b26bf9970ef9 req-1045a1c9-e736-4ecb-85c1-2c4434fcaf42 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:04:45.274641 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-ae340dd4-0c83-4271-91a8-b26bf9970ef9 req-1045a1c9-e736-4ecb-85c1-2c4434fcaf42 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] 10.222.0.35 "GET /v2.0/networks?id=4a23e4f9-d4ef-406a-b7a6-dea368f7eb37 HTTP/1.1" status: 200 len: 812 time: 0.1033022 May 04 19:04:45.289569 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-ae340dd4-0c83-4271-91a8-b26bf9970ef9 req-815e73f1-a56a-47a8-9c8a-6264b5eb0fcc tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] 10.222.0.35 "GET /v2.0/quotas/8e0c53091dab4ba790155c256f29db1f HTTP/1.1" status: 200 len: 375 time: 0.0088308 May 04 19:04:45.338978 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-ae340dd4-0c83-4271-91a8-b26bf9970ef9 req-4e36c004-e040-4d16-81a5-94ff04c07701 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=8e0c53091dab4ba790155c256f29db1f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0437069 May 04 19:04:45.450697 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-ae340dd4-0c83-4271-91a8-b26bf9970ef9 req-f9d81e2a-e2ef-4258-befe-876a09b7214d service neutron] 10.222.0.35 "GET /v2.0/networks/4a23e4f9-d4ef-406a-b7a6-dea368f7eb37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001134 May 04 19:04:45.545474 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-ae340dd4-0c83-4271-91a8-b26bf9970ef9 req-503d1753-df71-43b8-b939-47b20f02a30e service neutron] 10.222.0.35 "GET /v2.0/networks/4a23e4f9-d4ef-406a-b7a6-dea368f7eb37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888324 May 04 19:04:45.889864 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-17ff1b1d-e73b-4766-81c5-91a050c6bef9 req-980745ff-dd90-4e25-85ca-f745fcb96026 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] 10.222.0.35 "GET /v2.0/ports?device_id=f8542e6b-551f-4cb6-94ec-c23a140d7614 HTTP/1.1" status: 200 len: 210 time: 0.0465930 May 04 19:04:46.872670 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae340dd4-0c83-4271-91a8-b26bf9970ef9 req-f2ab722f-49f4-401a-a132-415533f20e00 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:04:46.874138 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-ae340dd4-0c83-4271-91a8-b26bf9970ef9 req-f2ab722f-49f4-401a-a132-415533f20e00 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] 10.222.0.55 "GET /v2.0/networks?id=4a23e4f9-d4ef-406a-b7a6-dea368f7eb37 HTTP/1.1" status: 200 len: 812 time: 0.1062326 May 04 19:04:46.952979 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-ae340dd4-0c83-4271-91a8-b26bf9970ef9 req-44f7b2cb-2848-4c25-ae34-d44ad80cd75f tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8e0c53091dab4ba790155c256f29db1f HTTP/1.1" status: 200 len: 378 time: 0.0705550 May 04 19:04:46.962203 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.v2.base [req-ae340dd4-0c83-4271-91a8-b26bf9970ef9 req-1fdfa5f8-928b-4512-a8f2-baf77c6959f4 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Request body: {'port': {'device_id': 'f8542e6b-551f-4cb6-94ec-c23a140d7614', 'network_id': '4a23e4f9-d4ef-406a-b7a6-dea368f7eb37', 'admin_state_up': True, 'tenant_id': '8e0c53091dab4ba790155c256f29db1f', 'security_groups': ['50f2a49a-63df-4fe6-a739-8d2b83e2257c']}} {{(pid=103279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:04:47.001322 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-a4d51e40-947a-4893-87e3-10ce40720448 req-397ba695-84d1-444b-ac43-0c96bb368db4 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] 10.222.0.35 "GET /v2.0/ports?device_id=f8542e6b-551f-4cb6-94ec-c23a140d7614 HTTP/1.1" status: 200 len: 210 time: 0.0443375 May 04 19:04:47.096215 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae340dd4-0c83-4271-91a8-b26bf9970ef9 req-1fdfa5f8-928b-4512-a8f2-baf77c6959f4 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Made reservation on behalf of 8e0c53091dab4ba790155c256f29db1f for: {'port': 1} {{(pid=103279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 19:04:47.099623 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [req-ae340dd4-0c83-4271-91a8-b26bf9970ef9 req-1fdfa5f8-928b-4512-a8f2-baf77c6959f4 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (None), before_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:47.229376 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.db.db_base_plugin_common [req-ae340dd4-0c83-4271-91a8-b26bf9970ef9 req-1fdfa5f8-928b-4512-a8f2-baf77c6959f4 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Allocated IP 172.20.0.9 (4a23e4f9-d4ef-406a-b7a6-dea368f7eb37/5e7b376d-b1cb-4bfd-b355-a8ae47b6f0d2/a28fbd48-e311-465b-89a6-b1b893564e9e) {{(pid=103279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 19:04:47.394321 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce912643-6c99-4f51-a8b4-ea1dca0fadfd req-036dc0c2-dbf2-4025-8caf-0a603eabb00d tempest-VolumesSnapshotTestJSON-187294591 tempest-VolumesSnapshotTestJSON-187294591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:04:47.395746 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-ce912643-6c99-4f51-a8b4-ea1dca0fadfd req-036dc0c2-dbf2-4025-8caf-0a603eabb00d tempest-VolumesSnapshotTestJSON-187294591 tempest-VolumesSnapshotTestJSON-187294591-project] 10.222.0.35 "GET /v2.0/ports?device_id=8832c61a-def4-476a-b272-fb8bd0703d5e HTTP/1.1" status: 200 len: 945 time: 0.0794585 May 04 19:04:47.440588 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [req-ae340dd4-0c83-4271-91a8-b26bf9970ef9 req-1fdfa5f8-928b-4512-a8f2-baf77c6959f4 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Publish callbacks [] for port (a28fbd48-e311-465b-89a6-b1b893564e9e), precommit_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:47.470549 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-ce912643-6c99-4f51-a8b4-ea1dca0fadfd req-8bf24db0-499d-491f-be81-25cf222938eb tempest-VolumesSnapshotTestJSON-187294591 tempest-VolumesSnapshotTestJSON-187294591-project] 10.222.0.35 "GET /v2.0/security-groups?id=2a442230-6444-4373-8074-3820303928c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684800 May 04 19:04:47.496420 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [req-ae340dd4-0c83-4271-91a8-b26bf9970ef9 req-1fdfa5f8-928b-4512-a8f2-baf77c6959f4 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790498302100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13908970'] for port (a28fbd48-e311-465b-89a6-b1b893564e9e), after_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:47.537494 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae340dd4-0c83-4271-91a8-b26bf9970ef9 req-1fdfa5f8-928b-4512-a8f2-baf77c6959f4 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Network 4a23e4f9-d4ef-406a-b7a6-dea368f7eb37 is already hosted by enough agents. {{(pid=103279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 19:04:47.540703 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.scheduler.base_scheduler [req-ae340dd4-0c83-4271-91a8-b26bf9970ef9 req-1fdfa5f8-928b-4512-a8f2-baf77c6959f4 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Resources bound (agent type, host, resource id): {{(pid=103279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 19:04:47.546368 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae340dd4-0c83-4271-91a8-b26bf9970ef9 req-1fdfa5f8-928b-4512-a8f2-baf77c6959f4 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Received port after_create {{(pid=103279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 19:04:47.552892 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdfa5f8-928b-4512-a8f2-baf77c6959f4 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Pushing event updated for resources: {'Port': ['ID=a28fbd48-e311-465b-89a6-b1b893564e9e,revision_number=1']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:04:47.598527 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae340dd4-0c83-4271-91a8-b26bf9970ef9 req-1fdfa5f8-928b-4512-a8f2-baf77c6959f4 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:04:47.599159 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [req-ae340dd4-0c83-4271-91a8-b26bf9970ef9 req-1fdfa5f8-928b-4512-a8f2-baf77c6959f4 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127086'] for port (None), before_response {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:47.617695 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-ae340dd4-0c83-4271-91a8-b26bf9970ef9 req-1fdfa5f8-928b-4512-a8f2-baf77c6959f4 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6589513 May 04 19:04:47.724994 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-6056b64d-3503-4108-80e2-7e770a1e6836 None None] Provisioning complete for port a28fbd48-e311-465b-89a6-b1b893564e9e triggered by entity DHCP. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:04:47.725557 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6056b64d-3503-4108-80e2-7e770a1e6836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1774450'] for port (a28fbd48-e311-465b-89a6-b1b893564e9e), provisioning_complete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:47.761326 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-6056b64d-3503-4108-80e2-7e770a1e6836 None None] Port a28fbd48-e311-465b-89a6-b1b893564e9e cannot update to ACTIVE because it is not bound. {{(pid=103281) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 19:04:48.120009 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404f037e-aab1-4881-8b5c-f092392194cf req-eea4f4b1-db2e-4d33-99b1-cf9b9f40b0c4 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:04:48.121471 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-404f037e-aab1-4881-8b5c-f092392194cf req-eea4f4b1-db2e-4d33-99b1-cf9b9f40b0c4 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] 10.222.0.35 "GET /v2.0/ports?device_id=f8542e6b-551f-4cb6-94ec-c23a140d7614 HTTP/1.1" status: 200 len: 931 time: 0.0488572 May 04 19:04:48.179352 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-404f037e-aab1-4881-8b5c-f092392194cf req-1cc27767-6511-48a5-8b3d-8a7b91ef9fde tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] 10.222.0.35 "GET /v2.0/security-groups?id=50f2a49a-63df-4fe6-a739-8d2b83e2257c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0519903 May 04 19:04:48.588627 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7530e470-86e6-452e-8468-b1a732db27dd req-df662967-b721-4b28-85bc-8f062e48348a tempest-VolumesSnapshotTestJSON-187294591 tempest-VolumesSnapshotTestJSON-187294591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:04:48.590136 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-7530e470-86e6-452e-8468-b1a732db27dd req-df662967-b721-4b28-85bc-8f062e48348a tempest-VolumesSnapshotTestJSON-187294591 tempest-VolumesSnapshotTestJSON-187294591-project] 10.222.0.35 "GET /v2.0/ports?device_id=8832c61a-def4-476a-b272-fb8bd0703d5e HTTP/1.1" status: 200 len: 945 time: 0.0491881 May 04 19:04:48.646944 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-7530e470-86e6-452e-8468-b1a732db27dd req-e52fc634-3767-4a68-846d-e118683ddce6 tempest-VolumesSnapshotTestJSON-187294591 tempest-VolumesSnapshotTestJSON-187294591-project] 10.222.0.35 "GET /v2.0/security-groups?id=2a442230-6444-4373-8074-3820303928c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502720 May 04 19:04:49.303326 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd39aff5-e8bb-49d9-8942-e33056866e64 req-5b81cb06-9639-4a89-834c-b97580b53087 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:04:49.304759 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-bd39aff5-e8bb-49d9-8942-e33056866e64 req-5b81cb06-9639-4a89-834c-b97580b53087 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] 10.222.0.35 "GET /v2.0/ports?device_id=f8542e6b-551f-4cb6-94ec-c23a140d7614 HTTP/1.1" status: 200 len: 931 time: 0.0464532 May 04 19:04:49.353735 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-bd39aff5-e8bb-49d9-8942-e33056866e64 req-c31c45ee-d878-445d-9d10-5dcd0bb52dbc tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] 10.222.0.35 "GET /v2.0/security-groups?id=50f2a49a-63df-4fe6-a739-8d2b83e2257c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416186 May 04 19:04:49.773937 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1095eb-bbbc-4e31-bbc2-86a9d21c229d req-b1550061-03ba-4b42-aa86-949226e85e73 tempest-VolumesSnapshotTestJSON-187294591 tempest-VolumesSnapshotTestJSON-187294591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:04:49.775403 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-1c1095eb-bbbc-4e31-bbc2-86a9d21c229d req-b1550061-03ba-4b42-aa86-949226e85e73 tempest-VolumesSnapshotTestJSON-187294591 tempest-VolumesSnapshotTestJSON-187294591-project] 10.222.0.35 "GET /v2.0/ports?device_id=8832c61a-def4-476a-b272-fb8bd0703d5e HTTP/1.1" status: 200 len: 945 time: 0.0466130 May 04 19:04:49.821921 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-1c1095eb-bbbc-4e31-bbc2-86a9d21c229d req-7aa2f980-25f0-44d7-90f1-241828ee3fed tempest-VolumesSnapshotTestJSON-187294591 tempest-VolumesSnapshotTestJSON-187294591-project] 10.222.0.35 "GET /v2.0/security-groups?id=2a442230-6444-4373-8074-3820303928c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409865 May 04 19:04:50.755720 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece62f0d-66ee-4c1a-8550-41ccae516663 req-bc0b5359-eeca-4f80-9970-bdaa2ffee9e8 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:04:50.757073 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-ece62f0d-66ee-4c1a-8550-41ccae516663 req-bc0b5359-eeca-4f80-9970-bdaa2ffee9e8 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] 10.222.0.35 "GET /v2.0/ports?device_id=f8542e6b-551f-4cb6-94ec-c23a140d7614 HTTP/1.1" status: 200 len: 931 time: 0.3216023 May 04 19:04:50.802073 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.v2.base [req-ae340dd4-0c83-4271-91a8-b26bf9970ef9 req-1fdb8e86-c027-44f8-bc0b-b12404ac56cb service neutron] Request body: {'port': {'device_id': 'f8542e6b-551f-4cb6-94ec-c23a140d7614', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84052'}} {{(pid=103279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:04:50.808306 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-ece62f0d-66ee-4c1a-8550-41ccae516663 req-8ba8ed7f-69b3-47d8-a8f5-6ac4670ae679 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] 10.222.0.35 "GET /v2.0/security-groups?id=50f2a49a-63df-4fe6-a739-8d2b83e2257c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0452888 May 04 19:04:50.869935 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [req-ae340dd4-0c83-4271-91a8-b26bf9970ef9 req-1fdb8e86-c027-44f8-bc0b-b12404ac56cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (a28fbd48-e311-465b-89a6-b1b893564e9e), before_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:50.966444 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66362ad1-acb3-4334-8421-cafec10df4d2 req-6c1690f2-4ea4-4bed-8258-394db39ad53c tempest-VolumesSnapshotTestJSON-187294591 tempest-VolumesSnapshotTestJSON-187294591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:04:50.967972 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-66362ad1-acb3-4334-8421-cafec10df4d2 req-6c1690f2-4ea4-4bed-8258-394db39ad53c tempest-VolumesSnapshotTestJSON-187294591 tempest-VolumesSnapshotTestJSON-187294591-project] 10.222.0.35 "GET /v2.0/ports?device_id=8832c61a-def4-476a-b272-fb8bd0703d5e HTTP/1.1" status: 200 len: 945 time: 0.0663075 May 04 19:04:51.089340 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-66362ad1-acb3-4334-8421-cafec10df4d2 req-1523853b-316d-478e-b367-c06b711de4c8 tempest-VolumesSnapshotTestJSON-187294591 tempest-VolumesSnapshotTestJSON-187294591-project] 10.222.0.35 "GET /v2.0/security-groups?id=2a442230-6444-4373-8074-3820303928c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813172 May 04 19:04:51.180810 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4ddd45-d36c-492c-a352-0dab88c3de46 req-b81aeec6-4e4e-4020-8768-4e912d6538b9 tempest-VolumesSnapshotTestJSON-187294591 tempest-VolumesSnapshotTestJSON-187294591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:04:51.182609 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-1b4ddd45-d36c-492c-a352-0dab88c3de46 req-b81aeec6-4e4e-4020-8768-4e912d6538b9 tempest-VolumesSnapshotTestJSON-187294591 tempest-VolumesSnapshotTestJSON-187294591-project] 10.222.0.55 "GET /v2.0/ports?device_id=8832c61a-def4-476a-b272-fb8bd0703d5e HTTP/1.1" status: 200 len: 945 time: 0.0469472 May 04 19:04:51.216176 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.notifiers.nova [req-ae340dd4-0c83-4271-91a8-b26bf9970ef9 req-1fdb8e86-c027-44f8-bc0b-b12404ac56cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a28fbd48-e311-465b-89a6-b1b893564e9e {{(pid=103279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 19:04:51.224752 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [req-ae340dd4-0c83-4271-91a8-b26bf9970ef9 req-1fdb8e86-c027-44f8-bc0b-b12404ac56cb service neutron] Publish callbacks [] for port (a28fbd48-e311-465b-89a6-b1b893564e9e), precommit_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:51.237793 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [req-ae340dd4-0c83-4271-91a8-b26bf9970ef9 req-1fdb8e86-c027-44f8-bc0b-b12404ac56cb service neutron] Transition to ACTIVE for port object a28fbd48-e311-465b-89a6-b1b893564e9e will not be triggered until provisioned by entity L2. {{(pid=103279) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 19:04:51.243054 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [req-ae340dd4-0c83-4271-91a8-b26bf9970ef9 req-1fdb8e86-c027-44f8-bc0b-b12404ac56cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13908979'] for port (a28fbd48-e311-465b-89a6-b1b893564e9e), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:51.279542 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.plugin [req-1b4ddd45-d36c-492c-a352-0dab88c3de46 req-4385e705-9c29-4481-945d-8af0f9aad264 tempest-VolumesSnapshotTestJSON-187294591 tempest-VolumesSnapshotTestJSON-187294591-project] Deleting port f6cc5b6d-1dc6-4f81-bd13-54c498182094 {{(pid=103280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 19:04:51.279889 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-1b4ddd45-d36c-492c-a352-0dab88c3de46 req-4385e705-9c29-4481-945d-8af0f9aad264 tempest-VolumesSnapshotTestJSON-187294591 tempest-VolumesSnapshotTestJSON-187294591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790498772255'] for port (f6cc5b6d-1dc6-4f81-bd13-54c498182094), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:51.297441 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdb8e86-c027-44f8-bc0b-b12404ac56cb service neutron] Pushing event updated for resources: {'Port': ['ID=a28fbd48-e311-465b-89a6-b1b893564e9e,revision_number=2']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:04:51.377680 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.managers [req-ae340dd4-0c83-4271-91a8-b26bf9970ef9 req-1fdb8e86-c027-44f8-bc0b-b12404ac56cb service neutron] Attempting to bind port a28fbd48-e311-465b-89a6-b1b893564e9e on host hv-cinder-84052 for vnic_type normal with profile {{(pid=103279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 19:04:51.378021 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.managers [req-ae340dd4-0c83-4271-91a8-b26bf9970ef9 req-1fdb8e86-c027-44f8-bc0b-b12404ac56cb service neutron] Attempting to bind port a28fbd48-e311-465b-89a6-b1b893564e9e by drivers openvswitch,hyperv on host hv-cinder-84052 at level 0 using segments [{'id': '35744400-35e9-41b0-9808-c9830e976a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '4a23e4f9-d4ef-406a-b7a6-dea368f7eb37'}] {{(pid=103279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 19:04:51.378383 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae340dd4-0c83-4271-91a8-b26bf9970ef9 req-1fdb8e86-c027-44f8-bc0b-b12404ac56cb service neutron] Attempting to bind port a28fbd48-e311-465b-89a6-b1b893564e9e on network 4a23e4f9-d4ef-406a-b7a6-dea368f7eb37 {{(pid=103279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 19:04:51.384334 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae340dd4-0c83-4271-91a8-b26bf9970ef9 req-1fdb8e86-c027-44f8-bc0b-b12404ac56cb service neutron] Port a28fbd48-e311-465b-89a6-b1b893564e9e on network 4a23e4f9-d4ef-406a-b7a6-dea368f7eb37 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84052 {{(pid=103279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 19:04:51.384668 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae340dd4-0c83-4271-91a8-b26bf9970ef9 req-1fdb8e86-c027-44f8-bc0b-b12404ac56cb service neutron] Attempting to bind port a28fbd48-e311-465b-89a6-b1b893564e9e on network 4a23e4f9-d4ef-406a-b7a6-dea368f7eb37 {{(pid=103279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 19:04:51.390125 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae340dd4-0c83-4271-91a8-b26bf9970ef9 req-1fdb8e86-c027-44f8-bc0b-b12404ac56cb service neutron] Checking agent: {'id': 'bff7e656-358d-4e40-a36a-3f10fe33ffdf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84052', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 18, 54, 55), 'started_at': datetime.datetime(2022, 5, 4, 18, 54, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 19, 4, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 19:04:51.390466 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae340dd4-0c83-4271-91a8-b26bf9970ef9 req-1fdb8e86-c027-44f8-bc0b-b12404ac56cb service neutron] Checking segment: {'id': '35744400-35e9-41b0-9808-c9830e976a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '4a23e4f9-d4ef-406a-b7a6-dea368f7eb37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 19:04:51.390848 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae340dd4-0c83-4271-91a8-b26bf9970ef9 req-1fdb8e86-c027-44f8-bc0b-b12404ac56cb service neutron] Bound using segment: {'id': '35744400-35e9-41b0-9808-c9830e976a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '4a23e4f9-d4ef-406a-b7a6-dea368f7eb37'} {{(pid=103279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 19:04:51.391284 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.managers [req-ae340dd4-0c83-4271-91a8-b26bf9970ef9 req-1fdb8e86-c027-44f8-bc0b-b12404ac56cb service neutron] Bound port: a28fbd48-e311-465b-89a6-b1b893564e9e, host: hv-cinder-84052, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35744400-35e9-41b0-9808-c9830e976a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '4a23e4f9-d4ef-406a-b7a6-dea368f7eb37'}}] {{(pid=103279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 19:04:51.391647 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [req-ae340dd4-0c83-4271-91a8-b26bf9970ef9 req-1fdb8e86-c027-44f8-bc0b-b12404ac56cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (a28fbd48-e311-465b-89a6-b1b893564e9e), before_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:51.407454 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.db [req-1b4ddd45-d36c-492c-a352-0dab88c3de46 req-4385e705-9c29-4481-945d-8af0f9aad264 tempest-VolumesSnapshotTestJSON-187294591 tempest-VolumesSnapshotTestJSON-187294591-project] For port f6cc5b6d-1dc6-4f81-bd13-54c498182094, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=f6cc5b6d-1dc6-4f81-bd13-54c498182094,segment=NetworkSegment(8c93f5eb-5e0b-4505-becd-0389494f6b04),segment_id=8c93f5eb-5e0b-4505-becd-0389494f6b04)] {{(pid=103280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:04:51.408056 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-1b4ddd45-d36c-492c-a352-0dab88c3de46 req-4385e705-9c29-4481-945d-8af0f9aad264 tempest-VolumesSnapshotTestJSON-187294591 tempest-VolumesSnapshotTestJSON-187294591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607728'] for port (f6cc5b6d-1dc6-4f81-bd13-54c498182094), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:51.423685 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.plugin [req-1b4ddd45-d36c-492c-a352-0dab88c3de46 req-4385e705-9c29-4481-945d-8af0f9aad264 tempest-VolumesSnapshotTestJSON-187294591 tempest-VolumesSnapshotTestJSON-187294591-project] Calling delete_port for f6cc5b6d-1dc6-4f81-bd13-54c498182094 owned by compute:nova {{(pid=103280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 19:04:51.491082 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [req-ae340dd4-0c83-4271-91a8-b26bf9970ef9 req-1fdb8e86-c027-44f8-bc0b-b12404ac56cb service neutron] For port a28fbd48-e311-465b-89a6-b1b893564e9e, host hv-cinder-84052, cleared binding levels {{(pid=103279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 19:04:51.495860 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [req-ae340dd4-0c83-4271-91a8-b26bf9970ef9 req-1fdb8e86-c027-44f8-bc0b-b12404ac56cb service neutron] For port a28fbd48-e311-465b-89a6-b1b893564e9e, host hv-cinder-84052, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=a28fbd48-e311-465b-89a6-b1b893564e9e,segment=NetworkSegment(35744400-35e9-41b0-9808-c9830e976a8a),segment_id=35744400-35e9-41b0-9808-c9830e976a8a)] {{(pid=103279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 19:04:51.513510 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [req-ae340dd4-0c83-4271-91a8-b26bf9970ef9 req-1fdb8e86-c027-44f8-bc0b-b12404ac56cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13908979'] for port (a28fbd48-e311-465b-89a6-b1b893564e9e), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:51.551389 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae340dd4-0c83-4271-91a8-b26bf9970ef9 req-1fdb8e86-c027-44f8-bc0b-b12404ac56cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:04:51.551973 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [req-ae340dd4-0c83-4271-91a8-b26bf9970ef9 req-1fdb8e86-c027-44f8-bc0b-b12404ac56cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127086'] for port (None), before_response {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:51.553621 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-ae340dd4-0c83-4271-91a8-b26bf9970ef9 req-1fdb8e86-c027-44f8-bc0b-b12404ac56cb service neutron] 10.222.0.55 "PUT /v2.0/ports/a28fbd48-e311-465b-89a6-b1b893564e9e HTTP/1.1" status: 200 len: 1093 time: 0.7567413 May 04 19:04:51.555932 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8542e6b-551f-4cb6-94ec-c23a140d7614', 'tag': 'a28fbd48-e311-465b-89a6-b1b893564e9e'}] {{(pid=103279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 19:04:51.559178 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f03067be0d021e11c0632f57e5c6e43a0067ecb248f9894e29d0a29efd5d62c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8f7af42-9db4-49b9-bac1-e89e15fe9cc3" -d '{"events": [{"name": "network-changed", "server_uuid": "f8542e6b-551f-4cb6-94ec-c23a140d7614", "tag": "a28fbd48-e311-465b-89a6-b1b893564e9e"}]}' {{(pid=103279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 19:04:51.600200 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-1b4ddd45-d36c-492c-a352-0dab88c3de46 req-4385e705-9c29-4481-945d-8af0f9aad264 tempest-VolumesSnapshotTestJSON-187294591 tempest-VolumesSnapshotTestJSON-187294591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790498779311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790498302109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12874298'] for port (f6cc5b6d-1dc6-4f81-bd13-54c498182094), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:51.607656 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdb8e86-c027-44f8-bc0b-b12404ac56cb service neutron] Pushing event updated for resources: {'Port': ['ID=a28fbd48-e311-465b-89a6-b1b893564e9e,revision_number=3']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:04:51.613177 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 19:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d68a82c-91e5-4f45-8c8a-3f3874d97dfd x-openstack-request-id: req-5d68a82c-91e5-4f45-8c8a-3f3874d97dfd {{(pid=103279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 19:04:51.613517 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8542e6b-551f-4cb6-94ec-c23a140d7614", "tag": "a28fbd48-e311-465b-89a6-b1b893564e9e", "status": "completed", "code": 200}]} {{(pid=103279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 19:04:51.613773 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5d68a82c-91e5-4f45-8c8a-3f3874d97dfd {{(pid=103279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 19:04:51.614524 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d68a82c-91e5-4f45-8c8a-3f3874d97dfd'] response: {'name': 'network-changed', 'server_uuid': 'f8542e6b-551f-4cb6-94ec-c23a140d7614', 'tag': 'a28fbd48-e311-465b-89a6-b1b893564e9e', 'status': 'completed', 'code': 200} May 04 19:04:51.621810 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] get_ports_and_sgs() called for port_ids ['f6cc5b6d-1dc6-4f81-bd13-54c498182094'] {{(pid=103281) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 19:04:51.639922 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4385e705-9c29-4481-945d-8af0f9aad264 tempest-VolumesSnapshotTestJSON-187294591 tempest-VolumesSnapshotTestJSON-187294591-project] Pushing event deleted for resources: {'Port': ['ID=f6cc5b6d-1dc6-4f81-bd13-54c498182094,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:04:51.649785 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae340dd4-0c83-4271-91a8-b26bf9970ef9 req-bb1b7320-fe5c-4376-a6fb-55117d0c762a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:04:51.651688 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-ae340dd4-0c83-4271-91a8-b26bf9970ef9 req-bb1b7320-fe5c-4376-a6fb-55117d0c762a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8e0c53091dab4ba790155c256f29db1f&device_id=f8542e6b-551f-4cb6-94ec-c23a140d7614 HTTP/1.1" status: 200 len: 1127 time: 0.0527301 May 04 19:04:51.697699 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-ae340dd4-0c83-4271-91a8-b26bf9970ef9 req-a0f7e048-07e3-4ec8-bf8c-b3d6831c83da service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a28fbd48-e311-465b-89a6-b1b893564e9e HTTP/1.1" status: 200 len: 217 time: 0.0372970 May 04 19:04:51.700330 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b4ddd45-d36c-492c-a352-0dab88c3de46 req-4385e705-9c29-4481-945d-8af0f9aad264 tempest-VolumesSnapshotTestJSON-187294591 tempest-VolumesSnapshotTestJSON-187294591-project] No DVR routers for this DVR port f6cc5b6d-1dc6-4f81-bd13-54c498182094 on host hv-cinder-84052 {{(pid=103280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 19:04:51.703215 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-1b4ddd45-d36c-492c-a352-0dab88c3de46 req-4385e705-9c29-4481-945d-8af0f9aad264 tempest-VolumesSnapshotTestJSON-187294591 tempest-VolumesSnapshotTestJSON-187294591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127086'] for port (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:51.706627 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-1b4ddd45-d36c-492c-a352-0dab88c3de46 req-4385e705-9c29-4481-945d-8af0f9aad264 tempest-VolumesSnapshotTestJSON-187294591 tempest-VolumesSnapshotTestJSON-187294591-project] 10.222.0.55 "DELETE /v2.0/ports/f6cc5b6d-1dc6-4f81-bd13-54c498182094 HTTP/1.1" status: 204 len: 173 time: 0.5186081 May 04 19:04:51.707200 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8832c61a-def4-476a-b272-fb8bd0703d5e', 'name': 'network-vif-deleted', 'tag': 'f6cc5b6d-1dc6-4f81-bd13-54c498182094'}] {{(pid=103280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 19:04:51.709574 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d17ed66b9d9b08214cd1b2d258b378c61736cd464b468dfe37a5b26948fd6e52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6877697-f796-410f-bbe7-dec5032435b5" -d '{"events": [{"server_uuid": "8832c61a-def4-476a-b272-fb8bd0703d5e", "name": "network-vif-deleted", "tag": "f6cc5b6d-1dc6-4f81-bd13-54c498182094"}]}' {{(pid=103280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 19:04:51.749622 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 19:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a2f126f-7a9e-4ea0-8c74-d145b89a68d9 x-openstack-request-id: req-6a2f126f-7a9e-4ea0-8c74-d145b89a68d9 {{(pid=103280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 19:04:51.749938 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8832c61a-def4-476a-b272-fb8bd0703d5e", "name": "network-vif-deleted", "tag": "f6cc5b6d-1dc6-4f81-bd13-54c498182094", "status": "completed", "code": 200}]} {{(pid=103280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 19:04:51.750190 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6a2f126f-7a9e-4ea0-8c74-d145b89a68d9 {{(pid=103280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 19:04:51.750900 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a2f126f-7a9e-4ea0-8c74-d145b89a68d9'] response: {'server_uuid': '8832c61a-def4-476a-b272-fb8bd0703d5e', 'name': 'network-vif-deleted', 'tag': 'f6cc5b6d-1dc6-4f81-bd13-54c498182094', 'status': 'completed', 'code': 200} May 04 19:04:51.758170 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae340dd4-0c83-4271-91a8-b26bf9970ef9 req-0a966871-214d-4125-895a-974ea9841578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:04:51.759798 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-ae340dd4-0c83-4271-91a8-b26bf9970ef9 req-0a966871-214d-4125-895a-974ea9841578 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5e7b376d-b1cb-4bfd-b355-a8ae47b6f0d2 HTTP/1.1" status: 200 len: 851 time: 0.0550866 May 04 19:04:51.936463 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d956287-b820-4b9e-a671-3624634c8ce9 req-460090af-0eee-42c6-80a7-4e223495c7dc tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:04:51.937962 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-4d956287-b820-4b9e-a671-3624634c8ce9 req-460090af-0eee-42c6-80a7-4e223495c7dc tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] 10.222.0.35 "GET /v2.0/ports?device_id=f8542e6b-551f-4cb6-94ec-c23a140d7614 HTTP/1.1" status: 200 len: 943 time: 0.0477107 May 04 19:04:51.991138 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-4d956287-b820-4b9e-a671-3624634c8ce9 req-2a243cea-5792-44df-8107-147eb8427d12 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] 10.222.0.35 "GET /v2.0/security-groups?id=50f2a49a-63df-4fe6-a739-8d2b83e2257c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447514 May 04 19:04:52.188211 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-5934feed-7cd9-4b83-9be2-533e4bd72b49 req-3d4442c5-7723-480f-83d0-23968c320ecd tempest-VolumesSnapshotTestJSON-187294591 tempest-VolumesSnapshotTestJSON-187294591-project] 10.222.0.35 "GET /v2.0/ports?device_id=8832c61a-def4-476a-b272-fb8bd0703d5e HTTP/1.1" status: 200 len: 210 time: 0.0287902 May 04 19:04:53.123570 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebd19a1-5a1d-422c-8ded-a87823da05aa req-61b0dc43-bb85-421f-ae47-1de597734de6 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:04:53.125144 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-bebd19a1-5a1d-422c-8ded-a87823da05aa req-61b0dc43-bb85-421f-ae47-1de597734de6 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] 10.222.0.35 "GET /v2.0/ports?device_id=f8542e6b-551f-4cb6-94ec-c23a140d7614 HTTP/1.1" status: 200 len: 943 time: 0.0544810 May 04 19:04:53.183941 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-bebd19a1-5a1d-422c-8ded-a87823da05aa req-b98c4224-af47-412f-80d8-fe3c3a885fb9 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] 10.222.0.35 "GET /v2.0/security-groups?id=50f2a49a-63df-4fe6-a739-8d2b83e2257c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0528748 May 04 19:04:53.291228 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-df77e7ee-56cd-4474-ac38-c9a24b940a41 req-e850b55c-a7ef-49f0-95d3-b3cc62387aaf tempest-VolumesSnapshotTestJSON-187294591 tempest-VolumesSnapshotTestJSON-187294591-project] 10.222.0.35 "GET /v2.0/ports?device_id=8832c61a-def4-476a-b272-fb8bd0703d5e HTTP/1.1" status: 200 len: 210 time: 0.0299697 May 04 19:04:54.314920 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1930390e-5d76-45e3-9cfb-874f7ce9a834 req-d1c4742f-ea59-4efd-9090-edba454248c1 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:04:54.316627 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-1930390e-5d76-45e3-9cfb-874f7ce9a834 req-d1c4742f-ea59-4efd-9090-edba454248c1 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] 10.222.0.35 "GET /v2.0/ports?device_id=f8542e6b-551f-4cb6-94ec-c23a140d7614 HTTP/1.1" status: 200 len: 943 time: 0.0532880 May 04 19:04:54.339919 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae340dd4-0c83-4271-91a8-b26bf9970ef9 req-a0d6222e-9db0-429d-ba33-2118f4a69395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:04:54.341508 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-ae340dd4-0c83-4271-91a8-b26bf9970ef9 req-a0d6222e-9db0-429d-ba33-2118f4a69395 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4a23e4f9-d4ef-406a-b7a6-dea368f7eb37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443358 May 04 19:04:54.373888 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-1930390e-5d76-45e3-9cfb-874f7ce9a834 req-87a14e6c-447e-4e47-9ef6-d7a414bcd569 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] 10.222.0.35 "GET /v2.0/security-groups?id=50f2a49a-63df-4fe6-a739-8d2b83e2257c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0516534 May 04 19:04:54.456918 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-ae340dd4-0c83-4271-91a8-b26bf9970ef9 req-7b749d28-462e-49dd-8990-7f8681307892 service neutron] 10.222.0.55 "GET /v2.0/networks/4a23e4f9-d4ef-406a-b7a6-dea368f7eb37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075194 May 04 19:04:54.569162 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-099148d7-cdc7-460b-83f8-f895080bd5b4 req-a808c9ab-ea39-4d9e-8373-f3fe2edd119b tempest-VolumesSnapshotTestJSON-187294591 tempest-VolumesSnapshotTestJSON-187294591-project] 10.222.0.35 "GET /v2.0/ports?device_id=8832c61a-def4-476a-b272-fb8bd0703d5e HTTP/1.1" status: 200 len: 210 time: 0.0272815 May 04 19:04:54.709641 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-ae340dd4-0c83-4271-91a8-b26bf9970ef9 req-d0addec5-72cb-41ff-9887-564e05161ffd service neutron] 10.222.0.55 "GET /v2.0/networks/4a23e4f9-d4ef-406a-b7a6-dea368f7eb37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861785 May 04 19:04:54.979208 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f7af42-9db4-49b9-bac1-e89e15fe9cc3 req-3b7e6595-0399-4546-be83-358622fddf68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:04:54.980604 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-e8f7af42-9db4-49b9-bac1-e89e15fe9cc3 req-3b7e6595-0399-4546-be83-358622fddf68 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8e0c53091dab4ba790155c256f29db1f&device_id=f8542e6b-551f-4cb6-94ec-c23a140d7614 HTTP/1.1" status: 200 len: 1127 time: 0.0420928 May 04 19:04:55.071012 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f7af42-9db4-49b9-bac1-e89e15fe9cc3 req-7bc03425-b3e1-4a02-89db-3f3e4a7daab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:04:55.072486 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-e8f7af42-9db4-49b9-bac1-e89e15fe9cc3 req-7bc03425-b3e1-4a02-89db-3f3e4a7daab4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=4a23e4f9-d4ef-406a-b7a6-dea368f7eb37 HTTP/1.1" status: 200 len: 913 time: 0.0855508 May 04 19:04:55.123728 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-e8f7af42-9db4-49b9-bac1-e89e15fe9cc3 req-a7c8bf73-0124-4b0f-9a84-558f34507b65 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a28fbd48-e311-465b-89a6-b1b893564e9e HTTP/1.1" status: 200 len: 217 time: 0.0450749 May 04 19:04:55.173453 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f7af42-9db4-49b9-bac1-e89e15fe9cc3 req-245ac57c-b898-453e-a8a9-3e6e95665fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:04:55.174880 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-e8f7af42-9db4-49b9-bac1-e89e15fe9cc3 req-245ac57c-b898-453e-a8a9-3e6e95665fbe service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5e7b376d-b1cb-4bfd-b355-a8ae47b6f0d2 HTTP/1.1" status: 200 len: 851 time: 0.0448763 May 04 19:04:55.216687 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f7af42-9db4-49b9-bac1-e89e15fe9cc3 req-3d0338bb-9dc3-45bb-97a0-0845e5e1c212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:04:55.218196 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-e8f7af42-9db4-49b9-bac1-e89e15fe9cc3 req-3d0338bb-9dc3-45bb-97a0-0845e5e1c212 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4a23e4f9-d4ef-406a-b7a6-dea368f7eb37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0373950 May 04 19:04:55.313200 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-e8f7af42-9db4-49b9-bac1-e89e15fe9cc3 req-3089eaf5-ba1d-47e8-b0bb-72fc36a789fb service neutron] 10.222.0.55 "GET /v2.0/networks/4a23e4f9-d4ef-406a-b7a6-dea368f7eb37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885861 May 04 19:04:55.403236 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-e8f7af42-9db4-49b9-bac1-e89e15fe9cc3 req-43b57c34-4458-481b-8259-fe630cdb0b43 service neutron] 10.222.0.55 "GET /v2.0/networks/4a23e4f9-d4ef-406a-b7a6-dea368f7eb37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840194 May 04 19:04:55.483332 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (bff7e656-358d-4e40-a36a-3f10fe33ffdf), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:55.487775 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a11dd52-3d73-4718-928e-5cb2014580d0 req-96f2faf4-08ec-4947-8d82-4291b0ca33d6 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:04:55.489675 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-4a11dd52-3d73-4718-928e-5cb2014580d0 req-96f2faf4-08ec-4947-8d82-4291b0ca33d6 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] 10.222.0.35 "GET /v2.0/ports?device_id=f8542e6b-551f-4cb6-94ec-c23a140d7614 HTTP/1.1" status: 200 len: 943 time: 0.0480781 May 04 19:04:55.555251 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-4a11dd52-3d73-4718-928e-5cb2014580d0 req-4d752c33-466a-4cae-83c2-1a78b352f369 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] 10.222.0.35 "GET /v2.0/security-groups?id=50f2a49a-63df-4fe6-a739-8d2b83e2257c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0589945 May 04 19:04:56.685556 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68e1a5a-756b-49a3-b214-a457f0513bab req-a9652f42-2136-491c-bef6-fb910338bd59 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:04:56.687037 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-c68e1a5a-756b-49a3-b214-a457f0513bab req-a9652f42-2136-491c-bef6-fb910338bd59 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] 10.222.0.35 "GET /v2.0/ports?device_id=f8542e6b-551f-4cb6-94ec-c23a140d7614 HTTP/1.1" status: 200 len: 943 time: 0.0523903 May 04 19:04:56.744617 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-c68e1a5a-756b-49a3-b214-a457f0513bab req-94f4f9ba-6dd3-42c5-86ed-a8e810f1c154 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] 10.222.0.35 "GET /v2.0/security-groups?id=50f2a49a-63df-4fe6-a739-8d2b83e2257c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0492454 May 04 19:04:56.887463 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-30f4a5aa-458b-4d22-8688-c4279a0c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (ae04e5b6-6ccf-46c0-81ba-a3f5b8ae390c), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:57.664079 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Device f6cc5b6d-1dc6-4f81-bd13-54c498182094 no longer exists at agent hyperv_hv-cinder-84052 {{(pid=103281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 19:04:57.694025 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] No Port match for: f6cc5b6d-1dc6-4f81-bd13-54c498182094 {{(pid=103281) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 19:04:57.694380 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Device f6cc5b6d-1dc6-4f81-bd13-54c498182094 not bound to the agent host hv-cinder-84052 {{(pid=103281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 19:04:57.875588 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede9d2d7-80b4-4b27-b339-14c4d0564080 req-fb1f37f4-4041-49b4-aed3-7f99095a6eea tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:04:57.877085 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-ede9d2d7-80b4-4b27-b339-14c4d0564080 req-fb1f37f4-4041-49b4-aed3-7f99095a6eea tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] 10.222.0.35 "GET /v2.0/ports?device_id=f8542e6b-551f-4cb6-94ec-c23a140d7614 HTTP/1.1" status: 200 len: 943 time: 0.0561333 May 04 19:04:57.926854 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-ede9d2d7-80b4-4b27-b339-14c4d0564080 req-973dfff5-2916-475f-a197-29f012cb5cd1 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] 10.222.0.35 "GET /v2.0/security-groups?id=50f2a49a-63df-4fe6-a739-8d2b83e2257c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436754 May 04 19:04:59.052513 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1835da61-89e1-4618-bf4c-589d25a712e3 req-4e9da002-91ec-41b2-96c6-941b22ca2c1f tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:04:59.054060 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-1835da61-89e1-4618-bf4c-589d25a712e3 req-4e9da002-91ec-41b2-96c6-941b22ca2c1f tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] 10.222.0.35 "GET /v2.0/ports?device_id=f8542e6b-551f-4cb6-94ec-c23a140d7614 HTTP/1.1" status: 200 len: 943 time: 0.0554819 May 04 19:04:59.059501 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cfef3dc5-abca-4527-9a6e-282c4add91dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:04:59.106331 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-1835da61-89e1-4618-bf4c-589d25a712e3 req-90fdd40e-5f28-4319-8dba-f9547fc7298e tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] 10.222.0.35 "GET /v2.0/security-groups?id=50f2a49a-63df-4fe6-a739-8d2b83e2257c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0464876 May 04 19:05:00.158811 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-821a3753-c8bb-408e-a9d9-42d2a9d3d908 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (306b1285-d967-49ee-a8ef-a34b4fe65fa5), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:00.228657 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77326f2f-5e79-4729-a330-7b8c2c6be60f req-b54a488a-ea5f-444e-bb7f-9fc33649c4ad tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:05:00.230218 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-77326f2f-5e79-4729-a330-7b8c2c6be60f req-b54a488a-ea5f-444e-bb7f-9fc33649c4ad tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] 10.222.0.35 "GET /v2.0/ports?device_id=f8542e6b-551f-4cb6-94ec-c23a140d7614 HTTP/1.1" status: 200 len: 943 time: 0.0487366 May 04 19:05:00.294046 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-77326f2f-5e79-4729-a330-7b8c2c6be60f req-a03c66af-4ec7-4afa-9551-caa195ee1562 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] 10.222.0.35 "GET /v2.0/security-groups?id=50f2a49a-63df-4fe6-a739-8d2b83e2257c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0563807 May 04 19:05:01.422657 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddfb4ba-9d78-4753-b5b1-416a012d9c5d req-bab84590-274f-4708-ba4d-11a5d8d407de tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:05:01.424157 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-0ddfb4ba-9d78-4753-b5b1-416a012d9c5d req-bab84590-274f-4708-ba4d-11a5d8d407de tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] 10.222.0.35 "GET /v2.0/ports?device_id=f8542e6b-551f-4cb6-94ec-c23a140d7614 HTTP/1.1" status: 200 len: 943 time: 0.0476766 May 04 19:05:01.473004 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-0ddfb4ba-9d78-4753-b5b1-416a012d9c5d req-e4b746bf-bd09-4e0e-a876-126d9a2e73e1 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] 10.222.0.35 "GET /v2.0/security-groups?id=50f2a49a-63df-4fe6-a739-8d2b83e2257c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431845 May 04 19:05:01.546546 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6c0ba996-b759-4c13-9ac4-7b7303adc758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (c2d3299f-8f0d-4c34-a270-91edff31f494), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:02.589138 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59080794-d917-4776-a487-ae15b46b8682 req-5209a6f0-5b13-4aa8-ac0d-82542ff5490d tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:05:02.590643 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-59080794-d917-4776-a487-ae15b46b8682 req-5209a6f0-5b13-4aa8-ac0d-82542ff5490d tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] 10.222.0.35 "GET /v2.0/ports?device_id=f8542e6b-551f-4cb6-94ec-c23a140d7614 HTTP/1.1" status: 200 len: 943 time: 0.0469048 May 04 19:05:02.644885 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-59080794-d917-4776-a487-ae15b46b8682 req-3081eaa8-a16d-40c1-ae5a-12a98673501c tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] 10.222.0.35 "GET /v2.0/security-groups?id=50f2a49a-63df-4fe6-a739-8d2b83e2257c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0459266 May 04 19:05:02.988399 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (7e96273e-cd3b-4e2d-a9cb-a5a62cf8f8b6), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:03.773726 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f227cea-482b-4cc1-9627-74ad22a9ef49 req-4ba6c71e-7eb5-4ca5-bbfc-e7313fc820d1 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:05:03.775257 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6f227cea-482b-4cc1-9627-74ad22a9ef49 req-4ba6c71e-7eb5-4ca5-bbfc-e7313fc820d1 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] 10.222.0.35 "GET /v2.0/ports?device_id=f8542e6b-551f-4cb6-94ec-c23a140d7614 HTTP/1.1" status: 200 len: 943 time: 0.0490568 May 04 19:05:03.824607 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6f227cea-482b-4cc1-9627-74ad22a9ef49 req-377b55ea-d428-4a04-8515-5ab1783c6b44 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] 10.222.0.35 "GET /v2.0/security-groups?id=50f2a49a-63df-4fe6-a739-8d2b83e2257c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438876 May 04 19:05:04.949047 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d694c074-e838-4d9b-b93d-4c680e0e6f64 req-066eac41-5f28-4c51-81ad-bc1e4d4aa6f5 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:05:04.950415 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-d694c074-e838-4d9b-b93d-4c680e0e6f64 req-066eac41-5f28-4c51-81ad-bc1e4d4aa6f5 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] 10.222.0.35 "GET /v2.0/ports?device_id=f8542e6b-551f-4cb6-94ec-c23a140d7614 HTTP/1.1" status: 200 len: 943 time: 0.0488083 May 04 19:05:04.997889 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-d694c074-e838-4d9b-b93d-4c680e0e6f64 req-0de60295-7f3f-4124-9f7d-cc1faa17f571 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] 10.222.0.35 "GET /v2.0/security-groups?id=50f2a49a-63df-4fe6-a739-8d2b83e2257c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419338 May 04 19:05:05.501173 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Device a28fbd48-e311-465b-89a6-b1b893564e9e details requested by agent hyperv_hv-cinder-84052 with host hv-cinder-84052 {{(pid=103281) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 19:05:05.606829 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] For port a28fbd48-e311-465b-89a6-b1b893564e9e, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=a28fbd48-e311-465b-89a6-b1b893564e9e,segment=NetworkSegment(35744400-35e9-41b0-9808-c9830e976a8a),segment_id=35744400-35e9-41b0-9808-c9830e976a8a)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:05:05.618934 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Returning: {'device': 'a28fbd48-e311-465b-89a6-b1b893564e9e', 'network_id': '4a23e4f9-d4ef-406a-b7a6-dea368f7eb37', 'port_id': 'a28fbd48-e311-465b-89a6-b1b893564e9e', 'mac_address': 'fa:16:3e:5b:6f:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 261, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e7b376d-b1cb-4bfd-b355-a8ae47b6f0d2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103281) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 19:05:05.655970 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Current status of the port a28fbd48-e311-465b-89a6-b1b893564e9e is: DOWN; New status is: BUILD {{(pid=103281) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:05:05.656356 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (a28fbd48-e311-465b-89a6-b1b893564e9e), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:05.669161 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.notifiers.nova [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a28fbd48-e311-465b-89a6-b1b893564e9e {{(pid=103281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 19:05:05.691255 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] For port a28fbd48-e311-465b-89a6-b1b893564e9e, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=a28fbd48-e311-465b-89a6-b1b893564e9e,segment=NetworkSegment(35744400-35e9-41b0-9808-c9830e976a8a),segment_id=35744400-35e9-41b0-9808-c9830e976a8a)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:05:05.696065 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136'] for port (a28fbd48-e311-465b-89a6-b1b893564e9e), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:05.746455 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Pushing event updated for resources: {'Port': ['ID=a28fbd48-e311-465b-89a6-b1b893564e9e,revision_number=4']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:05:05.753578 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:05:05.753925 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:05:05.754249 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:05:05.754617 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:05:05.754954 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:05:05.755282 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:05:05.755607 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:05:05.755930 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:05:05.756252 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:05:05.756575 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:05:05.756927 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:05:05.757250 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:05:05.757595 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:05:05.757914 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:05:05.758232 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:05:05.770609 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8367afcf-234f-4b20-af87-af6c9cd83ae8 req-6a11d7f0-bc34-4c96-bb60-201ad33323c7 tempest-VolumesSnapshotTestJSON-187294591 tempest-VolumesSnapshotTestJSON-187294591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:05:05.772086 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-8367afcf-234f-4b20-af87-af6c9cd83ae8 req-6a11d7f0-bc34-4c96-bb60-201ad33323c7 tempest-VolumesSnapshotTestJSON-187294591 tempest-VolumesSnapshotTestJSON-187294591-project] 10.222.0.35 "GET /v2.0/networks?id=5964a17d-7c80-42d4-93f2-128d6b1c3302 HTTP/1.1" status: 200 len: 813 time: 0.1114347 May 04 19:05:05.786475 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-8367afcf-234f-4b20-af87-af6c9cd83ae8 req-c490f1eb-b6cb-47bd-9445-147aab321225 tempest-VolumesSnapshotTestJSON-187294591 tempest-VolumesSnapshotTestJSON-187294591-project] 10.222.0.35 "GET /v2.0/quotas/2f8f54a0a02a48a7a27e4b9474d4787f HTTP/1.1" status: 200 len: 375 time: 0.0089576 May 04 19:05:05.818058 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-8367afcf-234f-4b20-af87-af6c9cd83ae8 req-8cccf9f1-00f2-4626-9349-0e3c7d6e5853 tempest-VolumesSnapshotTestJSON-187294591 tempest-VolumesSnapshotTestJSON-187294591-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=2f8f54a0a02a48a7a27e4b9474d4787f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267773 May 04 19:05:06.004993 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-8367afcf-234f-4b20-af87-af6c9cd83ae8 req-6b97d871-8fa9-4771-afb2-9da9d5d77e14 service neutron] 10.222.0.35 "GET /v2.0/networks/5964a17d-7c80-42d4-93f2-128d6b1c3302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805530 May 04 19:05:06.096153 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-8367afcf-234f-4b20-af87-af6c9cd83ae8 req-dd699d5b-a85a-4dd8-86bf-057cf41e6e6c service neutron] 10.222.0.35 "GET /v2.0/networks/5964a17d-7c80-42d4-93f2-128d6b1c3302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851834 May 04 19:05:06.111228 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf88666b-ce75-4498-bd28-ec71db2192b4 req-c9a44af4-cb5a-4b0c-a914-65772d6db9ed tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:05:06.112822 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-cf88666b-ce75-4498-bd28-ec71db2192b4 req-c9a44af4-cb5a-4b0c-a914-65772d6db9ed tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] 10.222.0.35 "GET /v2.0/ports?device_id=f8542e6b-551f-4cb6-94ec-c23a140d7614 HTTP/1.1" status: 200 len: 944 time: 0.0474565 May 04 19:05:06.161673 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-cf88666b-ce75-4498-bd28-ec71db2192b4 req-2da5feb0-8dce-4d03-b61d-d1ab84b7d3a7 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] 10.222.0.35 "GET /v2.0/security-groups?id=50f2a49a-63df-4fe6-a739-8d2b83e2257c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427139 May 04 19:05:06.257113 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-1d1b0dd4-5a14-4fe1-994d-df8d8c5a4df3 req-d08e8c99-f8f2-4c60-ae37-f132617a61de tempest-VolumesSnapshotTestJSON-187294591 tempest-VolumesSnapshotTestJSON-187294591-project] 10.222.0.35 "GET /v2.0/ports?device_id=6947b3bf-36ab-42e6-b98e-1e0a9a65d20c HTTP/1.1" status: 200 len: 210 time: 0.0308285 May 04 19:05:07.279933 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa783874-a770-4054-ac87-215f74fd0966 req-47735851-c454-452b-8134-9b4ee920e672 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:05:07.281311 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-aa783874-a770-4054-ac87-215f74fd0966 req-47735851-c454-452b-8134-9b4ee920e672 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] 10.222.0.35 "GET /v2.0/ports?device_id=f8542e6b-551f-4cb6-94ec-c23a140d7614 HTTP/1.1" status: 200 len: 944 time: 0.0468554 May 04 19:05:07.332042 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-aa783874-a770-4054-ac87-215f74fd0966 req-65858322-b870-485c-ae7d-eaa8fd143a1a tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] 10.222.0.35 "GET /v2.0/security-groups?id=50f2a49a-63df-4fe6-a739-8d2b83e2257c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449970 May 04 19:05:07.350158 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-d59d23eb-7476-446c-bd07-69e227cb8f32 req-19fd58cd-eedf-494e-9860-014740972634 tempest-VolumesSnapshotTestJSON-187294591 tempest-VolumesSnapshotTestJSON-187294591-project] 10.222.0.35 "GET /v2.0/ports?device_id=6947b3bf-36ab-42e6-b98e-1e0a9a65d20c HTTP/1.1" status: 200 len: 210 time: 0.0279562 May 04 19:05:07.465543 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.agents_db [None req-bd7ab176-2eba-4334-8b69-697435aa36c2 None None] Agent healthcheck: found 6 active agents {{(pid=103282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 19:05:08.330863 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] get_ports_and_sgs() called for port_ids ['a28fbd48-e311-465b-89a6-b1b893564e9e'] {{(pid=103281) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 19:05:08.459906 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd85b8c-987d-4a0a-9089-7360b20daf08 req-9c1a6d9a-95d2-4fb5-b2ba-94fcf98a59b6 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:05:08.462368 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-1dd85b8c-987d-4a0a-9089-7360b20daf08 req-9c1a6d9a-95d2-4fb5-b2ba-94fcf98a59b6 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] 10.222.0.35 "GET /v2.0/ports?device_id=f8542e6b-551f-4cb6-94ec-c23a140d7614 HTTP/1.1" status: 200 len: 944 time: 0.0605295 May 04 19:05:08.473153 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-056c28d6-3ec7-42d0-bed0-da592e5fd87a req-d978f32e-3ed1-47a4-a5c0-295c698c30e9 tempest-VolumesSnapshotTestJSON-187294591 tempest-VolumesSnapshotTestJSON-187294591-project] 10.222.0.35 "GET /v2.0/ports?device_id=6947b3bf-36ab-42e6-b98e-1e0a9a65d20c HTTP/1.1" status: 200 len: 210 time: 0.0550783 May 04 19:05:08.513952 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-1dd85b8c-987d-4a0a-9089-7360b20daf08 req-fe3ef6d9-ae3a-46a5-ad57-f80aade72d38 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] 10.222.0.35 "GET /v2.0/security-groups?id=50f2a49a-63df-4fe6-a739-8d2b83e2257c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448742 May 04 19:05:08.718061 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8367afcf-234f-4b20-af87-af6c9cd83ae8 req-97485027-58af-48d4-8dba-b53e85dad8e0 tempest-VolumesSnapshotTestJSON-187294591 tempest-VolumesSnapshotTestJSON-187294591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:05:08.719429 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-8367afcf-234f-4b20-af87-af6c9cd83ae8 req-97485027-58af-48d4-8dba-b53e85dad8e0 tempest-VolumesSnapshotTestJSON-187294591 tempest-VolumesSnapshotTestJSON-187294591-project] 10.222.0.55 "GET /v2.0/networks?id=5964a17d-7c80-42d4-93f2-128d6b1c3302 HTTP/1.1" status: 200 len: 813 time: 0.1043470 May 04 19:05:08.731470 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.v2.base [req-8367afcf-234f-4b20-af87-af6c9cd83ae8 req-25f32ddb-723b-4c1d-a655-9be7f5226e89 tempest-VolumesSnapshotTestJSON-187294591 tempest-VolumesSnapshotTestJSON-187294591-project] Request body: {'port': {'device_id': '6947b3bf-36ab-42e6-b98e-1e0a9a65d20c', 'network_id': '5964a17d-7c80-42d4-93f2-128d6b1c3302', 'admin_state_up': True, 'tenant_id': '2f8f54a0a02a48a7a27e4b9474d4787f'}} {{(pid=103279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:05:08.848220 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8367afcf-234f-4b20-af87-af6c9cd83ae8 req-25f32ddb-723b-4c1d-a655-9be7f5226e89 tempest-VolumesSnapshotTestJSON-187294591 tempest-VolumesSnapshotTestJSON-187294591-project] Made reservation on behalf of 2f8f54a0a02a48a7a27e4b9474d4787f for: {'port': 1} {{(pid=103279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 19:05:08.851801 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [req-8367afcf-234f-4b20-af87-af6c9cd83ae8 req-25f32ddb-723b-4c1d-a655-9be7f5226e89 tempest-VolumesSnapshotTestJSON-187294591 tempest-VolumesSnapshotTestJSON-187294591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (None), before_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:08.978208 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.db.db_base_plugin_common [req-8367afcf-234f-4b20-af87-af6c9cd83ae8 req-25f32ddb-723b-4c1d-a655-9be7f5226e89 tempest-VolumesSnapshotTestJSON-187294591 tempest-VolumesSnapshotTestJSON-187294591-project] Allocated IP 172.20.0.2 (5964a17d-7c80-42d4-93f2-128d6b1c3302/64709530-5776-482b-8e24-50365814a8d3/1371a7f8-eafe-4c9a-b83f-ae78b35688d2) {{(pid=103279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 19:05:09.125953 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [req-8367afcf-234f-4b20-af87-af6c9cd83ae8 req-25f32ddb-723b-4c1d-a655-9be7f5226e89 tempest-VolumesSnapshotTestJSON-187294591 tempest-VolumesSnapshotTestJSON-187294591-project] Publish callbacks [] for port (1371a7f8-eafe-4c9a-b83f-ae78b35688d2), precommit_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:09.161784 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [req-8367afcf-234f-4b20-af87-af6c9cd83ae8 req-25f32ddb-723b-4c1d-a655-9be7f5226e89 tempest-VolumesSnapshotTestJSON-187294591 tempest-VolumesSnapshotTestJSON-187294591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790498302100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13908970'] for port (1371a7f8-eafe-4c9a-b83f-ae78b35688d2), after_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:09.204451 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8367afcf-234f-4b20-af87-af6c9cd83ae8 req-25f32ddb-723b-4c1d-a655-9be7f5226e89 tempest-VolumesSnapshotTestJSON-187294591 tempest-VolumesSnapshotTestJSON-187294591-project] Network 5964a17d-7c80-42d4-93f2-128d6b1c3302 is already hosted by enough agents. {{(pid=103279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 19:05:09.207491 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.scheduler.base_scheduler [req-8367afcf-234f-4b20-af87-af6c9cd83ae8 req-25f32ddb-723b-4c1d-a655-9be7f5226e89 tempest-VolumesSnapshotTestJSON-187294591 tempest-VolumesSnapshotTestJSON-187294591-project] Resources bound (agent type, host, resource id): {{(pid=103279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 19:05:09.211169 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvrscheduler_db [req-8367afcf-234f-4b20-af87-af6c9cd83ae8 req-25f32ddb-723b-4c1d-a655-9be7f5226e89 tempest-VolumesSnapshotTestJSON-187294591 tempest-VolumesSnapshotTestJSON-187294591-project] Received port after_create {{(pid=103279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 19:05:09.237477 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f32ddb-723b-4c1d-a655-9be7f5226e89 tempest-VolumesSnapshotTestJSON-187294591 tempest-VolumesSnapshotTestJSON-187294591-project] Pushing event updated for resources: {'Port': ['ID=1371a7f8-eafe-4c9a-b83f-ae78b35688d2,revision_number=1']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:05:09.264177 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8367afcf-234f-4b20-af87-af6c9cd83ae8 req-25f32ddb-723b-4c1d-a655-9be7f5226e89 tempest-VolumesSnapshotTestJSON-187294591 tempest-VolumesSnapshotTestJSON-187294591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:05:09.264795 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [req-8367afcf-234f-4b20-af87-af6c9cd83ae8 req-25f32ddb-723b-4c1d-a655-9be7f5226e89 tempest-VolumesSnapshotTestJSON-187294591 tempest-VolumesSnapshotTestJSON-187294591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127086'] for port (None), before_response {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:09.284839 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-8367afcf-234f-4b20-af87-af6c9cd83ae8 req-25f32ddb-723b-4c1d-a655-9be7f5226e89 tempest-VolumesSnapshotTestJSON-187294591 tempest-VolumesSnapshotTestJSON-187294591-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5568032 May 04 19:05:09.298473 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.v2.base [req-8367afcf-234f-4b20-af87-af6c9cd83ae8 req-8578056f-cee0-414b-a058-b10f031eeecb service neutron] Request body: {'port': {'device_id': '6947b3bf-36ab-42e6-b98e-1e0a9a65d20c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84052'}} {{(pid=103279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:05:09.359890 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [req-8367afcf-234f-4b20-af87-af6c9cd83ae8 req-8578056f-cee0-414b-a058-b10f031eeecb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (1371a7f8-eafe-4c9a-b83f-ae78b35688d2), before_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:09.605763 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead31bd4-4661-472a-a9ec-2522a5bf0e8f req-0c9e748e-0b44-4605-82aa-1c439fd43e3a tempest-VolumesSnapshotTestJSON-187294591 tempest-VolumesSnapshotTestJSON-187294591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:05:09.607262 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-ead31bd4-4661-472a-a9ec-2522a5bf0e8f req-0c9e748e-0b44-4605-82aa-1c439fd43e3a tempest-VolumesSnapshotTestJSON-187294591 tempest-VolumesSnapshotTestJSON-187294591-project] 10.222.0.35 "GET /v2.0/ports?device_id=6947b3bf-36ab-42e6-b98e-1e0a9a65d20c HTTP/1.1" status: 200 len: 931 time: 0.0588493 May 04 19:05:09.626984 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a673c44c-5114-46d0-88d2-1e8811401ed3 req-4fd141af-427a-49e3-ad89-5f0f81f62b32 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:05:09.628501 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a673c44c-5114-46d0-88d2-1e8811401ed3 req-4fd141af-427a-49e3-ad89-5f0f81f62b32 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] 10.222.0.35 "GET /v2.0/ports?device_id=f8542e6b-551f-4cb6-94ec-c23a140d7614 HTTP/1.1" status: 200 len: 944 time: 0.0470202 May 04 19:05:09.677762 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a673c44c-5114-46d0-88d2-1e8811401ed3 req-85817139-47cd-4e2b-81a9-f30063d25229 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] 10.222.0.35 "GET /v2.0/security-groups?id=50f2a49a-63df-4fe6-a739-8d2b83e2257c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428660 May 04 19:05:09.678192 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.notifiers.nova [req-8367afcf-234f-4b20-af87-af6c9cd83ae8 req-8578056f-cee0-414b-a058-b10f031eeecb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1371a7f8-eafe-4c9a-b83f-ae78b35688d2 {{(pid=103279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 19:05:09.691384 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [req-8367afcf-234f-4b20-af87-af6c9cd83ae8 req-8578056f-cee0-414b-a058-b10f031eeecb service neutron] Publish callbacks [] for port (1371a7f8-eafe-4c9a-b83f-ae78b35688d2), precommit_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:09.702305 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-ead31bd4-4661-472a-a9ec-2522a5bf0e8f req-3b3530e0-d683-4d06-b67f-93bf6e4657ea tempest-VolumesSnapshotTestJSON-187294591 tempest-VolumesSnapshotTestJSON-187294591-project] 10.222.0.35 "GET /v2.0/security-groups?id=2a442230-6444-4373-8074-3820303928c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860548 May 04 19:05:09.710021 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [req-8367afcf-234f-4b20-af87-af6c9cd83ae8 req-8578056f-cee0-414b-a058-b10f031eeecb service neutron] Transition to ACTIVE for port object 1371a7f8-eafe-4c9a-b83f-ae78b35688d2 will not be triggered until provisioned by entity L2. {{(pid=103279) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 19:05:09.715991 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [req-8367afcf-234f-4b20-af87-af6c9cd83ae8 req-8578056f-cee0-414b-a058-b10f031eeecb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13908979'] for port (1371a7f8-eafe-4c9a-b83f-ae78b35688d2), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:10.031681 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8578056f-cee0-414b-a058-b10f031eeecb service neutron] Pushing event updated for resources: {'Port': ['ID=1371a7f8-eafe-4c9a-b83f-ae78b35688d2,revision_number=2']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:05:10.097903 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Device a28fbd48-e311-465b-89a6-b1b893564e9e up at agent hyperv_hv-cinder-84052 {{(pid=103281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 19:05:10.100047 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.managers [req-8367afcf-234f-4b20-af87-af6c9cd83ae8 req-8578056f-cee0-414b-a058-b10f031eeecb service neutron] Attempting to bind port 1371a7f8-eafe-4c9a-b83f-ae78b35688d2 on host hv-cinder-84052 for vnic_type normal with profile {{(pid=103279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 19:05:10.100384 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.managers [req-8367afcf-234f-4b20-af87-af6c9cd83ae8 req-8578056f-cee0-414b-a058-b10f031eeecb service neutron] Attempting to bind port 1371a7f8-eafe-4c9a-b83f-ae78b35688d2 by drivers openvswitch,hyperv on host hv-cinder-84052 at level 0 using segments [{'id': '8c93f5eb-5e0b-4505-becd-0389494f6b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '5964a17d-7c80-42d4-93f2-128d6b1c3302'}] {{(pid=103279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 19:05:10.100704 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8367afcf-234f-4b20-af87-af6c9cd83ae8 req-8578056f-cee0-414b-a058-b10f031eeecb service neutron] Attempting to bind port 1371a7f8-eafe-4c9a-b83f-ae78b35688d2 on network 5964a17d-7c80-42d4-93f2-128d6b1c3302 {{(pid=103279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 19:05:10.105056 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8367afcf-234f-4b20-af87-af6c9cd83ae8 req-8578056f-cee0-414b-a058-b10f031eeecb service neutron] Port 1371a7f8-eafe-4c9a-b83f-ae78b35688d2 on network 5964a17d-7c80-42d4-93f2-128d6b1c3302 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84052 {{(pid=103279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 19:05:10.105413 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8367afcf-234f-4b20-af87-af6c9cd83ae8 req-8578056f-cee0-414b-a058-b10f031eeecb service neutron] Attempting to bind port 1371a7f8-eafe-4c9a-b83f-ae78b35688d2 on network 5964a17d-7c80-42d4-93f2-128d6b1c3302 {{(pid=103279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 19:05:10.110394 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8367afcf-234f-4b20-af87-af6c9cd83ae8 req-8578056f-cee0-414b-a058-b10f031eeecb service neutron] Checking agent: {'id': 'bff7e656-358d-4e40-a36a-3f10fe33ffdf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84052', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 18, 54, 55), 'started_at': datetime.datetime(2022, 5, 4, 18, 54, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 19, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 19:05:10.110719 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8367afcf-234f-4b20-af87-af6c9cd83ae8 req-8578056f-cee0-414b-a058-b10f031eeecb service neutron] Checking segment: {'id': '8c93f5eb-5e0b-4505-becd-0389494f6b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '5964a17d-7c80-42d4-93f2-128d6b1c3302'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 19:05:10.111102 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8367afcf-234f-4b20-af87-af6c9cd83ae8 req-8578056f-cee0-414b-a058-b10f031eeecb service neutron] Bound using segment: {'id': '8c93f5eb-5e0b-4505-becd-0389494f6b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '5964a17d-7c80-42d4-93f2-128d6b1c3302'} {{(pid=103279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 19:05:10.111532 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.managers [req-8367afcf-234f-4b20-af87-af6c9cd83ae8 req-8578056f-cee0-414b-a058-b10f031eeecb service neutron] Bound port: 1371a7f8-eafe-4c9a-b83f-ae78b35688d2, host: hv-cinder-84052, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c93f5eb-5e0b-4505-becd-0389494f6b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '5964a17d-7c80-42d4-93f2-128d6b1c3302'}}] {{(pid=103279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 19:05:10.111966 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [req-8367afcf-234f-4b20-af87-af6c9cd83ae8 req-8578056f-cee0-414b-a058-b10f031eeecb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (1371a7f8-eafe-4c9a-b83f-ae78b35688d2), before_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:10.147010 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Provisioning for port a28fbd48-e311-465b-89a6-b1b893564e9e completed by entity L2. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 19:05:10.153574 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Provisioning complete for port a28fbd48-e311-465b-89a6-b1b893564e9e triggered by entity L2. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:05:10.154016 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1774450'] for port (a28fbd48-e311-465b-89a6-b1b893564e9e), provisioning_complete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:10.180282 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [req-8367afcf-234f-4b20-af87-af6c9cd83ae8 req-8578056f-cee0-414b-a058-b10f031eeecb service neutron] For port 1371a7f8-eafe-4c9a-b83f-ae78b35688d2, host hv-cinder-84052, cleared binding levels {{(pid=103279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 19:05:10.183407 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [req-8367afcf-234f-4b20-af87-af6c9cd83ae8 req-8578056f-cee0-414b-a058-b10f031eeecb service neutron] For port 1371a7f8-eafe-4c9a-b83f-ae78b35688d2, host hv-cinder-84052, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=1371a7f8-eafe-4c9a-b83f-ae78b35688d2,segment=NetworkSegment(8c93f5eb-5e0b-4505-becd-0389494f6b04),segment_id=8c93f5eb-5e0b-4505-becd-0389494f6b04)] {{(pid=103279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 19:05:10.197060 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [req-8367afcf-234f-4b20-af87-af6c9cd83ae8 req-8578056f-cee0-414b-a058-b10f031eeecb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13908979'] for port (1371a7f8-eafe-4c9a-b83f-ae78b35688d2), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:10.231654 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8367afcf-234f-4b20-af87-af6c9cd83ae8 req-8578056f-cee0-414b-a058-b10f031eeecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:05:10.232325 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [req-8367afcf-234f-4b20-af87-af6c9cd83ae8 req-8578056f-cee0-414b-a058-b10f031eeecb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127086'] for port (None), before_response {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:10.233722 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-8367afcf-234f-4b20-af87-af6c9cd83ae8 req-8578056f-cee0-414b-a058-b10f031eeecb service neutron] 10.222.0.55 "PUT /v2.0/ports/1371a7f8-eafe-4c9a-b83f-ae78b35688d2 HTTP/1.1" status: 200 len: 1093 time: 0.9416037 May 04 19:05:10.236221 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6947b3bf-36ab-42e6-b98e-1e0a9a65d20c', 'tag': '1371a7f8-eafe-4c9a-b83f-ae78b35688d2'}] {{(pid=103279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 19:05:10.236599 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Current status of the port a28fbd48-e311-465b-89a6-b1b893564e9e is: BUILD; New status is: ACTIVE {{(pid=103281) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:05:10.236990 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (a28fbd48-e311-465b-89a6-b1b893564e9e), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:10.239898 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f03067be0d021e11c0632f57e5c6e43a0067ecb248f9894e29d0a29efd5d62c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b17ee8ad-60a0-487b-8ba4-82c587b61383" -d '{"events": [{"name": "network-changed", "server_uuid": "6947b3bf-36ab-42e6-b98e-1e0a9a65d20c", "tag": "1371a7f8-eafe-4c9a-b83f-ae78b35688d2"}]}' {{(pid=103279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 19:05:10.267510 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8578056f-cee0-414b-a058-b10f031eeecb service neutron] Pushing event updated for resources: {'Port': ['ID=1371a7f8-eafe-4c9a-b83f-ae78b35688d2,revision_number=3']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:05:10.269993 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8542e6b-551f-4cb6-94ec-c23a140d7614', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a28fbd48-e311-465b-89a6-b1b893564e9e'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 19:05:10.272345 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29bc9e8fddf1e81845832baf79700cdfe783df1752dea94dce4e4e68657cb9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce770f02-3bb5-4043-a1f8-1f571e5392e8" -d '{"events": [{"server_uuid": "f8542e6b-551f-4cb6-94ec-c23a140d7614", "name": "network-vif-plugged", "status": "completed", "tag": "a28fbd48-e311-465b-89a6-b1b893564e9e"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 19:05:10.286482 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] For port a28fbd48-e311-465b-89a6-b1b893564e9e, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=a28fbd48-e311-465b-89a6-b1b893564e9e,segment=NetworkSegment(35744400-35e9-41b0-9808-c9830e976a8a),segment_id=35744400-35e9-41b0-9808-c9830e976a8a)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:05:10.289813 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 19:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-014bced6-b949-48d1-a718-8e501bbefba4 x-openstack-request-id: req-014bced6-b949-48d1-a718-8e501bbefba4 {{(pid=103279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 19:05:10.290218 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6947b3bf-36ab-42e6-b98e-1e0a9a65d20c", "tag": "1371a7f8-eafe-4c9a-b83f-ae78b35688d2", "status": "completed", "code": 200}]} {{(pid=103279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 19:05:10.290487 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-014bced6-b949-48d1-a718-8e501bbefba4 {{(pid=103279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 19:05:10.290879 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.notifiers.nova [-] Nova event matching ['req-014bced6-b949-48d1-a718-8e501bbefba4'] response: {'name': 'network-changed', 'server_uuid': '6947b3bf-36ab-42e6-b98e-1e0a9a65d20c', 'tag': '1371a7f8-eafe-4c9a-b83f-ae78b35688d2', 'status': 'completed', 'code': 200} May 04 19:05:10.293023 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136'] for port (a28fbd48-e311-465b-89a6-b1b893564e9e), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:10.319358 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 19:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e557ef8c-f43a-436f-bd56-113b549d674d x-openstack-request-id: req-e557ef8c-f43a-436f-bd56-113b549d674d {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 19:05:10.319670 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8542e6b-551f-4cb6-94ec-c23a140d7614", "name": "network-vif-plugged", "status": "completed", "tag": "a28fbd48-e311-465b-89a6-b1b893564e9e", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 19:05:10.319900 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e557ef8c-f43a-436f-bd56-113b549d674d {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 19:05:10.320289 dv-cinder-840525-1-iscsi neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e557ef8c-f43a-436f-bd56-113b549d674d'] response: {'server_uuid': 'f8542e6b-551f-4cb6-94ec-c23a140d7614', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a28fbd48-e311-465b-89a6-b1b893564e9e', 'code': 200} May 04 19:05:10.336089 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8367afcf-234f-4b20-af87-af6c9cd83ae8 req-a7c78cc5-f7cd-4af1-bfdd-4702242875c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:05:10.337320 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-8367afcf-234f-4b20-af87-af6c9cd83ae8 req-a7c78cc5-f7cd-4af1-bfdd-4702242875c5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2f8f54a0a02a48a7a27e4b9474d4787f&device_id=6947b3bf-36ab-42e6-b98e-1e0a9a65d20c HTTP/1.1" status: 200 len: 1127 time: 0.0423722 May 04 19:05:10.348115 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Pushing event updated for resources: {'Port': ['ID=a28fbd48-e311-465b-89a6-b1b893564e9e,revision_number=5']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:05:10.379237 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-8367afcf-234f-4b20-af87-af6c9cd83ae8 req-bb07a10b-ae49-438f-93a8-27a4ed0ba580 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1371a7f8-eafe-4c9a-b83f-ae78b35688d2 HTTP/1.1" status: 200 len: 217 time: 0.0336525 May 04 19:05:10.452076 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8367afcf-234f-4b20-af87-af6c9cd83ae8 req-53399540-60d8-47c2-8ed1-dab39e26e460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:05:10.453635 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-8367afcf-234f-4b20-af87-af6c9cd83ae8 req-53399540-60d8-47c2-8ed1-dab39e26e460 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=64709530-5776-482b-8e24-50365814a8d3 HTTP/1.1" status: 200 len: 853 time: 0.0500519 May 04 19:05:10.486770 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-8367afcf-234f-4b20-af87-af6c9cd83ae8 req-f3bbeee8-84bd-42bc-b0e0-aa9107879da8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5964a17d-7c80-42d4-93f2-128d6b1c3302&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259137 May 04 19:05:10.815981 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffa1212-1787-4d9e-98d6-e8fdef26170e req-9922a152-7d67-45c0-bbf8-2f6b99f0bc7c tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:05:10.817638 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-2ffa1212-1787-4d9e-98d6-e8fdef26170e req-9922a152-7d67-45c0-bbf8-2f6b99f0bc7c tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] 10.222.0.35 "GET /v2.0/ports?device_id=f8542e6b-551f-4cb6-94ec-c23a140d7614 HTTP/1.1" status: 200 len: 945 time: 0.0538149 May 04 19:05:10.832084 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ed7442-a460-4261-9719-c7835d4af556 req-c85e79c1-44f9-4ae6-9367-d1aac3684995 tempest-VolumesSnapshotTestJSON-187294591 tempest-VolumesSnapshotTestJSON-187294591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:05:10.833568 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-49ed7442-a460-4261-9719-c7835d4af556 req-c85e79c1-44f9-4ae6-9367-d1aac3684995 tempest-VolumesSnapshotTestJSON-187294591 tempest-VolumesSnapshotTestJSON-187294591-project] 10.222.0.35 "GET /v2.0/ports?device_id=6947b3bf-36ab-42e6-b98e-1e0a9a65d20c HTTP/1.1" status: 200 len: 943 time: 0.0522177 May 04 19:05:10.876251 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-2ffa1212-1787-4d9e-98d6-e8fdef26170e req-7de4a1b4-a403-48d4-913d-2c6c3207a1cf tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] 10.222.0.35 "GET /v2.0/security-groups?id=50f2a49a-63df-4fe6-a739-8d2b83e2257c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0528393 May 04 19:05:10.899383 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-49ed7442-a460-4261-9719-c7835d4af556 req-dfbb2e45-937f-4aad-b996-cc330f97adb7 tempest-VolumesSnapshotTestJSON-187294591 tempest-VolumesSnapshotTestJSON-187294591-project] 10.222.0.35 "GET /v2.0/security-groups?id=2a442230-6444-4373-8074-3820303928c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513833 May 04 19:05:12.000946 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e703129c-99ec-407c-b405-b9f8975aaddb req-be24cd26-9375-4910-be1e-915f74e6a4c6 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:05:12.002511 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e703129c-99ec-407c-b405-b9f8975aaddb req-be24cd26-9375-4910-be1e-915f74e6a4c6 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] 10.222.0.35 "GET /v2.0/ports?device_id=f8542e6b-551f-4cb6-94ec-c23a140d7614 HTTP/1.1" status: 200 len: 945 time: 0.0485027 May 04 19:05:12.007723 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442ed883-d988-4ad3-9508-1aa9c714de42 req-af4d72d2-9e48-4412-85e2-5138018e1054 tempest-VolumesSnapshotTestJSON-187294591 tempest-VolumesSnapshotTestJSON-187294591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:05:12.009166 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-442ed883-d988-4ad3-9508-1aa9c714de42 req-af4d72d2-9e48-4412-85e2-5138018e1054 tempest-VolumesSnapshotTestJSON-187294591 tempest-VolumesSnapshotTestJSON-187294591-project] 10.222.0.35 "GET /v2.0/ports?device_id=6947b3bf-36ab-42e6-b98e-1e0a9a65d20c HTTP/1.1" status: 200 len: 943 time: 0.0486045 May 04 19:05:12.052816 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e703129c-99ec-407c-b405-b9f8975aaddb req-e703cb20-be49-4d1e-8499-1256b682c0a7 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] 10.222.0.35 "GET /v2.0/security-groups?id=50f2a49a-63df-4fe6-a739-8d2b83e2257c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444360 May 04 19:05:12.055444 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-442ed883-d988-4ad3-9508-1aa9c714de42 req-72c0fc6b-4bd1-45e9-b8a9-57be88235d52 tempest-VolumesSnapshotTestJSON-187294591 tempest-VolumesSnapshotTestJSON-187294591-project] 10.222.0.35 "GET /v2.0/security-groups?id=2a442230-6444-4373-8074-3820303928c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406866 May 04 19:05:12.232562 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9270553e-df9c-4a2e-a1cf-3b7777102c5d req-0a05e0d0-ede8-4782-9ec2-0bc934e0672a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:05:12.234062 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-9270553e-df9c-4a2e-a1cf-3b7777102c5d req-0a05e0d0-ede8-4782-9ec2-0bc934e0672a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f8542e6b-551f-4cb6-94ec-c23a140d7614 HTTP/1.1" status: 200 len: 1129 time: 0.0464981 May 04 19:05:12.281176 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-8367afcf-234f-4b20-af87-af6c9cd83ae8 req-d1365ef0-1dbd-44df-b8af-b979a9d3ae9b service neutron] 10.222.0.55 "GET /v2.0/networks/5964a17d-7c80-42d4-93f2-128d6b1c3302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893114 May 04 19:05:13.203284 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25064950-6263-420a-a380-f8cb59321f2b req-aa412b35-f483-4127-a928-3c8c04eeb81a tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:05:13.204757 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-25064950-6263-420a-a380-f8cb59321f2b req-aa412b35-f483-4127-a928-3c8c04eeb81a tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] 10.222.0.35 "GET /v2.0/ports?device_id=f8542e6b-551f-4cb6-94ec-c23a140d7614 HTTP/1.1" status: 200 len: 945 time: 0.0754199 May 04 19:05:13.207855 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-9270553e-df9c-4a2e-a1cf-3b7777102c5d req-e34f4329-6573-4615-87a7-af1ff043129c service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=50f2a49a-63df-4fe6-a739-8d2b83e2257c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0926375 May 04 19:05:13.217415 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd994584-7dad-4983-be41-0304420a3fcb req-3f394716-6ac6-4966-9138-71d4b07fe814 tempest-VolumesSnapshotTestJSON-187294591 tempest-VolumesSnapshotTestJSON-187294591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:05:13.218891 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-fd994584-7dad-4983-be41-0304420a3fcb req-3f394716-6ac6-4966-9138-71d4b07fe814 tempest-VolumesSnapshotTestJSON-187294591 tempest-VolumesSnapshotTestJSON-187294591-project] 10.222.0.35 "GET /v2.0/ports?device_id=6947b3bf-36ab-42e6-b98e-1e0a9a65d20c HTTP/1.1" status: 200 len: 943 time: 0.0938852 May 04 19:05:13.254983 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-25064950-6263-420a-a380-f8cb59321f2b req-918f17e7-a603-4bab-b4ed-1bcac8225f38 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] 10.222.0.35 "GET /v2.0/security-groups?id=50f2a49a-63df-4fe6-a739-8d2b83e2257c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440195 May 04 19:05:13.257342 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-8367afcf-234f-4b20-af87-af6c9cd83ae8 req-a5de5566-a236-4e2c-97d3-1a67f0067441 service neutron] 10.222.0.55 "GET /v2.0/networks/5964a17d-7c80-42d4-93f2-128d6b1c3302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414607 May 04 19:05:13.280414 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-fd994584-7dad-4983-be41-0304420a3fcb req-7bf3dfca-2daa-4a86-93ae-938ec49fd4b7 tempest-VolumesSnapshotTestJSON-187294591 tempest-VolumesSnapshotTestJSON-187294591-project] 10.222.0.35 "GET /v2.0/security-groups?id=2a442230-6444-4373-8074-3820303928c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539482 May 04 19:05:14.375449 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d8f0fb-c2e2-4e8f-a8be-e40cc779ff62 req-b4093c40-7e3c-4851-8e9d-c36977503ae7 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:05:14.377735 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-21d8f0fb-c2e2-4e8f-a8be-e40cc779ff62 req-b4093c40-7e3c-4851-8e9d-c36977503ae7 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] 10.222.0.35 "GET /v2.0/ports?device_id=f8542e6b-551f-4cb6-94ec-c23a140d7614 HTTP/1.1" status: 200 len: 945 time: 0.0493250 May 04 19:05:14.398849 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d76863-cdf3-4ae5-8bb6-13cfa25bd66f req-6d0733fa-6a48-4f6d-bbed-f5280a500ea4 tempest-VolumesSnapshotTestJSON-187294591 tempest-VolumesSnapshotTestJSON-187294591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:05:14.400505 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-64d76863-cdf3-4ae5-8bb6-13cfa25bd66f req-6d0733fa-6a48-4f6d-bbed-f5280a500ea4 tempest-VolumesSnapshotTestJSON-187294591 tempest-VolumesSnapshotTestJSON-187294591-project] 10.222.0.35 "GET /v2.0/ports?device_id=6947b3bf-36ab-42e6-b98e-1e0a9a65d20c HTTP/1.1" status: 200 len: 943 time: 0.0522122 May 04 19:05:14.430498 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-21d8f0fb-c2e2-4e8f-a8be-e40cc779ff62 req-7e06d0b6-e1d9-4d9e-8e2c-0c77206d66d7 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] 10.222.0.35 "GET /v2.0/security-groups?id=50f2a49a-63df-4fe6-a739-8d2b83e2257c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0469251 May 04 19:05:14.458114 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-64d76863-cdf3-4ae5-8bb6-13cfa25bd66f req-daac38a8-7894-4683-a0d6-cdba66691f6a tempest-VolumesSnapshotTestJSON-187294591 tempest-VolumesSnapshotTestJSON-187294591-project] 10.222.0.35 "GET /v2.0/security-groups?id=2a442230-6444-4373-8074-3820303928c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511296 May 04 19:05:14.531629 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17ee8ad-60a0-487b-8ba4-82c587b61383 req-3802d623-4a14-4be3-91fe-b64701bf4e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:05:14.533156 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-b17ee8ad-60a0-487b-8ba4-82c587b61383 req-3802d623-4a14-4be3-91fe-b64701bf4e23 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2f8f54a0a02a48a7a27e4b9474d4787f&device_id=6947b3bf-36ab-42e6-b98e-1e0a9a65d20c HTTP/1.1" status: 200 len: 1127 time: 0.0399756 May 04 19:05:14.629039 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17ee8ad-60a0-487b-8ba4-82c587b61383 req-146731ca-1fb8-4edb-bf9a-4a83a1d6e339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:05:14.630469 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-b17ee8ad-60a0-487b-8ba4-82c587b61383 req-146731ca-1fb8-4edb-bf9a-4a83a1d6e339 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5964a17d-7c80-42d4-93f2-128d6b1c3302 HTTP/1.1" status: 200 len: 914 time: 0.0874262 May 04 19:05:14.675967 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-b17ee8ad-60a0-487b-8ba4-82c587b61383 req-babf91b3-cd8b-488d-8136-f693870a5c2b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1371a7f8-eafe-4c9a-b83f-ae78b35688d2 HTTP/1.1" status: 200 len: 217 time: 0.0360718 May 04 19:05:14.727137 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17ee8ad-60a0-487b-8ba4-82c587b61383 req-359d78df-adb8-4339-83e9-ccf6fe318b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:05:14.728726 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-b17ee8ad-60a0-487b-8ba4-82c587b61383 req-359d78df-adb8-4339-83e9-ccf6fe318b72 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=64709530-5776-482b-8e24-50365814a8d3 HTTP/1.1" status: 200 len: 853 time: 0.0446541 May 04 19:05:14.787890 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-b17ee8ad-60a0-487b-8ba4-82c587b61383 req-1b166286-716a-488d-b0c5-b5c5ec232979 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5964a17d-7c80-42d4-93f2-128d6b1c3302&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269551 May 04 19:05:15.262140 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-b17ee8ad-60a0-487b-8ba4-82c587b61383 req-499ef243-b116-46bd-911a-3e3963fabdb3 service neutron] 10.222.0.55 "GET /v2.0/networks/5964a17d-7c80-42d4-93f2-128d6b1c3302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918393 May 04 19:05:15.353492 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-b17ee8ad-60a0-487b-8ba4-82c587b61383 req-6cd85819-7455-4cee-909e-8d8436816370 service neutron] 10.222.0.55 "GET /v2.0/networks/5964a17d-7c80-42d4-93f2-128d6b1c3302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851920 May 04 19:05:15.554500 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6467da82-cb17-45d3-95e5-701632c665d8 req-6e151d21-b27e-4c99-8c0e-20107e4b89ee tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:05:15.556093 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6467da82-cb17-45d3-95e5-701632c665d8 req-6e151d21-b27e-4c99-8c0e-20107e4b89ee tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] 10.222.0.35 "GET /v2.0/ports?device_id=f8542e6b-551f-4cb6-94ec-c23a140d7614 HTTP/1.1" status: 200 len: 945 time: 0.0489802 May 04 19:05:15.568195 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44986e29-0399-49b5-b5f2-e0d0a542c35f req-f856b92e-c2c3-42db-92c3-d8a28355a545 tempest-VolumesSnapshotTestJSON-187294591 tempest-VolumesSnapshotTestJSON-187294591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:05:15.569734 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-44986e29-0399-49b5-b5f2-e0d0a542c35f req-f856b92e-c2c3-42db-92c3-d8a28355a545 tempest-VolumesSnapshotTestJSON-187294591 tempest-VolumesSnapshotTestJSON-187294591-project] 10.222.0.35 "GET /v2.0/ports?device_id=6947b3bf-36ab-42e6-b98e-1e0a9a65d20c HTTP/1.1" status: 200 len: 943 time: 0.0495355 May 04 19:05:15.614694 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6467da82-cb17-45d3-95e5-701632c665d8 req-112627ad-6a58-45be-804c-f08937c1c228 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] 10.222.0.35 "GET /v2.0/security-groups?id=50f2a49a-63df-4fe6-a739-8d2b83e2257c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0526686 May 04 19:05:15.622811 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-44986e29-0399-49b5-b5f2-e0d0a542c35f req-b3c687c2-eab1-4384-8993-9f876f51ab9f tempest-VolumesSnapshotTestJSON-187294591 tempest-VolumesSnapshotTestJSON-187294591-project] 10.222.0.35 "GET /v2.0/security-groups?id=2a442230-6444-4373-8074-3820303928c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473120 May 04 19:05:15.732135 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd8ec7f-26c8-4ddd-9720-aa17b8d37409 req-a4e4d66e-6843-4f42-85be-e811d17b2919 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:05:15.733821 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-8fd8ec7f-26c8-4ddd-9720-aa17b8d37409 req-a4e4d66e-6843-4f42-85be-e811d17b2919 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] 10.222.0.35 "GET /v2.0/ports?device_id=f8542e6b-551f-4cb6-94ec-c23a140d7614 HTTP/1.1" status: 200 len: 945 time: 0.0487838 May 04 19:05:15.783923 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-8fd8ec7f-26c8-4ddd-9720-aa17b8d37409 req-0d9e5948-0491-4101-8652-aa93271227fb tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] 10.222.0.35 "GET /v2.0/security-groups?id=50f2a49a-63df-4fe6-a739-8d2b83e2257c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439734 May 04 19:05:15.806299 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 57322) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:05:15.950764 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f623bc57-d56c-4cf4-a87c-f2b3cf0f37a1 tempest-TestVolumeBootPattern-2063378954 tempest-TestVolumeBootPattern-2063378954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:05:15.952433 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-f623bc57-d56c-4cf4-a87c-f2b3cf0f37a1 tempest-TestVolumeBootPattern-2063378954 tempest-TestVolumeBootPattern-2063378954-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=f8542e6b-551f-4cb6-94ec-c23a140d7614 HTTP/1.1" status: 200 len: 1124 time: 0.1450894 May 04 19:05:15.955891 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 57336) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:05:15.960778 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.v2.base [None req-1978efa2-8257-4ae7-9a91-2fb82302838d tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Request body: {'floatingip': {'floating_network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'port_id': 'a28fbd48-e311-465b-89a6-b1b893564e9e', 'tenant_id': '8e0c53091dab4ba790155c256f29db1f', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:05:15.983165 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-1978efa2-8257-4ae7-9a91-2fb82302838d tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:16.061405 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-1978efa2-8257-4ae7-9a91-2fb82302838d tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (None), before_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:16.103673 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Device 1371a7f8-eafe-4c9a-b83f-ae78b35688d2 details requested by agent hyperv_hv-cinder-84052 with host hv-cinder-84052 {{(pid=103281) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 19:05:16.169752 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.db.db_base_plugin_common [None req-1978efa2-8257-4ae7-9a91-2fb82302838d tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Allocated IP 172.27.0.186 (cbca2f8d-f88f-49b4-8a9d-8b4714c67762/6d3155f3-7d72-4b90-89ae-8effc01a61e4/eb37495e-9987-4e2f-9b64-e89b3c7ec238) {{(pid=103279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 19:05:16.207381 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] For port 1371a7f8-eafe-4c9a-b83f-ae78b35688d2, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=1371a7f8-eafe-4c9a-b83f-ae78b35688d2,segment=NetworkSegment(8c93f5eb-5e0b-4505-becd-0389494f6b04),segment_id=8c93f5eb-5e0b-4505-becd-0389494f6b04)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:05:16.219002 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Returning: {'device': '1371a7f8-eafe-4c9a-b83f-ae78b35688d2', 'network_id': '5964a17d-7c80-42d4-93f2-128d6b1c3302', 'port_id': '1371a7f8-eafe-4c9a-b83f-ae78b35688d2', 'mac_address': 'fa:16:3e:3e:91:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 269, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64709530-5776-482b-8e24-50365814a8d3', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103281) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 19:05:16.256269 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Current status of the port 1371a7f8-eafe-4c9a-b83f-ae78b35688d2 is: DOWN; New status is: BUILD {{(pid=103281) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:05:16.256714 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (1371a7f8-eafe-4c9a-b83f-ae78b35688d2), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:16.272909 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.notifiers.nova [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1371a7f8-eafe-4c9a-b83f-ae78b35688d2 {{(pid=103281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 19:05:16.275149 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-1978efa2-8257-4ae7-9a91-2fb82302838d tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Publish callbacks [] for port (eb37495e-9987-4e2f-9b64-e89b3c7ec238), precommit_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:16.296197 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] For port 1371a7f8-eafe-4c9a-b83f-ae78b35688d2, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=1371a7f8-eafe-4c9a-b83f-ae78b35688d2,segment=NetworkSegment(8c93f5eb-5e0b-4505-becd-0389494f6b04),segment_id=8c93f5eb-5e0b-4505-becd-0389494f6b04)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:05:16.301265 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136'] for port (1371a7f8-eafe-4c9a-b83f-ae78b35688d2), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:16.308857 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-1978efa2-8257-4ae7-9a91-2fb82302838d tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790498302100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13908970'] for port (eb37495e-9987-4e2f-9b64-e89b3c7ec238), after_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:16.346038 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1978efa2-8257-4ae7-9a91-2fb82302838d tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Network cbca2f8d-f88f-49b4-8a9d-8b4714c67762 is already hosted by enough agents. {{(pid=103279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 19:05:16.348954 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.scheduler.base_scheduler [None req-1978efa2-8257-4ae7-9a91-2fb82302838d tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Resources bound (agent type, host, resource id): {{(pid=103279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 19:05:16.351762 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Pushing event updated for resources: {'Port': ['ID=1371a7f8-eafe-4c9a-b83f-ae78b35688d2,revision_number=4']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:05:16.354735 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1978efa2-8257-4ae7-9a91-2fb82302838d tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Received port after_create {{(pid=103279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 19:05:16.360377 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1978efa2-8257-4ae7-9a91-2fb82302838d tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Pushing event updated for resources: {'Port': ['ID=eb37495e-9987-4e2f-9b64-e89b3c7ec238,revision_number=1']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:05:16.506720 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] get_ports_and_sgs() called for port_ids ['1371a7f8-eafe-4c9a-b83f-ae78b35688d2'] {{(pid=103281) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 19:05:16.761456 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb1ae02-0b34-4603-8dd6-ee1bcc61230b req-48338520-1fd1-47ac-8223-da23d5cf4d35 tempest-VolumesSnapshotTestJSON-187294591 tempest-VolumesSnapshotTestJSON-187294591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:05:16.762925 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-4eb1ae02-0b34-4603-8dd6-ee1bcc61230b req-48338520-1fd1-47ac-8223-da23d5cf4d35 tempest-VolumesSnapshotTestJSON-187294591 tempest-VolumesSnapshotTestJSON-187294591-project] 10.222.0.35 "GET /v2.0/ports?device_id=6947b3bf-36ab-42e6-b98e-1e0a9a65d20c HTTP/1.1" status: 200 len: 944 time: 0.0718338 May 04 19:05:16.763940 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-1978efa2-8257-4ae7-9a91-2fb82302838d tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Publish callbacks [] for floatingip (b85135bc-5ad6-440e-a9ab-7a76cd01a581), precommit_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:16.861669 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-4eb1ae02-0b34-4603-8dd6-ee1bcc61230b req-d9be0340-d70f-41bf-91d1-0e3a9893c5f8 tempest-VolumesSnapshotTestJSON-187294591 tempest-VolumesSnapshotTestJSON-187294591-project] 10.222.0.35 "GET /v2.0/security-groups?id=2a442230-6444-4373-8074-3820303928c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771451 May 04 19:05:16.864906 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-1978efa2-8257-4ae7-9a91-2fb82302838d tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (eb37495e-9987-4e2f-9b64-e89b3c7ec238), before_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:17.021442 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-1978efa2-8257-4ae7-9a91-2fb82302838d tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Publish callbacks [] for port (eb37495e-9987-4e2f-9b64-e89b3c7ec238), precommit_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:17.028079 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-1978efa2-8257-4ae7-9a91-2fb82302838d tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13908979'] for port (eb37495e-9987-4e2f-9b64-e89b3c7ec238), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:17.094155 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1978efa2-8257-4ae7-9a91-2fb82302838d tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Pushing event updated for resources: {'Port': ['ID=eb37495e-9987-4e2f-9b64-e89b3c7ec238,revision_number=2']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:05:17.109235 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-1978efa2-8257-4ae7-9a91-2fb82302838d tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608971'] for floatingip (b85135bc-5ad6-440e-a9ab-7a76cd01a581), after_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:17.225613 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.db.l3_db [None req-1978efa2-8257-4ae7-9a91-2fb82302838d tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Floating IP b85135bc-5ad6-440e-a9ab-7a76cd01a581 associated. External IP: 172.27.0.186, port: a28fbd48-e311-465b-89a6-b1b893564e9e. May 04 19:05:17.438538 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1978efa2-8257-4ae7-9a91-2fb82302838d tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Router bd463de1-e07e-49fe-a2e1-cee08d118527 has already been hosted by L3 agent 0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b {{(pid=103279) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 19:05:17.547687 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1978efa2-8257-4ae7-9a91-2fb82302838d tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Notify agent at l3_agent.dv-cinder-840525-1-iscsi the message routers_updated {{(pid=103279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 19:05:17.558784 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a412eb3d-38fd-48e4-a0fa-8161ed041215 None None] Sync routers for ids ['bd463de1-e07e-49fe-a2e1-cee08d118527'] in dv-cinder-840525-1-iscsi {{(pid=103281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 19:05:17.569071 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a412eb3d-38fd-48e4-a0fa-8161ed041215 None None] Routers {'bd463de1-e07e-49fe-a2e1-cee08d118527'} bound to L3 agent in host dv-cinder-840525-1-iscsi {{(pid=103281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:05:17.569711 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-1978efa2-8257-4ae7-9a91-2fb82302838d tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127086'] for floatingip (None), before_response {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:17.569831 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_hamode_db [None req-a412eb3d-38fd-48e4-a0fa-8161ed041215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T18:48:29Z,description=,heartbeat_timestamp=2022-05-04T19:04:59Z,host='dv-cinder-840525-1-iscsi',id=0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:48:29Z,topic='l3_agent')) {'router_ids': ['bd463de1-e07e-49fe-a2e1-cee08d118527'], 'active': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:05:17.601245 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-1978efa2-8257-4ae7-9a91-2fb82302838d tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6441650 May 04 19:05:17.601922 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8542e6b-551f-4cb6-94ec-c23a140d7614', 'tag': 'a28fbd48-e311-465b-89a6-b1b893564e9e'}] {{(pid=103279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 19:05:17.604204 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f03067be0d021e11c0632f57e5c6e43a0067ecb248f9894e29d0a29efd5d62c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6494ea4-5aa2-4cb0-a4aa-9cc9cdc1445a" -d '{"events": [{"name": "network-changed", "server_uuid": "f8542e6b-551f-4cb6-94ec-c23a140d7614", "tag": "a28fbd48-e311-465b-89a6-b1b893564e9e"}]}' {{(pid=103279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 19:05:17.641540 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 19:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b22b6156-24a4-4b82-a0bd-d79ff1a818a3 x-openstack-request-id: req-b22b6156-24a4-4b82-a0bd-d79ff1a818a3 {{(pid=103279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 19:05:17.641828 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8542e6b-551f-4cb6-94ec-c23a140d7614", "tag": "a28fbd48-e311-465b-89a6-b1b893564e9e", "status": "completed", "code": 200}]} {{(pid=103279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 19:05:17.642086 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b22b6156-24a4-4b82-a0bd-d79ff1a818a3 {{(pid=103279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 19:05:17.642499 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b22b6156-24a4-4b82-a0bd-d79ff1a818a3'] response: {'name': 'network-changed', 'server_uuid': 'f8542e6b-551f-4cb6-94ec-c23a140d7614', 'tag': 'a28fbd48-e311-465b-89a6-b1b893564e9e', 'status': 'completed', 'code': 200} May 04 19:05:17.687315 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvr_db [None req-a412eb3d-38fd-48e4-a0fa-8161ed041215 None None] Set router bd463de1-e07e-49fe-a2e1-cee08d118527 gateway port host: dv-cinder-840525-1-iscsi {{(pid=103281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:05:17.700001 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6494ea4-5aa2-4cb0-a4aa-9cc9cdc1445a req-6237b7d9-f29f-42fd-8eca-1a35a915b908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:05:17.701567 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-f6494ea4-5aa2-4cb0-a4aa-9cc9cdc1445a req-6237b7d9-f29f-42fd-8eca-1a35a915b908 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8e0c53091dab4ba790155c256f29db1f&device_id=f8542e6b-551f-4cb6-94ec-c23a140d7614 HTTP/1.1" status: 200 len: 1129 time: 0.0394831 May 04 19:05:17.796960 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6494ea4-5aa2-4cb0-a4aa-9cc9cdc1445a req-ce9c64e5-4857-43b0-aadb-8c27e61d1126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:05:17.798601 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-f6494ea4-5aa2-4cb0-a4aa-9cc9cdc1445a req-ce9c64e5-4857-43b0-aadb-8c27e61d1126 service neutron] 10.222.0.55 "GET /v2.0/networks?id=4a23e4f9-d4ef-406a-b7a6-dea368f7eb37 HTTP/1.1" status: 200 len: 913 time: 0.0907986 May 04 19:05:17.897499 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-f6494ea4-5aa2-4cb0-a4aa-9cc9cdc1445a req-e6b2a078-4183-4645-9ea0-e3b8b183d890 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a28fbd48-e311-465b-89a6-b1b893564e9e HTTP/1.1" status: 200 len: 999 time: 0.0920267 May 04 19:05:17.901544 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_hamode_db [None req-a412eb3d-38fd-48e4-a0fa-8161ed041215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd463de1-e07e-49fe-a2e1-cee08d118527', 'name': 'tempest-TestVolumeBootPattern-2088772060-router', 'tenant_id': '8e0c53091dab4ba790155c256f29db1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'external_fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '078e2e3c-28d4-4f38-9b5e-e3cfc67b471b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:04:10Z', 'updated_at': '2022-05-04T19:04:13Z', 'revision_number': 4, 'project_id': '8e0c53091dab4ba790155c256f29db1f', 'gw_port': {'id': '078e2e3c-28d4-4f38-9b5e-e3cfc67b471b', 'name': '', 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a6:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd463de1-e07e-49fe-a2e1-cee08d118527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:04:10Z', 'updated_at': '2022-05-04T19:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-1-iscsi', '_floatingips': [{'id': 'b85135bc-5ad6-440e-a9ab-7a76cd01a581', 'tenant_id': '8e0c53091dab4ba790155c256f29db1f', 'floating_ip_address': '172.27.0.186', 'floating_network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'router_id': 'bd463de1-e07e-49fe-a2e1-cee08d118527', 'port_id': 'a28fbd48-e311-465b-89a6-b1b893564e9e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a23e4f9-d4ef-406a-b7a6-dea368f7eb37', 'mac_address': 'fa:16:3e:5b:6f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8542e6b-551f-4cb6-94ec-c23a140d7614', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T19:05:16Z', 'updated_at': '2022-05-04T19:05:16Z', 'revision_number': 0, 'project_id': '8e0c53091dab4ba790155c256f29db1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '721b03e0-3d9a-48fb-b8f1-ce1b232df2fb', 'name': '', 'network_id': '4a23e4f9-d4ef-406a-b7a6-dea368f7eb37', 'tenant_id': '8e0c53091dab4ba790155c256f29db1f', 'mac_address': 'fa:16:3e:61:f8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd463de1-e07e-49fe-a2e1-cee08d118527', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '5e7b376d-b1cb-4bfd-b355-a8ae47b6f0d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:04:13Z', 'updated_at': '2022-05-04T19:04:19Z', 'revision_number': 5, 'project_id': '8e0c53091dab4ba790155c256f29db1f', 'subnets': [{'id': '5e7b376d-b1cb-4bfd-b355-a8ae47b6f0d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-1-iscsi', False) {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:05:17.928843 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a412eb3d-38fd-48e4-a0fa-8161ed041215 None None] Checking router: bd463de1-e07e-49fe-a2e1-cee08d118527 for host: dv-cinder-840525-1-iscsi {{(pid=103281) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 19:05:17.938107 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a412eb3d-38fd-48e4-a0fa-8161ed041215 None None] Routers {'bd463de1-e07e-49fe-a2e1-cee08d118527'} bound to L3 agent in host dv-cinder-840525-1-iscsi {{(pid=103281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:05:17.938738 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_hamode_db [None req-a412eb3d-38fd-48e4-a0fa-8161ed041215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T18:48:29Z,description=,heartbeat_timestamp=2022-05-04T19:04:59Z,host='dv-cinder-840525-1-iscsi',id=0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:48:29Z,topic='l3_agent')) {'router_ids': ['bd463de1-e07e-49fe-a2e1-cee08d118527'], 'active': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:05:18.051528 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvr_db [None req-a412eb3d-38fd-48e4-a0fa-8161ed041215 None None] Set router bd463de1-e07e-49fe-a2e1-cee08d118527 gateway port host: dv-cinder-840525-1-iscsi {{(pid=103281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:05:18.132408 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Device 1371a7f8-eafe-4c9a-b83f-ae78b35688d2 up at agent hyperv_hv-cinder-84052 {{(pid=103281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 19:05:18.222198 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Provisioning for port 1371a7f8-eafe-4c9a-b83f-ae78b35688d2 completed by entity L2. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 19:05:18.253605 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Provisioning complete for port 1371a7f8-eafe-4c9a-b83f-ae78b35688d2 triggered by entity L2. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:05:18.253979 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1774450'] for port (1371a7f8-eafe-4c9a-b83f-ae78b35688d2), provisioning_complete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:18.261067 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e722a406-efde-4a4c-95d2-b326197187f7 req-024ef87d-b1dd-4380-a86c-3a0e75e92023 tempest-VolumesSnapshotTestJSON-187294591 tempest-VolumesSnapshotTestJSON-187294591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:05:18.262720 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-e722a406-efde-4a4c-95d2-b326197187f7 req-024ef87d-b1dd-4380-a86c-3a0e75e92023 tempest-VolumesSnapshotTestJSON-187294591 tempest-VolumesSnapshotTestJSON-187294591-project] 10.222.0.35 "GET /v2.0/ports?device_id=6947b3bf-36ab-42e6-b98e-1e0a9a65d20c HTTP/1.1" status: 200 len: 944 time: 0.0580354 May 04 19:05:18.264305 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6494ea4-5aa2-4cb0-a4aa-9cc9cdc1445a req-75238dcb-247e-48dc-8155-6724206c5eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:05:18.265668 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-f6494ea4-5aa2-4cb0-a4aa-9cc9cdc1445a req-75238dcb-247e-48dc-8155-6724206c5eed service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5e7b376d-b1cb-4bfd-b355-a8ae47b6f0d2 HTTP/1.1" status: 200 len: 851 time: 0.3619139 May 04 19:05:18.342206 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6494ea4-5aa2-4cb0-a4aa-9cc9cdc1445a req-3daf6604-a472-428e-8ba4-b22952b36de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:05:18.343756 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-f6494ea4-5aa2-4cb0-a4aa-9cc9cdc1445a req-3daf6604-a472-428e-8ba4-b22952b36de0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4a23e4f9-d4ef-406a-b7a6-dea368f7eb37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0675991 May 04 19:05:18.351451 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-e722a406-efde-4a4c-95d2-b326197187f7 req-b2718afd-91dd-4143-a42f-329fcc2ef11d tempest-VolumesSnapshotTestJSON-187294591 tempest-VolumesSnapshotTestJSON-187294591-project] 10.222.0.35 "GET /v2.0/security-groups?id=2a442230-6444-4373-8074-3820303928c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821679 May 04 19:05:18.419740 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 57360) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:05:18.450034 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-f6494ea4-5aa2-4cb0-a4aa-9cc9cdc1445a req-24752493-ebd7-469c-b462-d1a8759284a0 service neutron] 10.222.0.55 "GET /v2.0/networks/4a23e4f9-d4ef-406a-b7a6-dea368f7eb37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975230 May 04 19:05:18.511618 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_hamode_db [None req-a412eb3d-38fd-48e4-a0fa-8161ed041215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd463de1-e07e-49fe-a2e1-cee08d118527', 'name': 'tempest-TestVolumeBootPattern-2088772060-router', 'tenant_id': '8e0c53091dab4ba790155c256f29db1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'external_fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '078e2e3c-28d4-4f38-9b5e-e3cfc67b471b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:04:10Z', 'updated_at': '2022-05-04T19:04:13Z', 'revision_number': 4, 'project_id': '8e0c53091dab4ba790155c256f29db1f', 'gw_port': {'id': '078e2e3c-28d4-4f38-9b5e-e3cfc67b471b', 'name': '', 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a6:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd463de1-e07e-49fe-a2e1-cee08d118527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:04:10Z', 'updated_at': '2022-05-04T19:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-1-iscsi', '_floatingips': [{'id': 'b85135bc-5ad6-440e-a9ab-7a76cd01a581', 'tenant_id': '8e0c53091dab4ba790155c256f29db1f', 'floating_ip_address': '172.27.0.186', 'floating_network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'router_id': 'bd463de1-e07e-49fe-a2e1-cee08d118527', 'port_id': 'a28fbd48-e311-465b-89a6-b1b893564e9e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a23e4f9-d4ef-406a-b7a6-dea368f7eb37', 'mac_address': 'fa:16:3e:5b:6f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8542e6b-551f-4cb6-94ec-c23a140d7614', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T19:05:16Z', 'updated_at': '2022-05-04T19:05:16Z', 'revision_number': 0, 'project_id': '8e0c53091dab4ba790155c256f29db1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '721b03e0-3d9a-48fb-b8f1-ce1b232df2fb', 'name': '', 'network_id': '4a23e4f9-d4ef-406a-b7a6-dea368f7eb37', 'tenant_id': '8e0c53091dab4ba790155c256f29db1f', 'mac_address': 'fa:16:3e:61:f8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd463de1-e07e-49fe-a2e1-cee08d118527', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '5e7b376d-b1cb-4bfd-b355-a8ae47b6f0d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:04:13Z', 'updated_at': '2022-05-04T19:04:19Z', 'revision_number': 5, 'project_id': '8e0c53091dab4ba790155c256f29db1f', 'subnets': [{'id': '5e7b376d-b1cb-4bfd-b355-a8ae47b6f0d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-1-iscsi', False) {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:05:18.542700 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-325cc41b-4ae8-4eb5-b802-9b280e381ffc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:18.542899 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a412eb3d-38fd-48e4-a0fa-8161ed041215 None None] The sync data for ids ['bd463de1-e07e-49fe-a2e1-cee08d118527'] in dv-cinder-840525-1-iscsi is: [{'id': 'bd463de1-e07e-49fe-a2e1-cee08d118527', 'name': 'tempest-TestVolumeBootPattern-2088772060-router', 'tenant_id': '8e0c53091dab4ba790155c256f29db1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'external_fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '078e2e3c-28d4-4f38-9b5e-e3cfc67b471b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:04:10Z', 'updated_at': '2022-05-04T19:04:13Z', 'revision_number': 4, 'project_id': '8e0c53091dab4ba790155c256f29db1f', 'gw_port': {'id': '078e2e3c-28d4-4f38-9b5e-e3cfc67b471b', 'name': '', 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a6:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd463de1-e07e-49fe-a2e1-cee08d118527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:04:10Z', 'updated_at': '2022-05-04T19:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-1-iscsi', '_floatingips': [{'id': 'b85135bc-5ad6-440e-a9ab-7a76cd01a581', 'tenant_id': '8e0c53091dab4ba790155c256f29db1f', 'floating_ip_address': '172.27.0.186', 'floating_network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'router_id': 'bd463de1-e07e-49fe-a2e1-cee08d118527', 'port_id': 'a28fbd48-e311-465b-89a6-b1b893564e9e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a23e4f9-d4ef-406a-b7a6-dea368f7eb37', 'mac_address': 'fa:16:3e:5b:6f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8542e6b-551f-4cb6-94ec-c23a140d7614', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T19:05:16Z', 'updated_at': '2022-05-04T19:05:16Z', 'revision_number': 0, 'project_id': '8e0c53091dab4ba790155c256f29db1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '721b03e0-3d9a-48fb-b8f1-ce1b232df2fb', 'name': '', 'network_id': '4a23e4f9-d4ef-406a-b7a6-dea368f7eb37', 'tenant_id': '8e0c53091dab4ba790155c256f29db1f', 'mac_address': 'fa:16:3e:61:f8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd463de1-e07e-49fe-a2e1-cee08d118527', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '5e7b376d-b1cb-4bfd-b355-a8ae47b6f0d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:04:13Z', 'updated_at': '2022-05-04T19:04:19Z', 'revision_number': 5, 'project_id': '8e0c53091dab4ba790155c256f29db1f', 'subnets': [{'id': '5e7b376d-b1cb-4bfd-b355-a8ae47b6f0d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 19:05:18.546511 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Current status of the port 1371a7f8-eafe-4c9a-b83f-ae78b35688d2 is: BUILD; New status is: ACTIVE {{(pid=103281) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:05:18.546752 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (1371a7f8-eafe-4c9a-b83f-ae78b35688d2), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:18.570010 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6947b3bf-36ab-42e6-b98e-1e0a9a65d20c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1371a7f8-eafe-4c9a-b83f-ae78b35688d2'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 19:05:18.572199 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29bc9e8fddf1e81845832baf79700cdfe783df1752dea94dce4e4e68657cb9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f4ab351-9f9b-4d81-8385-09b5f9b68705" -d '{"events": [{"server_uuid": "6947b3bf-36ab-42e6-b98e-1e0a9a65d20c", "name": "network-vif-plugged", "status": "completed", "tag": "1371a7f8-eafe-4c9a-b83f-ae78b35688d2"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 19:05:18.582554 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-f6494ea4-5aa2-4cb0-a4aa-9cc9cdc1445a req-12364dc3-3a16-4b9b-ae3e-1b0569e9e620 service neutron] 10.222.0.55 "GET /v2.0/networks/4a23e4f9-d4ef-406a-b7a6-dea368f7eb37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257291 May 04 19:05:18.597952 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] For port 1371a7f8-eafe-4c9a-b83f-ae78b35688d2, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=1371a7f8-eafe-4c9a-b83f-ae78b35688d2,segment=NetworkSegment(8c93f5eb-5e0b-4505-becd-0389494f6b04),segment_id=8c93f5eb-5e0b-4505-becd-0389494f6b04)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:05:18.606089 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136'] for port (1371a7f8-eafe-4c9a-b83f-ae78b35688d2), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:18.640326 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 19:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abea76bd-2611-4cbf-a81b-0be62ae51465 x-openstack-request-id: req-abea76bd-2611-4cbf-a81b-0be62ae51465 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 19:05:18.640898 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6947b3bf-36ab-42e6-b98e-1e0a9a65d20c", "name": "network-vif-plugged", "status": "completed", "tag": "1371a7f8-eafe-4c9a-b83f-ae78b35688d2", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 19:05:18.641244 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-abea76bd-2611-4cbf-a81b-0be62ae51465 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 19:05:18.641754 dv-cinder-840525-1-iscsi neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abea76bd-2611-4cbf-a81b-0be62ae51465'] response: {'server_uuid': '6947b3bf-36ab-42e6-b98e-1e0a9a65d20c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1371a7f8-eafe-4c9a-b83f-ae78b35688d2', 'code': 200} May 04 19:05:18.658211 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-325cc41b-4ae8-4eb5-b802-9b280e381ffc admin admin] Publish callbacks [] for security_group (1a567cd3-54fc-4231-aae3-bda2f8c81ff1), precommit_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:18.662882 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-325cc41b-4ae8-4eb5-b802-9b280e381ffc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (1a567cd3-54fc-4231-aae3-bda2f8c81ff1), after_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:18.666861 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Pushing event updated for resources: {'Port': ['ID=1371a7f8-eafe-4c9a-b83f-ae78b35688d2,revision_number=5']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:05:18.701949 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-325cc41b-4ae8-4eb5-b802-9b280e381ffc admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b42816e093a94cb5b30de0f0de54395c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2811499 May 04 19:05:18.704459 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 57366) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:05:18.710489 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325cc41b-4ae8-4eb5-b802-9b280e381ffc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a567cd3-54fc-4231-aae3-bda2f8c81ff1,revision_number=1']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:05:18.763295 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-22a2fcb4-16e6-4abe-a123-0cd9071fe591 admin admin] Publish callbacks [] for security_group (1a567cd3-54fc-4231-aae3-bda2f8c81ff1), before_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:18.806783 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17dadecf-f822-4d0b-a129-1f493cabf65e None None] New status for floating IP b85135bc-5ad6-440e-a9ab-7a76cd01a581: ACTIVE {{(pid=103282) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 19:05:18.818330 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-22a2fcb4-16e6-4abe-a123-0cd9071fe591 admin admin] Publish callbacks [] for security_group (1a567cd3-54fc-4231-aae3-bda2f8c81ff1), precommit_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:18.837637 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38ee4fa-258c-4a26-9df1-0f5222cc3593 req-3b747a62-253b-42f9-a6f2-5f30174c6a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:05:18.839075 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-d38ee4fa-258c-4a26-9df1-0f5222cc3593 req-3b747a62-253b-42f9-a6f2-5f30174c6a71 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6947b3bf-36ab-42e6-b98e-1e0a9a65d20c HTTP/1.1" status: 200 len: 1129 time: 0.0730677 May 04 19:05:18.904188 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-d38ee4fa-258c-4a26-9df1-0f5222cc3593 req-484980fd-c34f-48c2-b170-ac11af13a3fc service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=2a442230-6444-4373-8074-3820303928c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569456 May 04 19:05:18.906028 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-22a2fcb4-16e6-4abe-a123-0cd9071fe591 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (1a567cd3-54fc-4231-aae3-bda2f8c81ff1), after_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:18.909401 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-22a2fcb4-16e6-4abe-a123-0cd9071fe591 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:18.910682 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-22a2fcb4-16e6-4abe-a123-0cd9071fe591 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1a567cd3-54fc-4231-aae3-bda2f8c81ff1 HTTP/1.1" status: 204 len: 168 time: 0.2052846 May 04 19:05:18.921441 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a2fcb4-16e6-4abe-a123-0cd9071fe591 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a567cd3-54fc-4231-aae3-bda2f8c81ff1,revision_number=None']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:05:19.191464 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 57372) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:05:19.205107 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-9c2bebfe-6546-402e-b4ad-b654a8ece0cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:19.279325 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-9c2bebfe-6546-402e-b4ad-b654a8ece0cf admin admin] Publish callbacks [] for security_group (f40e5da0-d96f-439a-a9a7-eea491a25bc1), precommit_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:19.285298 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-9c2bebfe-6546-402e-b4ad-b654a8ece0cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (f40e5da0-d96f-439a-a9a7-eea491a25bc1), after_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:19.321863 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-9c2bebfe-6546-402e-b4ad-b654a8ece0cf admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b8f5b9a79d33457ebbcf9a137fd1813d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1293154 May 04 19:05:19.322680 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2bebfe-6546-402e-b4ad-b654a8ece0cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f40e5da0-d96f-439a-a9a7-eea491a25bc1,revision_number=1']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:05:19.324832 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 57374) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:05:19.376829 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-768971bd-6ca7-4bc1-b302-1d0ffd91e5d5 admin admin] Publish callbacks [] for security_group (f40e5da0-d96f-439a-a9a7-eea491a25bc1), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:19.403096 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-768971bd-6ca7-4bc1-b302-1d0ffd91e5d5 admin admin] Publish callbacks [] for security_group (f40e5da0-d96f-439a-a9a7-eea491a25bc1), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:19.451372 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-768971bd-6ca7-4bc1-b302-1d0ffd91e5d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (f40e5da0-d96f-439a-a9a7-eea491a25bc1), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:19.454287 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-768971bd-6ca7-4bc1-b302-1d0ffd91e5d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:19.458399 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-768971bd-6ca7-4bc1-b302-1d0ffd91e5d5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f40e5da0-d96f-439a-a9a7-eea491a25bc1 HTTP/1.1" status: 204 len: 168 time: 0.1323233 May 04 19:05:19.467640 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768971bd-6ca7-4bc1-b302-1d0ffd91e5d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f40e5da0-d96f-439a-a9a7-eea491a25bc1,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:05:19.478019 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d97f15-f610-4635-9469-ae9e2c92db05 req-c14f501f-1e9c-4c8a-bf25-d6c1294f919e tempest-VolumesSnapshotTestJSON-187294591 tempest-VolumesSnapshotTestJSON-187294591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:05:19.479782 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-49d97f15-f610-4635-9469-ae9e2c92db05 req-c14f501f-1e9c-4c8a-bf25-d6c1294f919e tempest-VolumesSnapshotTestJSON-187294591 tempest-VolumesSnapshotTestJSON-187294591-project] 10.222.0.35 "GET /v2.0/ports?device_id=6947b3bf-36ab-42e6-b98e-1e0a9a65d20c HTTP/1.1" status: 200 len: 945 time: 0.0565979 May 04 19:05:19.528597 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-49d97f15-f610-4635-9469-ae9e2c92db05 req-abb9f9f2-5206-4f54-a0c2-65bf53622142 tempest-VolumesSnapshotTestJSON-187294591 tempest-VolumesSnapshotTestJSON-187294591-project] 10.222.0.35 "GET /v2.0/security-groups?id=2a442230-6444-4373-8074-3820303928c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422988 May 04 19:05:20.644385 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3bba26-036b-48b8-a61e-9d471ddebb7b req-328483ff-597b-4567-9728-2d65e8144f7a tempest-VolumesSnapshotTestJSON-187294591 tempest-VolumesSnapshotTestJSON-187294591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:05:20.645919 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6d3bba26-036b-48b8-a61e-9d471ddebb7b req-328483ff-597b-4567-9728-2d65e8144f7a tempest-VolumesSnapshotTestJSON-187294591 tempest-VolumesSnapshotTestJSON-187294591-project] 10.222.0.35 "GET /v2.0/ports?device_id=6947b3bf-36ab-42e6-b98e-1e0a9a65d20c HTTP/1.1" status: 200 len: 945 time: 0.0486081 May 04 19:05:20.693546 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6d3bba26-036b-48b8-a61e-9d471ddebb7b req-96544dca-1e3e-41ff-b2b4-03f894a3e148 tempest-VolumesSnapshotTestJSON-187294591 tempest-VolumesSnapshotTestJSON-187294591-project] 10.222.0.35 "GET /v2.0/security-groups?id=2a442230-6444-4373-8074-3820303928c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418029 May 04 19:05:25.486854 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (bff7e656-358d-4e40-a36a-3f10fe33ffdf), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:26.880306 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e8776133-c439-4b97-a0af-e0fe3d07c869 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (ae04e5b6-6ccf-46c0-81ba-a3f5b8ae390c), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:29.066013 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-23fe567e-6de9-4e38-9696-f7ac91783554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:30.167038 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-821a3753-c8bb-408e-a9d9-42d2a9d3d908 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (306b1285-d967-49ee-a8ef-a34b4fe65fa5), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:31.552774 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6c0ba996-b759-4c13-9ac4-7b7303adc758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (c2d3299f-8f0d-4c34-a270-91edff31f494), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:32.573938 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 57526) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:05:32.687574 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-097cf948-f8bc-4083-841b-5e6c90a4e8da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:32.764294 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-097cf948-f8bc-4083-841b-5e6c90a4e8da admin admin] Publish callbacks [] for security_group (8d890503-23d4-4158-89d8-355b12dc5221), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:32.769103 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-097cf948-f8bc-4083-841b-5e6c90a4e8da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (8d890503-23d4-4158-89d8-355b12dc5221), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:32.808635 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097cf948-f8bc-4083-841b-5e6c90a4e8da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d890503-23d4-4158-89d8-355b12dc5221,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:05:32.813779 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-097cf948-f8bc-4083-841b-5e6c90a4e8da admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9abc7ed23d804b9ca2475d52e4ad7376&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2387192 May 04 19:05:32.815660 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 57534) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:05:32.867091 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-388f7a66-4b0d-4b6d-a4ac-a6fcdbd7dae2 admin admin] Publish callbacks [] for security_group (8d890503-23d4-4158-89d8-355b12dc5221), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:32.892675 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-388f7a66-4b0d-4b6d-a4ac-a6fcdbd7dae2 admin admin] Publish callbacks [] for security_group (8d890503-23d4-4158-89d8-355b12dc5221), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:32.947659 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-388f7a66-4b0d-4b6d-a4ac-a6fcdbd7dae2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (8d890503-23d4-4158-89d8-355b12dc5221), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:32.950431 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-388f7a66-4b0d-4b6d-a4ac-a6fcdbd7dae2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:32.952376 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-388f7a66-4b0d-4b6d-a4ac-a6fcdbd7dae2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8d890503-23d4-4158-89d8-355b12dc5221 HTTP/1.1" status: 204 len: 168 time: 0.1357958 May 04 19:05:32.960264 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f7a66-4b0d-4b6d-a4ac-a6fcdbd7dae2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d890503-23d4-4158-89d8-355b12dc5221,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:05:32.989357 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (7e96273e-cd3b-4e2d-a9cb-a5a62cf8f8b6), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:33.214639 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 57542) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:05:33.228254 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-d25a307c-41c3-4c8c-b963-b86063dadd7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:33.304702 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-d25a307c-41c3-4c8c-b963-b86063dadd7a admin admin] Publish callbacks [] for security_group (e1b42c18-0660-43a6-a384-a77ed51d30e7), precommit_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:33.311611 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-d25a307c-41c3-4c8c-b963-b86063dadd7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (e1b42c18-0660-43a6-a384-a77ed51d30e7), after_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:33.358231 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-d25a307c-41c3-4c8c-b963-b86063dadd7a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2ebe438165ca48db97edf8b42a1b383d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1424375 May 04 19:05:33.358970 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25a307c-41c3-4c8c-b963-b86063dadd7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1b42c18-0660-43a6-a384-a77ed51d30e7,revision_number=1']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:05:33.361061 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 57544) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:05:33.415171 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-37c3de1b-fd22-4f72-878d-7fc112c8d3a1 admin admin] Publish callbacks [] for security_group (e1b42c18-0660-43a6-a384-a77ed51d30e7), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:33.443089 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-37c3de1b-fd22-4f72-878d-7fc112c8d3a1 admin admin] Publish callbacks [] for security_group (e1b42c18-0660-43a6-a384-a77ed51d30e7), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:33.494709 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-37c3de1b-fd22-4f72-878d-7fc112c8d3a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (e1b42c18-0660-43a6-a384-a77ed51d30e7), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:33.497427 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-37c3de1b-fd22-4f72-878d-7fc112c8d3a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:33.498553 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-37c3de1b-fd22-4f72-878d-7fc112c8d3a1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e1b42c18-0660-43a6-a384-a77ed51d30e7 HTTP/1.1" status: 204 len: 168 time: 0.1364508 May 04 19:05:33.506938 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c3de1b-fd22-4f72-878d-7fc112c8d3a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1b42c18-0660-43a6-a384-a77ed51d30e7,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:05:34.601623 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 57580) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:05:34.714638 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-91da7ef1-392f-42ed-a40c-f839a2165224 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:34.791409 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-91da7ef1-392f-42ed-a40c-f839a2165224 admin admin] Publish callbacks [] for security_group (e8f8372b-89df-4e23-8d84-0f7aadc53154), precommit_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:34.797010 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-91da7ef1-392f-42ed-a40c-f839a2165224 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (e8f8372b-89df-4e23-8d84-0f7aadc53154), after_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:34.834769 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-91da7ef1-392f-42ed-a40c-f839a2165224 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d61df575e7af4d8c81db94d05ef51f2e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2320585 May 04 19:05:34.835959 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91da7ef1-392f-42ed-a40c-f839a2165224 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8f8372b-89df-4e23-8d84-0f7aadc53154,revision_number=1']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:05:34.837697 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 57584) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:05:34.901041 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-28c59e2f-d762-4704-97e0-f2e7fdf91dd0 admin admin] Publish callbacks [] for security_group (e8f8372b-89df-4e23-8d84-0f7aadc53154), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:34.923185 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-28c59e2f-d762-4704-97e0-f2e7fdf91dd0 admin admin] Publish callbacks [] for security_group (e8f8372b-89df-4e23-8d84-0f7aadc53154), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:34.971579 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-28c59e2f-d762-4704-97e0-f2e7fdf91dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (e8f8372b-89df-4e23-8d84-0f7aadc53154), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:34.974258 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-28c59e2f-d762-4704-97e0-f2e7fdf91dd0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:34.975415 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-28c59e2f-d762-4704-97e0-f2e7fdf91dd0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e8f8372b-89df-4e23-8d84-0f7aadc53154 HTTP/1.1" status: 204 len: 168 time: 0.1367195 May 04 19:05:34.986859 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c59e2f-d762-4704-97e0-f2e7fdf91dd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8f8372b-89df-4e23-8d84-0f7aadc53154,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:05:43.977648 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3336897-ff4e-4094-9b22-ecf435b318ec req-6caf2194-299c-4fce-afbc-1774988a5694 tempest-VolumesSnapshotTestJSON-187294591 tempest-VolumesSnapshotTestJSON-187294591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:05:43.979850 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e3336897-ff4e-4094-9b22-ecf435b318ec req-6caf2194-299c-4fce-afbc-1774988a5694 tempest-VolumesSnapshotTestJSON-187294591 tempest-VolumesSnapshotTestJSON-187294591-project] 10.222.0.35 "GET /v2.0/ports?device_id=6947b3bf-36ab-42e6-b98e-1e0a9a65d20c HTTP/1.1" status: 200 len: 945 time: 0.0474572 May 04 19:05:44.027202 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e3336897-ff4e-4094-9b22-ecf435b318ec req-e3def5cc-7a93-4ef0-9f82-8e5f3158ab46 tempest-VolumesSnapshotTestJSON-187294591 tempest-VolumesSnapshotTestJSON-187294591-project] 10.222.0.35 "GET /v2.0/security-groups?id=2a442230-6444-4373-8074-3820303928c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418038 May 04 19:05:44.063910 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 57700) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:05:44.167624 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-00975564-1dbb-484f-9a49-81ae07421275 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:44.238833 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-00975564-1dbb-484f-9a49-81ae07421275 admin admin] Publish callbacks [] for security_group (c718a4a7-834e-4d5d-822d-ad7c7fbd95e8), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:44.244946 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-00975564-1dbb-484f-9a49-81ae07421275 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (c718a4a7-834e-4d5d-822d-ad7c7fbd95e8), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:44.286366 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-00975564-1dbb-484f-9a49-81ae07421275 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1458174c08c34392b1ca1cc680c84919&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2213476 May 04 19:05:44.287210 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00975564-1dbb-484f-9a49-81ae07421275 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c718a4a7-834e-4d5d-822d-ad7c7fbd95e8,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:05:44.289163 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 57704) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:05:44.294611 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00975564-1dbb-484f-9a49-81ae07421275 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:05:44.294948 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00975564-1dbb-484f-9a49-81ae07421275 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:05:44.295408 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00975564-1dbb-484f-9a49-81ae07421275 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:05:44.295751 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00975564-1dbb-484f-9a49-81ae07421275 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:05:44.296085 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00975564-1dbb-484f-9a49-81ae07421275 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:05:44.296411 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00975564-1dbb-484f-9a49-81ae07421275 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:05:44.296736 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00975564-1dbb-484f-9a49-81ae07421275 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:05:44.297062 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00975564-1dbb-484f-9a49-81ae07421275 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:05:44.297418 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00975564-1dbb-484f-9a49-81ae07421275 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:05:44.297741 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00975564-1dbb-484f-9a49-81ae07421275 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:05:44.298054 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00975564-1dbb-484f-9a49-81ae07421275 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:05:44.298376 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00975564-1dbb-484f-9a49-81ae07421275 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:05:44.298700 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00975564-1dbb-484f-9a49-81ae07421275 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:05:44.299018 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00975564-1dbb-484f-9a49-81ae07421275 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:05:44.299333 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00975564-1dbb-484f-9a49-81ae07421275 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:05:44.339072 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-494759d1-2acf-4fe4-ac4e-9f135895355d admin admin] Publish callbacks [] for security_group (c718a4a7-834e-4d5d-822d-ad7c7fbd95e8), before_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:44.360614 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-494759d1-2acf-4fe4-ac4e-9f135895355d admin admin] Publish callbacks [] for security_group (c718a4a7-834e-4d5d-822d-ad7c7fbd95e8), precommit_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:44.419076 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-494759d1-2acf-4fe4-ac4e-9f135895355d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (c718a4a7-834e-4d5d-822d-ad7c7fbd95e8), after_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:44.423271 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-494759d1-2acf-4fe4-ac4e-9f135895355d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:44.424491 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-494759d1-2acf-4fe4-ac4e-9f135895355d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c718a4a7-834e-4d5d-822d-ad7c7fbd95e8 HTTP/1.1" status: 204 len: 168 time: 0.1342201 May 04 19:05:44.433091 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494759d1-2acf-4fe4-ac4e-9f135895355d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c718a4a7-834e-4d5d-822d-ad7c7fbd95e8,revision_number=None']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:05:44.441314 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494759d1-2acf-4fe4-ac4e-9f135895355d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:05:44.441689 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494759d1-2acf-4fe4-ac4e-9f135895355d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:05:44.442040 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494759d1-2acf-4fe4-ac4e-9f135895355d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:05:44.442439 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494759d1-2acf-4fe4-ac4e-9f135895355d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:05:44.442708 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494759d1-2acf-4fe4-ac4e-9f135895355d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:05:44.443047 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494759d1-2acf-4fe4-ac4e-9f135895355d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:05:44.443367 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494759d1-2acf-4fe4-ac4e-9f135895355d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:05:44.443751 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494759d1-2acf-4fe4-ac4e-9f135895355d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:05:44.444015 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494759d1-2acf-4fe4-ac4e-9f135895355d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:05:44.444339 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494759d1-2acf-4fe4-ac4e-9f135895355d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:05:44.444697 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494759d1-2acf-4fe4-ac4e-9f135895355d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:05:44.444995 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494759d1-2acf-4fe4-ac4e-9f135895355d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:05:44.445338 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494759d1-2acf-4fe4-ac4e-9f135895355d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:05:44.445669 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494759d1-2acf-4fe4-ac4e-9f135895355d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:05:44.445994 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494759d1-2acf-4fe4-ac4e-9f135895355d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:05:44.464647 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.agents_db [None req-bd7ab176-2eba-4334-8b69-697435aa36c2 None None] Agent healthcheck: found 6 active agents {{(pid=103282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 19:05:45.143981 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae5bff9-29e7-40e3-ade9-dfbf69cc3036 req-2685e518-b814-454a-8f46-f6a8cee95411 tempest-VolumesSnapshotTestJSON-187294591 tempest-VolumesSnapshotTestJSON-187294591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:05:45.145715 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-2ae5bff9-29e7-40e3-ade9-dfbf69cc3036 req-2685e518-b814-454a-8f46-f6a8cee95411 tempest-VolumesSnapshotTestJSON-187294591 tempest-VolumesSnapshotTestJSON-187294591-project] 10.222.0.35 "GET /v2.0/ports?device_id=6947b3bf-36ab-42e6-b98e-1e0a9a65d20c HTTP/1.1" status: 200 len: 945 time: 0.0496197 May 04 19:05:45.152051 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 57728) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:05:45.196129 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-2ae5bff9-29e7-40e3-ade9-dfbf69cc3036 req-bb693bf8-82b0-4d6d-85ed-d4fb4090b5bd tempest-VolumesSnapshotTestJSON-187294591 tempest-VolumesSnapshotTestJSON-187294591-project] 10.222.0.35 "GET /v2.0/security-groups?id=2a442230-6444-4373-8074-3820303928c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443716 May 04 19:05:45.252412 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [None req-91f74daa-9c78-4270-9f7b-2a0f6644c3f6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2076526033-network', 'tenant_id': '81a244b92c0244089fae6217754f5a02'}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:05:45.273463 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91f74daa-9c78-4270-9f7b-2a0f6644c3f6 admin admin] Made reservation on behalf of 81a244b92c0244089fae6217754f5a02 for: {'network': 1} {{(pid=103280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 19:05:45.277014 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-91f74daa-9c78-4270-9f7b-2a0f6644c3f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for network (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:45.285708 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-91f74daa-9c78-4270-9f7b-2a0f6644c3f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:45.369451 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-91f74daa-9c78-4270-9f7b-2a0f6644c3f6 admin admin] Publish callbacks [] for security_group (475b4d13-b5cb-4506-b192-2e9f8ccd472c), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:45.374452 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-91f74daa-9c78-4270-9f7b-2a0f6644c3f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (475b4d13-b5cb-4506-b192-2e9f8ccd472c), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:45.394305 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91f74daa-9c78-4270-9f7b-2a0f6644c3f6 admin admin] vlan segment allocate from pool success with {'vlan_id': 294, 'physical_network': 'physnet1'} {{(pid=103280) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 19:05:45.408956 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f74daa-9c78-4270-9f7b-2a0f6644c3f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=475b4d13-b5cb-4506-b192-2e9f8ccd472c,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:05:45.411786 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-91f74daa-9c78-4270-9f7b-2a0f6644c3f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589113'] for segment (fc4fd0b1-f8b1-4e14-be62-a089e6024178), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:45.412126 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.db.segments_db [None req-91f74daa-9c78-4270-9f7b-2a0f6644c3f6 admin admin] Added segment fc4fd0b1-f8b1-4e14-be62-a089e6024178 of type vlan for network 7d5ea884-5d18-4b5b-9c19-f2e6f023dcc0 May 04 19:05:45.463594 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-91f74daa-9c78-4270-9f7b-2a0f6644c3f6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790498323402'] for network (7d5ea884-5d18-4b5b-9c19-f2e6f023dcc0), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:45.492904 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-91f74daa-9c78-4270-9f7b-2a0f6644c3f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608'] for network (7d5ea884-5d18-4b5b-9c19-f2e6f023dcc0), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:45.493980 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f74daa-9c78-4270-9f7b-2a0f6644c3f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:05:45.494597 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-91f74daa-9c78-4270-9f7b-2a0f6644c3f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572658'] for network (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:45.534663 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-91f74daa-9c78-4270-9f7b-2a0f6644c3f6 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3814774 May 04 19:05:45.542192 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf93c195-0281-4adb-8dab-4d1aff4969dc req-d1deafbe-6821-4dd6-b991-3a84f5c55f69 tempest-VolumesSnapshotTestJSON-187294591 tempest-VolumesSnapshotTestJSON-187294591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:05:45.546067 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-cf93c195-0281-4adb-8dab-4d1aff4969dc req-d1deafbe-6821-4dd6-b991-3a84f5c55f69 tempest-VolumesSnapshotTestJSON-187294591 tempest-VolumesSnapshotTestJSON-187294591-project] 10.222.0.55 "GET /v2.0/ports?device_id=6947b3bf-36ab-42e6-b98e-1e0a9a65d20c HTTP/1.1" status: 200 len: 945 time: 0.0463517 May 04 19:05:45.546568 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 57732) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:05:45.551292 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.v2.base [None req-bb184cf9-945b-454b-a669-88932e545c75 admin admin] Request body: {'subnet': {'network_id': '7d5ea884-5d18-4b5b-9c19-f2e6f023dcc0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2076526033-subnet', 'tenant_id': '81a244b92c0244089fae6217754f5a02', 'ip_version': 4}} {{(pid=103279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:05:45.560000 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f74daa-9c78-4270-9f7b-2a0f6644c3f6 admin admin] Pushing event updated for resources: {'Network': ['ID=7d5ea884-5d18-4b5b-9c19-f2e6f023dcc0,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:05:45.571386 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Network 7d5ea884-5d18-4b5b-9c19-f2e6f023dcc0 details requested by agent ovs-agent-dv-cinder-840525-1-iscsi with host dv-cinder-840525-1-iscsi {{(pid=103281) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 19:05:45.605145 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb184cf9-945b-454b-a669-88932e545c75 admin admin] Made reservation on behalf of 81a244b92c0244089fae6217754f5a02 for: {'subnet': 1} {{(pid=103279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 19:05:45.607425 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-bb184cf9-945b-454b-a669-88932e545c75 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14431908'] for subnet (None), before_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:45.666620 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [req-cf93c195-0281-4adb-8dab-4d1aff4969dc req-f6cb476b-1eb1-4733-91fc-85afa282ace8 tempest-VolumesSnapshotTestJSON-187294591 tempest-VolumesSnapshotTestJSON-187294591-project] Deleting port 1371a7f8-eafe-4c9a-b83f-ae78b35688d2 {{(pid=103279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 19:05:45.666957 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [req-cf93c195-0281-4adb-8dab-4d1aff4969dc req-f6cb476b-1eb1-4733-91fc-85afa282ace8 tempest-VolumesSnapshotTestJSON-187294591 tempest-VolumesSnapshotTestJSON-187294591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790498772255'] for port (1371a7f8-eafe-4c9a-b83f-ae78b35688d2), before_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:45.819946 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [req-cf93c195-0281-4adb-8dab-4d1aff4969dc req-f6cb476b-1eb1-4733-91fc-85afa282ace8 tempest-VolumesSnapshotTestJSON-187294591 tempest-VolumesSnapshotTestJSON-187294591-project] For port 1371a7f8-eafe-4c9a-b83f-ae78b35688d2, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=1371a7f8-eafe-4c9a-b83f-ae78b35688d2,segment=NetworkSegment(8c93f5eb-5e0b-4505-becd-0389494f6b04),segment_id=8c93f5eb-5e0b-4505-becd-0389494f6b04)] {{(pid=103279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:05:45.820180 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [req-cf93c195-0281-4adb-8dab-4d1aff4969dc req-f6cb476b-1eb1-4733-91fc-85afa282ace8 tempest-VolumesSnapshotTestJSON-187294591 tempest-VolumesSnapshotTestJSON-187294591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607728'] for port (1371a7f8-eafe-4c9a-b83f-ae78b35688d2), precommit_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:45.838679 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [req-cf93c195-0281-4adb-8dab-4d1aff4969dc req-f6cb476b-1eb1-4733-91fc-85afa282ace8 tempest-VolumesSnapshotTestJSON-187294591 tempest-VolumesSnapshotTestJSON-187294591-project] Calling delete_port for 1371a7f8-eafe-4c9a-b83f-ae78b35688d2 owned by compute:nova {{(pid=103279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 19:05:45.934270 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-bb184cf9-945b-454b-a669-88932e545c75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13909114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14431958'] for subnet (0a23622a-7fe9-4456-9f9c-6faac77e234d), after_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:46.006476 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb184cf9-945b-454b-a669-88932e545c75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a23622a-7fe9-4456-9f9c-6faac77e234d,revision_number=0']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:05:46.031552 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb184cf9-945b-454b-a669-88932e545c75 admin admin] Checking segment: {'id': 'fc4fd0b1-f8b1-4e14-be62-a089e6024178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '7d5ea884-5d18-4b5b-9c19-f2e6f023dcc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 19:05:46.031903 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb184cf9-945b-454b-a669-88932e545c75 admin admin] Network hostable DHCP agents. Network: 7d5ea884-5d18-4b5b-9c19-f2e6f023dcc0, hostable agents: ['ae04e5b6-6ccf-46c0-81ba-a3f5b8ae390c'], hosted agents: [] {{(pid=103279) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 19:05:46.083068 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb184cf9-945b-454b-a669-88932e545c75 admin admin] Network 7d5ea884-5d18-4b5b-9c19-f2e6f023dcc0 is scheduled to be hosted by DHCP agent ae04e5b6-6ccf-46c0-81ba-a3f5b8ae390c with binding_index 1 {{(pid=103279) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 19:05:46.088197 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [req-cf93c195-0281-4adb-8dab-4d1aff4969dc req-f6cb476b-1eb1-4733-91fc-85afa282ace8 tempest-VolumesSnapshotTestJSON-187294591 tempest-VolumesSnapshotTestJSON-187294591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790498779311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790498302109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13908970'] for port (1371a7f8-eafe-4c9a-b83f-ae78b35688d2), after_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:46.100438 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] get_ports_and_sgs() called for port_ids ['1371a7f8-eafe-4c9a-b83f-ae78b35688d2'] {{(pid=103281) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 19:05:46.117733 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.scheduler.base_scheduler [None req-bb184cf9-945b-454b-a669-88932e545c75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840525-1-iscsi, 7d5ea884-5d18-4b5b-9c19-f2e6f023dcc0) {{(pid=103279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 19:05:46.122332 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb184cf9-945b-454b-a669-88932e545c75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:05:46.124326 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-bb184cf9-945b-454b-a669-88932e545c75 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:46.126991 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfa08e99-1f50-439a-b212-f7cdbacd7b99 None None] Network 7d5ea884-5d18-4b5b-9c19-f2e6f023dcc0 requested from dv-cinder-840525-1-iscsi {{(pid=103281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 19:05:46.132879 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cb476b-1eb1-4733-91fc-85afa282ace8 tempest-VolumesSnapshotTestJSON-187294591 tempest-VolumesSnapshotTestJSON-187294591-project] Pushing event deleted for resources: {'Port': ['ID=1371a7f8-eafe-4c9a-b83f-ae78b35688d2,revision_number=None']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:05:46.179256 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-bb184cf9-945b-454b-a669-88932e545c75 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6313522 May 04 19:05:46.181859 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 57734) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:05:46.187310 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [None req-5a1cb2ee-927c-412c-8e4d-4bf5375d5a34 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2076526033-router', 'tenant_id': '81a244b92c0244089fae6217754f5a02', 'external_gateway_info': {'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762'}}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:05:46.198541 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf93c195-0281-4adb-8dab-4d1aff4969dc req-f6cb476b-1eb1-4733-91fc-85afa282ace8 tempest-VolumesSnapshotTestJSON-187294591 tempest-VolumesSnapshotTestJSON-187294591-project] No DVR routers for this DVR port 1371a7f8-eafe-4c9a-b83f-ae78b35688d2 on host hv-cinder-84052 {{(pid=103279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 19:05:46.201671 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [req-cf93c195-0281-4adb-8dab-4d1aff4969dc req-f6cb476b-1eb1-4733-91fc-85afa282ace8 tempest-VolumesSnapshotTestJSON-187294591 tempest-VolumesSnapshotTestJSON-187294591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127086'] for port (None), before_response {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:46.206337 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-cf93c195-0281-4adb-8dab-4d1aff4969dc req-f6cb476b-1eb1-4733-91fc-85afa282ace8 tempest-VolumesSnapshotTestJSON-187294591 tempest-VolumesSnapshotTestJSON-187294591-project] 10.222.0.55 "DELETE /v2.0/ports/1371a7f8-eafe-4c9a-b83f-ae78b35688d2 HTTP/1.1" status: 204 len: 173 time: 0.6513937 May 04 19:05:46.207584 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-5a1cb2ee-927c-412c-8e4d-4bf5375d5a34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-620518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4428'] for router (3bc742e7-2c0e-481d-bc32-86246613029a), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:46.207848 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6947b3bf-36ab-42e6-b98e-1e0a9a65d20c', 'name': 'network-vif-deleted', 'tag': '1371a7f8-eafe-4c9a-b83f-ae78b35688d2'}] {{(pid=103279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 19:05:46.208944 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-5a1cb2ee-927c-412c-8e4d-4bf5375d5a34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-610031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-693478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4405'] for router (3bc742e7-2c0e-481d-bc32-86246613029a), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:46.211567 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f03067be0d021e11c0632f57e5c6e43a0067ecb248f9894e29d0a29efd5d62c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bc8e1d9-d506-4fbf-a02f-a9682dd33c62" -d '{"events": [{"server_uuid": "6947b3bf-36ab-42e6-b98e-1e0a9a65d20c", "name": "network-vif-deleted", "tag": "1371a7f8-eafe-4c9a-b83f-ae78b35688d2"}]}' {{(pid=103279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 19:05:46.247800 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09973753-7029-446c-9d19-98268b2cb342 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31efe59b-327d-5d9c-bbb4-4911cdeac679-7d5ea884-5d18-4b5b-9c19-f2e6f023dcc0', 'network_id': '7d5ea884-5d18-4b5b-9c19-f2e6f023dcc0', 'project_id': '81a244b92c0244089fae6217754f5a02', 'fixed_ips': [{'subnet_id': '0a23622a-7fe9-4456-9f9c-6faac77e234d'}]}} from dv-cinder-840525-1-iscsi. {{(pid=103281) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 04 19:05:46.248668 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-09973753-7029-446c-9d19-98268b2cb342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:46.264270 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-5a1cb2ee-927c-412c-8e4d-4bf5375d5a34 admin admin] Publish callbacks [] for router_controller (3bc742e7-2c0e-481d-bc32-86246613029a), precommit_add_association {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:46.267534 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 19:05:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d75a78ac-deac-4db8-8d18-07cf2e113e67 x-openstack-request-id: req-d75a78ac-deac-4db8-8d18-07cf2e113e67 {{(pid=103279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 19:05:46.267883 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6947b3bf-36ab-42e6-b98e-1e0a9a65d20c", "name": "network-vif-deleted", "tag": "1371a7f8-eafe-4c9a-b83f-ae78b35688d2", "status": "completed", "code": 200}]} {{(pid=103279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 19:05:46.268173 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d75a78ac-deac-4db8-8d18-07cf2e113e67 {{(pid=103279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 19:05:46.268637 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d75a78ac-deac-4db8-8d18-07cf2e113e67'] response: {'server_uuid': '6947b3bf-36ab-42e6-b98e-1e0a9a65d20c', 'name': 'network-vif-deleted', 'tag': '1371a7f8-eafe-4c9a-b83f-ae78b35688d2', 'status': 'completed', 'code': 200} May 04 19:05:46.333967 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-1af6a31b-b570-4979-83fc-b90feb1b6c5d req-24bb76a4-5343-4db1-86fd-a2a2663bc51d tempest-VolumesSnapshotTestJSON-187294591 tempest-VolumesSnapshotTestJSON-187294591-project] 10.222.0.35 "GET /v2.0/ports?device_id=6947b3bf-36ab-42e6-b98e-1e0a9a65d20c HTTP/1.1" status: 200 len: 210 time: 0.0323405 May 04 19:05:46.423031 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-09973753-7029-446c-9d19-98268b2cb342 None None] Allocated IP 172.20.0.2 (7d5ea884-5d18-4b5b-9c19-f2e6f023dcc0/0a23622a-7fe9-4456-9f9c-6faac77e234d/6968c496-9394-4ea1-b812-0e0d8735c26f) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 19:05:46.432738 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-5a1cb2ee-927c-412c-8e4d-4bf5375d5a34 admin admin] Publish callbacks [] for router_gateway (3bc742e7-2c0e-481d-bc32-86246613029a), precommit_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:46.570861 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-09973753-7029-446c-9d19-98268b2cb342 None None] Publish callbacks [] for port (6968c496-9394-4ea1-b812-0e0d8735c26f), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:46.578547 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-09973753-7029-446c-9d19-98268b2cb342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790498302100'] for port (6968c496-9394-4ea1-b812-0e0d8735c26f), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:46.617753 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09973753-7029-446c-9d19-98268b2cb342 None None] Network 7d5ea884-5d18-4b5b-9c19-f2e6f023dcc0 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 19:05:46.621191 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-5a1cb2ee-927c-412c-8e4d-4bf5375d5a34 admin admin] Publish callbacks [] for router_gateway (3bc742e7-2c0e-481d-bc32-86246613029a), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:46.623011 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-09973753-7029-446c-9d19-98268b2cb342 None None] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 19:05:46.627626 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09973753-7029-446c-9d19-98268b2cb342 None None] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 19:05:46.630809 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09973753-7029-446c-9d19-98268b2cb342 None None] Pushing event updated for resources: {'Port': ['ID=6968c496-9394-4ea1-b812-0e0d8735c26f,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:05:46.647493 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-5a1cb2ee-927c-412c-8e4d-4bf5375d5a34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:46.694075 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [None req-09973753-7029-446c-9d19-98268b2cb342 None None] Attempting to bind port 6968c496-9394-4ea1-b812-0e0d8735c26f on host dv-cinder-840525-1-iscsi for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 19:05:46.694442 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [None req-09973753-7029-446c-9d19-98268b2cb342 None None] Attempting to bind port 6968c496-9394-4ea1-b812-0e0d8735c26f by drivers openvswitch,hyperv on host dv-cinder-840525-1-iscsi at level 0 using segments [{'id': 'fc4fd0b1-f8b1-4e14-be62-a089e6024178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '7d5ea884-5d18-4b5b-9c19-f2e6f023dcc0'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 19:05:46.694797 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09973753-7029-446c-9d19-98268b2cb342 None None] Attempting to bind port 6968c496-9394-4ea1-b812-0e0d8735c26f on network 7d5ea884-5d18-4b5b-9c19-f2e6f023dcc0 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 19:05:46.700151 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09973753-7029-446c-9d19-98268b2cb342 None None] Checking agent: {'id': '7e96273e-cd3b-4e2d-a9cb-a5a62cf8f8b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840525-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 18, 48, 33), 'started_at': datetime.datetime(2022, 5, 4, 18, 49, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 19, 5, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840525-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 19:05:46.700519 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09973753-7029-446c-9d19-98268b2cb342 None None] Checking segment: {'id': 'fc4fd0b1-f8b1-4e14-be62-a089e6024178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '7d5ea884-5d18-4b5b-9c19-f2e6f023dcc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 19:05:46.700916 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-09973753-7029-446c-9d19-98268b2cb342 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:46.701320 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09973753-7029-446c-9d19-98268b2cb342 None None] Bound using segment: {'id': 'fc4fd0b1-f8b1-4e14-be62-a089e6024178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '7d5ea884-5d18-4b5b-9c19-f2e6f023dcc0'} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 19:05:46.701788 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [None req-09973753-7029-446c-9d19-98268b2cb342 None None] Bound port: 6968c496-9394-4ea1-b812-0e0d8735c26f, host: dv-cinder-840525-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc4fd0b1-f8b1-4e14-be62-a089e6024178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '7d5ea884-5d18-4b5b-9c19-f2e6f023dcc0'}}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 19:05:46.702162 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-09973753-7029-446c-9d19-98268b2cb342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (6968c496-9394-4ea1-b812-0e0d8735c26f), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:46.766119 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.db.db_base_plugin_common [None req-5a1cb2ee-927c-412c-8e4d-4bf5375d5a34 admin admin] Allocated IP 172.27.0.141 (cbca2f8d-f88f-49b4-8a9d-8b4714c67762/6d3155f3-7d72-4b90-89ae-8effc01a61e4/374d1f94-fefd-4a7f-87ef-db8103d04a63) {{(pid=103280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 19:05:46.769670 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-09973753-7029-446c-9d19-98268b2cb342 None None] For port 6968c496-9394-4ea1-b812-0e0d8735c26f, host dv-cinder-840525-1-iscsi, cleared binding levels {{(pid=103281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 19:05:46.772862 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-09973753-7029-446c-9d19-98268b2cb342 None None] For port 6968c496-9394-4ea1-b812-0e0d8735c26f, host dv-cinder-840525-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-1-iscsi',level=0,port_id=6968c496-9394-4ea1-b812-0e0d8735c26f,segment=NetworkSegment(fc4fd0b1-f8b1-4e14-be62-a089e6024178),segment_id=fc4fd0b1-f8b1-4e14-be62-a089e6024178)] {{(pid=103281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 19:05:46.779150 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-09973753-7029-446c-9d19-98268b2cb342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136'] for port (6968c496-9394-4ea1-b812-0e0d8735c26f), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:46.836949 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09973753-7029-446c-9d19-98268b2cb342 None None] Pushing event updated for resources: {'Port': ['ID=6968c496-9394-4ea1-b812-0e0d8735c26f,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:05:46.877419 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-5a1cb2ee-927c-412c-8e4d-4bf5375d5a34 admin admin] Publish callbacks [] for port (374d1f94-fefd-4a7f-87ef-db8103d04a63), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:46.911660 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-5a1cb2ee-927c-412c-8e4d-4bf5375d5a34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790498302100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12874298'] for port (374d1f94-fefd-4a7f-87ef-db8103d04a63), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:46.948837 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a1cb2ee-927c-412c-8e4d-4bf5375d5a34 admin admin] Network cbca2f8d-f88f-49b4-8a9d-8b4714c67762 is already hosted by enough agents. {{(pid=103280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 19:05:46.951763 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.base_scheduler [None req-5a1cb2ee-927c-412c-8e4d-4bf5375d5a34 admin admin] Resources bound (agent type, host, resource id): {{(pid=103280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 19:05:46.955366 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1cb2ee-927c-412c-8e4d-4bf5375d5a34 admin admin] Received port after_create {{(pid=103280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 19:05:46.995776 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1cb2ee-927c-412c-8e4d-4bf5375d5a34 admin admin] Pushing event updated for resources: {'Port': ['ID=374d1f94-fefd-4a7f-87ef-db8103d04a63,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:05:47.129903 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Device 6968c496-9394-4ea1-b812-0e0d8735c26f up at agent ovs-agent-dv-cinder-840525-1-iscsi {{(pid=103281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 19:05:47.180872 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Provisioning complete for port 6968c496-9394-4ea1-b812-0e0d8735c26f triggered by entity L2. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:05:47.181247 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1774450'] for port (6968c496-9394-4ea1-b812-0e0d8735c26f), provisioning_complete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:47.237940 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-5a1cb2ee-927c-412c-8e4d-4bf5375d5a34 admin admin] Publish callbacks [] for router_gateway (3bc742e7-2c0e-481d-bc32-86246613029a), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:47.255782 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Current status of the port 6968c496-9394-4ea1-b812-0e0d8735c26f is: DOWN; New status is: ACTIVE {{(pid=103281) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:05:47.256198 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (6968c496-9394-4ea1-b812-0e0d8735c26f), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:47.290799 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] For port 6968c496-9394-4ea1-b812-0e0d8735c26f, host dv-cinder-840525-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-1-iscsi',level=0,port_id=6968c496-9394-4ea1-b812-0e0d8735c26f,segment=NetworkSegment(fc4fd0b1-f8b1-4e14-be62-a089e6024178),segment_id=fc4fd0b1-f8b1-4e14-be62-a089e6024178)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:05:47.296306 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136'] for port (6968c496-9394-4ea1-b812-0e0d8735c26f), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:47.348144 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Pushing event updated for resources: {'Port': ['ID=6968c496-9394-4ea1-b812-0e0d8735c26f,revision_number=3']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:05:47.438378 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-5a1cb2ee-927c-412c-8e4d-4bf5375d5a34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-610012'] for router (3bc742e7-2c0e-481d-bc32-86246613029a), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:47.582253 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a1cb2ee-927c-412c-8e4d-4bf5375d5a34 admin admin] Router 3bc742e7-2c0e-481d-bc32-86246613029a is scheduled to L3 agent 0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b with binding_index 1 {{(pid=103280) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 04 19:05:47.717276 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a1cb2ee-927c-412c-8e4d-4bf5375d5a34 admin admin] Notify agent at l3_agent.dv-cinder-840525-1-iscsi the message routers_updated {{(pid=103280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 19:05:47.731345 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac5a6e9-767d-48c2-b11e-bdbcf80a4e86 None None] Sync routers for ids ['3bc742e7-2c0e-481d-bc32-86246613029a'] in dv-cinder-840525-1-iscsi {{(pid=103281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 19:05:47.735848 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-5a1cb2ee-927c-412c-8e4d-4bf5375d5a34 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:47.737441 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-5a1cb2ee-927c-412c-8e4d-4bf5375d5a34 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5545027 May 04 19:05:47.740479 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 57750) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:05:47.747284 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac5a6e9-767d-48c2-b11e-bdbcf80a4e86 None None] Routers {'3bc742e7-2c0e-481d-bc32-86246613029a'} bound to L3 agent in host dv-cinder-840525-1-iscsi {{(pid=103281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:05:47.748240 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_hamode_db [None req-6ac5a6e9-767d-48c2-b11e-bdbcf80a4e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T18:48:29Z,description=,heartbeat_timestamp=2022-05-04T19:05:29Z,host='dv-cinder-840525-1-iscsi',id=0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:48:29Z,topic='l3_agent')) {'router_ids': ['3bc742e7-2c0e-481d-bc32-86246613029a'], 'active': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:05:47.838063 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b9d4bd4-3692-4820-9cad-466a880650ff None None] Network 7d5ea884-5d18-4b5b-9c19-f2e6f023dcc0 requested from dv-cinder-840525-1-iscsi {{(pid=103281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 19:05:47.884596 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvr_db [None req-6ac5a6e9-767d-48c2-b11e-bdbcf80a4e86 None None] Set router 3bc742e7-2c0e-481d-bc32-86246613029a gateway port host: dv-cinder-840525-1-iscsi {{(pid=103281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:05:47.998755 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-d66a84e5-cc21-424d-bece-b4c81efd02fa None None] Provisioning complete for port 6968c496-9394-4ea1-b812-0e0d8735c26f triggered by entity DHCP. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:05:47.999064 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d66a84e5-cc21-424d-bece-b4c81efd02fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1774450'] for port (6968c496-9394-4ea1-b812-0e0d8735c26f), provisioning_complete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:48.174048 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-bad7deca-aefa-4c8d-88a4-3cd27c4903d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:48.186425 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-d66a84e5-cc21-424d-bece-b4c81efd02fa None None] Current status of the port 6968c496-9394-4ea1-b812-0e0d8735c26f is: ACTIVE; New status is: ACTIVE {{(pid=103281) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:05:48.192247 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_hamode_db [None req-6ac5a6e9-767d-48c2-b11e-bdbcf80a4e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bc742e7-2c0e-481d-bc32-86246613029a', 'name': 'tempest-TestMinimumBasicScenario-2076526033-router', 'tenant_id': '81a244b92c0244089fae6217754f5a02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'external_fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': '374d1f94-fefd-4a7f-87ef-db8103d04a63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:05:46Z', 'updated_at': '2022-05-04T19:05:47Z', 'revision_number': 3, 'project_id': '81a244b92c0244089fae6217754f5a02', 'gw_port': {'id': '374d1f94-fefd-4a7f-87ef-db8103d04a63', 'name': '', 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:66:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bc742e7-2c0e-481d-bc32-86246613029a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:05:46Z', 'updated_at': '2022-05-04T19:05:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-1-iscsi'}], 'dv-cinder-840525-1-iscsi', False) {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:05:48.219719 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac5a6e9-767d-48c2-b11e-bdbcf80a4e86 None None] Checking router: 3bc742e7-2c0e-481d-bc32-86246613029a for host: dv-cinder-840525-1-iscsi {{(pid=103281) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 19:05:48.220082 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac5a6e9-767d-48c2-b11e-bdbcf80a4e86 None None] Updating router 3bc742e7-2c0e-481d-bc32-86246613029a port 374d1f94-fefd-4a7f-87ef-db8103d04a63 binding host dv-cinder-840525-1-iscsi {{(pid=103281) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 19:05:48.251177 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6ac5a6e9-767d-48c2-b11e-bdbcf80a4e86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (374d1f94-fefd-4a7f-87ef-db8103d04a63), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:48.334455 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.db.db_base_plugin_common [None req-bad7deca-aefa-4c8d-88a4-3cd27c4903d4 admin admin] Allocated IP 172.20.0.1 (7d5ea884-5d18-4b5b-9c19-f2e6f023dcc0/0a23622a-7fe9-4456-9f9c-6faac77e234d/72350696-c536-4aee-bb5c-b714aba9720c) {{(pid=103280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 19:05:48.357257 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-96bc27f8-6677-45b1-9a90-7820b4aed1a5 None None] Provisioning complete for port 6968c496-9394-4ea1-b812-0e0d8735c26f triggered by entity DHCP. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:05:48.357648 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-96bc27f8-6677-45b1-9a90-7820b4aed1a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1774450'] for port (6968c496-9394-4ea1-b812-0e0d8735c26f), provisioning_complete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:48.519922 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-96bc27f8-6677-45b1-9a90-7820b4aed1a5 None None] Current status of the port 6968c496-9394-4ea1-b812-0e0d8735c26f is: ACTIVE; New status is: ACTIVE {{(pid=103281) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:05:48.591812 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6ac5a6e9-767d-48c2-b11e-bdbcf80a4e86 None None] Publish callbacks [] for port (374d1f94-fefd-4a7f-87ef-db8103d04a63), precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:48.598689 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6ac5a6e9-767d-48c2-b11e-bdbcf80a4e86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136'] for port (374d1f94-fefd-4a7f-87ef-db8103d04a63), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:48.713226 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-bad7deca-aefa-4c8d-88a4-3cd27c4903d4 admin admin] Publish callbacks [] for port (72350696-c536-4aee-bb5c-b714aba9720c), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:48.752342 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-bad7deca-aefa-4c8d-88a4-3cd27c4903d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790498302100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12874298'] for port (72350696-c536-4aee-bb5c-b714aba9720c), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:48.789016 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad7deca-aefa-4c8d-88a4-3cd27c4903d4 admin admin] Network 7d5ea884-5d18-4b5b-9c19-f2e6f023dcc0 is already hosted by enough agents. {{(pid=103280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 19:05:48.791633 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca6bdb2-56d5-44eb-9056-e23fb291094b None None] Pushing event updated for resources: {'Port': ['ID=374d1f94-fefd-4a7f-87ef-db8103d04a63,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:05:48.793990 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.base_scheduler [None req-bad7deca-aefa-4c8d-88a4-3cd27c4903d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 19:05:48.794229 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [None req-6ac5a6e9-767d-48c2-b11e-bdbcf80a4e86 None None] Attempting to bind port 374d1f94-fefd-4a7f-87ef-db8103d04a63 on host dv-cinder-840525-1-iscsi for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 19:05:48.794537 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [None req-6ac5a6e9-767d-48c2-b11e-bdbcf80a4e86 None None] Attempting to bind port 374d1f94-fefd-4a7f-87ef-db8103d04a63 by drivers openvswitch,hyperv on host dv-cinder-840525-1-iscsi at level 0 using segments [{'id': '183e99eb-a03a-4429-82ba-edb66df2d5f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 19:05:48.795183 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac5a6e9-767d-48c2-b11e-bdbcf80a4e86 None None] Attempting to bind port 374d1f94-fefd-4a7f-87ef-db8103d04a63 on network cbca2f8d-f88f-49b4-8a9d-8b4714c67762 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 19:05:48.797315 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad7deca-aefa-4c8d-88a4-3cd27c4903d4 admin admin] Received port after_create {{(pid=103280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 19:05:48.800407 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac5a6e9-767d-48c2-b11e-bdbcf80a4e86 None None] Checking agent: {'id': '7e96273e-cd3b-4e2d-a9cb-a5a62cf8f8b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840525-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 18, 48, 33), 'started_at': datetime.datetime(2022, 5, 4, 18, 49, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 19, 5, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840525-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 19:05:48.800783 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac5a6e9-767d-48c2-b11e-bdbcf80a4e86 None None] Checking segment: {'id': '183e99eb-a03a-4429-82ba-edb66df2d5f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 19:05:48.801189 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6ac5a6e9-767d-48c2-b11e-bdbcf80a4e86 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:48.801629 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac5a6e9-767d-48c2-b11e-bdbcf80a4e86 None None] Bound using segment: {'id': '183e99eb-a03a-4429-82ba-edb66df2d5f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762'} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 19:05:48.802075 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [None req-6ac5a6e9-767d-48c2-b11e-bdbcf80a4e86 None None] Bound port: 374d1f94-fefd-4a7f-87ef-db8103d04a63, host: dv-cinder-840525-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '183e99eb-a03a-4429-82ba-edb66df2d5f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762'}}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 19:05:48.802449 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6ac5a6e9-767d-48c2-b11e-bdbcf80a4e86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (374d1f94-fefd-4a7f-87ef-db8103d04a63), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:48.840541 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad7deca-aefa-4c8d-88a4-3cd27c4903d4 admin admin] Pushing event updated for resources: {'Port': ['ID=72350696-c536-4aee-bb5c-b714aba9720c,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:05:48.854602 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-bad7deca-aefa-4c8d-88a4-3cd27c4903d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-608641'] for router_interface (3bc742e7-2c0e-481d-bc32-86246613029a), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:48.867562 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-6ac5a6e9-767d-48c2-b11e-bdbcf80a4e86 None None] For port 374d1f94-fefd-4a7f-87ef-db8103d04a63, host dv-cinder-840525-1-iscsi, cleared binding levels {{(pid=103281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 19:05:48.872325 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-6ac5a6e9-767d-48c2-b11e-bdbcf80a4e86 None None] For port 374d1f94-fefd-4a7f-87ef-db8103d04a63, host dv-cinder-840525-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-1-iscsi',level=0,port_id=374d1f94-fefd-4a7f-87ef-db8103d04a63,segment=NetworkSegment(183e99eb-a03a-4429-82ba-edb66df2d5f7),segment_id=183e99eb-a03a-4429-82ba-edb66df2d5f7)] {{(pid=103281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 19:05:48.880750 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6ac5a6e9-767d-48c2-b11e-bdbcf80a4e86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136'] for port (374d1f94-fefd-4a7f-87ef-db8103d04a63), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:48.955267 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac5a6e9-767d-48c2-b11e-bdbcf80a4e86 None None] Routers {'3bc742e7-2c0e-481d-bc32-86246613029a'} bound to L3 agent in host dv-cinder-840525-1-iscsi {{(pid=103281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:05:48.955868 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_hamode_db [None req-6ac5a6e9-767d-48c2-b11e-bdbcf80a4e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T18:48:29Z,description=,heartbeat_timestamp=2022-05-04T19:05:29Z,host='dv-cinder-840525-1-iscsi',id=0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:48:29Z,topic='l3_agent')) {'router_ids': ['3bc742e7-2c0e-481d-bc32-86246613029a'], 'active': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:05:48.997142 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca6bdb2-56d5-44eb-9056-e23fb291094b None None] Pushing event updated for resources: {'Port': ['ID=374d1f94-fefd-4a7f-87ef-db8103d04a63,revision_number=3']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:05:49.038384 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-bad7deca-aefa-4c8d-88a4-3cd27c4903d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (72350696-c536-4aee-bb5c-b714aba9720c), before_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:49.079573 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvr_db [None req-6ac5a6e9-767d-48c2-b11e-bdbcf80a4e86 None None] Set router 3bc742e7-2c0e-481d-bc32-86246613029a gateway port host: dv-cinder-840525-1-iscsi {{(pid=103281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:05:49.110431 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Device 6968c496-9394-4ea1-b812-0e0d8735c26f up at agent ovs-agent-dv-cinder-840525-1-iscsi {{(pid=103281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 19:05:49.193150 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-177a6363-92cb-4a4c-85fb-afec9ee40a06 None None] Provisioning complete for port 72350696-c536-4aee-bb5c-b714aba9720c triggered by entity DHCP. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:05:49.193549 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-177a6363-92cb-4a4c-85fb-afec9ee40a06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1774450'] for port (72350696-c536-4aee-bb5c-b714aba9720c), provisioning_complete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:49.200217 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-bad7deca-aefa-4c8d-88a4-3cd27c4903d4 admin admin] Publish callbacks [] for port (72350696-c536-4aee-bb5c-b714aba9720c), precommit_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:49.207059 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-bad7deca-aefa-4c8d-88a4-3cd27c4903d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12874275'] for port (72350696-c536-4aee-bb5c-b714aba9720c), after_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:49.272315 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad7deca-aefa-4c8d-88a4-3cd27c4903d4 admin admin] Pushing event updated for resources: {'Port': ['ID=72350696-c536-4aee-bb5c-b714aba9720c,revision_number=2']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:05:49.275714 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-bad7deca-aefa-4c8d-88a4-3cd27c4903d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1572630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608635'] for router_interface (3bc742e7-2c0e-481d-bc32-86246613029a), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:49.278204 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-177a6363-92cb-4a4c-85fb-afec9ee40a06 None None] Port 72350696-c536-4aee-bb5c-b714aba9720c cannot update to ACTIVE because it is not bound. {{(pid=103281) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 19:05:49.288738 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Provisioning complete for port 6968c496-9394-4ea1-b812-0e0d8735c26f triggered by entity L2. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:05:49.289115 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1774450'] for port (6968c496-9394-4ea1-b812-0e0d8735c26f), provisioning_complete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:49.363278 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_hamode_db [None req-6ac5a6e9-767d-48c2-b11e-bdbcf80a4e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bc742e7-2c0e-481d-bc32-86246613029a', 'name': 'tempest-TestMinimumBasicScenario-2076526033-router', 'tenant_id': '81a244b92c0244089fae6217754f5a02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'external_fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': '374d1f94-fefd-4a7f-87ef-db8103d04a63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:05:46Z', 'updated_at': '2022-05-04T19:05:47Z', 'revision_number': 3, 'project_id': '81a244b92c0244089fae6217754f5a02', 'gw_port': {'id': '374d1f94-fefd-4a7f-87ef-db8103d04a63', 'name': '', 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:66:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bc742e7-2c0e-481d-bc32-86246613029a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:05:46Z', 'updated_at': '2022-05-04T19:05:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-1-iscsi'}], 'dv-cinder-840525-1-iscsi', False) {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:05:49.370940 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad7deca-aefa-4c8d-88a4-3cd27c4903d4 admin admin] Network 7d5ea884-5d18-4b5b-9c19-f2e6f023dcc0 is already hosted by enough agents. {{(pid=103280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 19:05:49.372370 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.base_scheduler [None req-bad7deca-aefa-4c8d-88a4-3cd27c4903d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 19:05:49.392849 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac5a6e9-767d-48c2-b11e-bdbcf80a4e86 None None] The sync data for ids ['3bc742e7-2c0e-481d-bc32-86246613029a'] in dv-cinder-840525-1-iscsi is: [{'id': '3bc742e7-2c0e-481d-bc32-86246613029a', 'name': 'tempest-TestMinimumBasicScenario-2076526033-router', 'tenant_id': '81a244b92c0244089fae6217754f5a02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'external_fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': '374d1f94-fefd-4a7f-87ef-db8103d04a63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:05:46Z', 'updated_at': '2022-05-04T19:05:47Z', 'revision_number': 3, 'project_id': '81a244b92c0244089fae6217754f5a02', 'gw_port': {'id': '374d1f94-fefd-4a7f-87ef-db8103d04a63', 'name': '', 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:66:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bc742e7-2c0e-481d-bc32-86246613029a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:05:46Z', 'updated_at': '2022-05-04T19:05:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-1-iscsi'}] {{(pid=103281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 19:05:49.433166 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Current status of the port 6968c496-9394-4ea1-b812-0e0d8735c26f is: ACTIVE; New status is: ACTIVE {{(pid=103281) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:05:49.511290 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bad7deca-aefa-4c8d-88a4-3cd27c4903d4 admin admin] Router 3bc742e7-2c0e-481d-bc32-86246613029a has already been hosted by L3 agent 0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b {{(pid=103280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 19:05:49.598547 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-097bcfee-d6f7-47de-9b43-aa48195cc5fb None None] Provisioning complete for port 72350696-c536-4aee-bb5c-b714aba9720c triggered by entity DHCP. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:05:49.598918 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-097bcfee-d6f7-47de-9b43-aa48195cc5fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1774450'] for port (72350696-c536-4aee-bb5c-b714aba9720c), provisioning_complete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:49.646289 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bad7deca-aefa-4c8d-88a4-3cd27c4903d4 admin admin] Notify agent at l3_agent.dv-cinder-840525-1-iscsi the message routers_updated {{(pid=103280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 19:05:49.665801 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-bad7deca-aefa-4c8d-88a4-3cd27c4903d4 admin admin] 10.222.0.35 "PUT /v2.0/routers/3bc742e7-2c0e-481d-bc32-86246613029a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9240680 May 04 19:05:49.666024 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-097bcfee-d6f7-47de-9b43-aa48195cc5fb None None] Port 72350696-c536-4aee-bb5c-b714aba9720c cannot update to ACTIVE because it is not bound. {{(pid=103281) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 19:05:50.134303 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 57774) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:05:50.139504 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [None req-f576bb71-02c0-48aa-8b05-d8c4047039e1 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1772230035-network', 'tenant_id': '8d878264f67e439bb744394adbb5c686'}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:05:50.160237 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f576bb71-02c0-48aa-8b05-d8c4047039e1 admin admin] Made reservation on behalf of 8d878264f67e439bb744394adbb5c686 for: {'network': 1} {{(pid=103280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 19:05:50.163021 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-f576bb71-02c0-48aa-8b05-d8c4047039e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for network (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:50.174442 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-f576bb71-02c0-48aa-8b05-d8c4047039e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:50.256340 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-f576bb71-02c0-48aa-8b05-d8c4047039e1 admin admin] Publish callbacks [] for security_group (bedf27f5-f0ac-4442-8c95-7d65f17e7724), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:50.261974 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-f576bb71-02c0-48aa-8b05-d8c4047039e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (bedf27f5-f0ac-4442-8c95-7d65f17e7724), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:50.285972 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f576bb71-02c0-48aa-8b05-d8c4047039e1 admin admin] vlan segment allocate from pool success with {'vlan_id': 266, 'physical_network': 'physnet1'} {{(pid=103280) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 19:05:50.294555 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f576bb71-02c0-48aa-8b05-d8c4047039e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bedf27f5-f0ac-4442-8c95-7d65f17e7724,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:05:50.300613 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-f576bb71-02c0-48aa-8b05-d8c4047039e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589113'] for segment (66c3d971-ba20-4d62-89d2-c6388a3ad366), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:50.301043 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.db.segments_db [None req-f576bb71-02c0-48aa-8b05-d8c4047039e1 admin admin] Added segment 66c3d971-ba20-4d62-89d2-c6388a3ad366 of type vlan for network be230e5a-9ba2-4aa8-b00c-8632026b3b9a May 04 19:05:50.342168 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-f576bb71-02c0-48aa-8b05-d8c4047039e1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790498323402'] for network (be230e5a-9ba2-4aa8-b00c-8632026b3b9a), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:50.368144 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-f576bb71-02c0-48aa-8b05-d8c4047039e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608'] for network (be230e5a-9ba2-4aa8-b00c-8632026b3b9a), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:50.369103 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f576bb71-02c0-48aa-8b05-d8c4047039e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:05:50.369704 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-f576bb71-02c0-48aa-8b05-d8c4047039e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572658'] for network (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:50.401923 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-f576bb71-02c0-48aa-8b05-d8c4047039e1 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.2663567 May 04 19:05:50.404570 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 57776) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:05:50.409161 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [None req-3f2a715d-5144-40e0-a791-8de73020c9ff admin admin] Request body: {'subnet': {'network_id': 'be230e5a-9ba2-4aa8-b00c-8632026b3b9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1772230035-subnet', 'tenant_id': '8d878264f67e439bb744394adbb5c686', 'ip_version': 4}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:05:50.443928 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f576bb71-02c0-48aa-8b05-d8c4047039e1 admin admin] Pushing event updated for resources: {'Network': ['ID=be230e5a-9ba2-4aa8-b00c-8632026b3b9a,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:05:50.453874 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Network be230e5a-9ba2-4aa8-b00c-8632026b3b9a details requested by agent ovs-agent-dv-cinder-840525-1-iscsi with host dv-cinder-840525-1-iscsi {{(pid=103281) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 19:05:50.461663 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f2a715d-5144-40e0-a791-8de73020c9ff admin admin] Made reservation on behalf of 8d878264f67e439bb744394adbb5c686 for: {'subnet': 1} {{(pid=103280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 19:05:50.463982 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-3f2a715d-5144-40e0-a791-8de73020c9ff admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13129141'] for subnet (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:50.639373 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-3f2a715d-5144-40e0-a791-8de73020c9ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12875178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13129159'] for subnet (53bca8d3-6814-43c9-bc61-796d3cae6306), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:50.695179 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2a715d-5144-40e0-a791-8de73020c9ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=53bca8d3-6814-43c9-bc61-796d3cae6306,revision_number=0']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:05:50.703833 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2a715d-5144-40e0-a791-8de73020c9ff admin admin] Checking segment: {'id': '66c3d971-ba20-4d62-89d2-c6388a3ad366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'be230e5a-9ba2-4aa8-b00c-8632026b3b9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 19:05:50.704197 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f2a715d-5144-40e0-a791-8de73020c9ff admin admin] Network hostable DHCP agents. Network: be230e5a-9ba2-4aa8-b00c-8632026b3b9a, hostable agents: ['ae04e5b6-6ccf-46c0-81ba-a3f5b8ae390c'], hosted agents: [] {{(pid=103280) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 19:05:50.722292 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f2a715d-5144-40e0-a791-8de73020c9ff admin admin] Network be230e5a-9ba2-4aa8-b00c-8632026b3b9a is scheduled to be hosted by DHCP agent ae04e5b6-6ccf-46c0-81ba-a3f5b8ae390c with binding_index 1 {{(pid=103280) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 19:05:50.732986 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.base_scheduler [None req-3f2a715d-5144-40e0-a791-8de73020c9ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840525-1-iscsi, be230e5a-9ba2-4aa8-b00c-8632026b3b9a) {{(pid=103280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 19:05:50.737474 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Device 1371a7f8-eafe-4c9a-b83f-ae78b35688d2 no longer exists at agent hyperv_hv-cinder-84052 {{(pid=103281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 19:05:50.737661 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f2a715d-5144-40e0-a791-8de73020c9ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:05:50.738122 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-3f2a715d-5144-40e0-a791-8de73020c9ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572658'] for subnet (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:50.743788 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ef8467b-ca94-4429-adda-6834ddce7f36 None None] Network be230e5a-9ba2-4aa8-b00c-8632026b3b9a requested from dv-cinder-840525-1-iscsi {{(pid=103281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 19:05:50.757811 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-3f2a715d-5144-40e0-a791-8de73020c9ff admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3522513 May 04 19:05:50.760576 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 57778) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:05:50.763360 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] No Port match for: 1371a7f8-eafe-4c9a-b83f-ae78b35688d2 {{(pid=103281) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 19:05:50.763755 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Device 1371a7f8-eafe-4c9a-b83f-ae78b35688d2 not bound to the agent host hv-cinder-84052 {{(pid=103281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 19:05:50.766069 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.v2.base [None req-ded42055-530b-4372-a51d-d8f752bf8d2d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1772230035-router', 'tenant_id': '8d878264f67e439bb744394adbb5c686', 'external_gateway_info': {'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762'}}} {{(pid=103279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:05:50.792984 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-ded42055-530b-4372-a51d-d8f752bf8d2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-620518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4428'] for router (ba686ba2-6883-48fa-8317-7d1e2d839cc5), before_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:50.794476 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-ded42055-530b-4372-a51d-d8f752bf8d2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-610031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-693478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4405'] for router (ba686ba2-6883-48fa-8317-7d1e2d839cc5), precommit_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:50.848913 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-ded42055-530b-4372-a51d-d8f752bf8d2d admin admin] Publish callbacks [] for router_controller (ba686ba2-6883-48fa-8317-7d1e2d839cc5), precommit_add_association {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:50.866223 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2ca5884-0621-4748-bb35-cd7220f8833d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31efe59b-327d-5d9c-bbb4-4911cdeac679-be230e5a-9ba2-4aa8-b00c-8632026b3b9a', 'network_id': 'be230e5a-9ba2-4aa8-b00c-8632026b3b9a', 'project_id': '8d878264f67e439bb744394adbb5c686', 'fixed_ips': [{'subnet_id': '53bca8d3-6814-43c9-bc61-796d3cae6306'}]}} from dv-cinder-840525-1-iscsi. {{(pid=103281) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 04 19:05:50.867427 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c2ca5884-0621-4748-bb35-cd7220f8833d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:50.963714 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f82e6f-4b5e-43cd-8bf8-29b4a7704634 None None] Sync routers for ids ['3bc742e7-2c0e-481d-bc32-86246613029a'] in dv-cinder-840525-1-iscsi {{(pid=103282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 19:05:50.974588 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f82e6f-4b5e-43cd-8bf8-29b4a7704634 None None] Routers {'3bc742e7-2c0e-481d-bc32-86246613029a'} bound to L3 agent in host dv-cinder-840525-1-iscsi {{(pid=103282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:05:50.975132 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-21f82e6f-4b5e-43cd-8bf8-29b4a7704634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T18:48:29Z,description=,heartbeat_timestamp=2022-05-04T19:05:29Z,host='dv-cinder-840525-1-iscsi',id=0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:48:29Z,topic='l3_agent')) {'router_ids': ['3bc742e7-2c0e-481d-bc32-86246613029a'], 'active': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:05:50.993477 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-ded42055-530b-4372-a51d-d8f752bf8d2d admin admin] Publish callbacks [] for router_gateway (ba686ba2-6883-48fa-8317-7d1e2d839cc5), precommit_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:51.019748 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-c2ca5884-0621-4748-bb35-cd7220f8833d None None] Allocated IP 172.20.0.2 (be230e5a-9ba2-4aa8-b00c-8632026b3b9a/53bca8d3-6814-43c9-bc61-796d3cae6306/eeb23007-ec13-4540-b11a-9f85c7774ed2) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 19:05:51.096738 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvr_db [None req-21f82e6f-4b5e-43cd-8bf8-29b4a7704634 None None] Set router 3bc742e7-2c0e-481d-bc32-86246613029a gateway port host: dv-cinder-840525-1-iscsi {{(pid=103282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:05:51.160732 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Device 374d1f94-fefd-4a7f-87ef-db8103d04a63 up at agent ovs-agent-dv-cinder-840525-1-iscsi {{(pid=103281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 19:05:51.202573 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-ded42055-530b-4372-a51d-d8f752bf8d2d admin admin] Publish callbacks [] for router_gateway (ba686ba2-6883-48fa-8317-7d1e2d839cc5), before_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:51.216577 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c2ca5884-0621-4748-bb35-cd7220f8833d None None] Publish callbacks [] for port (eeb23007-ec13-4540-b11a-9f85c7774ed2), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:51.223632 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-ded42055-530b-4372-a51d-d8f752bf8d2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (None), before_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:51.230066 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c2ca5884-0621-4748-bb35-cd7220f8833d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790498302100'] for port (eeb23007-ec13-4540-b11a-9f85c7774ed2), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:51.239264 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Provisioning complete for port 374d1f94-fefd-4a7f-87ef-db8103d04a63 triggered by entity L2. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:05:51.239740 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1774450'] for port (374d1f94-fefd-4a7f-87ef-db8103d04a63), provisioning_complete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:51.294026 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ca5884-0621-4748-bb35-cd7220f8833d None None] Network be230e5a-9ba2-4aa8-b00c-8632026b3b9a is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 19:05:51.302870 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-c2ca5884-0621-4748-bb35-cd7220f8833d None None] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 19:05:51.306686 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ca5884-0621-4748-bb35-cd7220f8833d None None] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 19:05:51.308710 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ca5884-0621-4748-bb35-cd7220f8833d None None] Pushing event updated for resources: {'Port': ['ID=eeb23007-ec13-4540-b11a-9f85c7774ed2,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:05:51.317158 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-21f82e6f-4b5e-43cd-8bf8-29b4a7704634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bc742e7-2c0e-481d-bc32-86246613029a', 'name': 'tempest-TestMinimumBasicScenario-2076526033-router', 'tenant_id': '81a244b92c0244089fae6217754f5a02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'external_fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': '374d1f94-fefd-4a7f-87ef-db8103d04a63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:05:46Z', 'updated_at': '2022-05-04T19:05:48Z', 'revision_number': 4, 'project_id': '81a244b92c0244089fae6217754f5a02', 'gw_port': {'id': '374d1f94-fefd-4a7f-87ef-db8103d04a63', 'name': '', 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:66:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bc742e7-2c0e-481d-bc32-86246613029a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:05:46Z', 'updated_at': '2022-05-04T19:05:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-1-iscsi', '_interfaces': [{'id': '72350696-c536-4aee-bb5c-b714aba9720c', 'name': '', 'network_id': '7d5ea884-5d18-4b5b-9c19-f2e6f023dcc0', 'tenant_id': '81a244b92c0244089fae6217754f5a02', 'mac_address': 'fa:16:3e:0b:ec:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bc742e7-2c0e-481d-bc32-86246613029a', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '0a23622a-7fe9-4456-9f9c-6faac77e234d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:05:48Z', 'updated_at': '2022-05-04T19:05:49Z', 'revision_number': 2, 'project_id': '81a244b92c0244089fae6217754f5a02', 'subnets': [{'id': '0a23622a-7fe9-4456-9f9c-6faac77e234d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-1-iscsi', False) {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:05:51.338573 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.db.db_base_plugin_common [None req-ded42055-530b-4372-a51d-d8f752bf8d2d admin admin] Allocated IP 172.27.0.137 (cbca2f8d-f88f-49b4-8a9d-8b4714c67762/6d3155f3-7d72-4b90-89ae-8effc01a61e4/560aaed3-af5b-40a9-97ef-af95b144290f) {{(pid=103279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 19:05:51.352465 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f82e6f-4b5e-43cd-8bf8-29b4a7704634 None None] Checking router: 3bc742e7-2c0e-481d-bc32-86246613029a for host: dv-cinder-840525-1-iscsi {{(pid=103282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 19:05:51.353028 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f82e6f-4b5e-43cd-8bf8-29b4a7704634 None None] Updating router 3bc742e7-2c0e-481d-bc32-86246613029a port 72350696-c536-4aee-bb5c-b714aba9720c binding host dv-cinder-840525-1-iscsi {{(pid=103282) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 19:05:51.382764 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-21f82e6f-4b5e-43cd-8bf8-29b4a7704634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (72350696-c536-4aee-bb5c-b714aba9720c), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:51.398301 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [None req-c2ca5884-0621-4748-bb35-cd7220f8833d None None] Attempting to bind port eeb23007-ec13-4540-b11a-9f85c7774ed2 on host dv-cinder-840525-1-iscsi for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 19:05:51.398664 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [None req-c2ca5884-0621-4748-bb35-cd7220f8833d None None] Attempting to bind port eeb23007-ec13-4540-b11a-9f85c7774ed2 by drivers openvswitch,hyperv on host dv-cinder-840525-1-iscsi at level 0 using segments [{'id': '66c3d971-ba20-4d62-89d2-c6388a3ad366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'be230e5a-9ba2-4aa8-b00c-8632026b3b9a'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 19:05:51.399025 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ca5884-0621-4748-bb35-cd7220f8833d None None] Attempting to bind port eeb23007-ec13-4540-b11a-9f85c7774ed2 on network be230e5a-9ba2-4aa8-b00c-8632026b3b9a {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 19:05:51.407530 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ca5884-0621-4748-bb35-cd7220f8833d None None] Checking agent: {'id': '7e96273e-cd3b-4e2d-a9cb-a5a62cf8f8b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840525-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 18, 48, 33), 'started_at': datetime.datetime(2022, 5, 4, 18, 49, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 19, 5, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840525-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 19:05:51.407951 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ca5884-0621-4748-bb35-cd7220f8833d None None] Checking segment: {'id': '66c3d971-ba20-4d62-89d2-c6388a3ad366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'be230e5a-9ba2-4aa8-b00c-8632026b3b9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 19:05:51.408353 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c2ca5884-0621-4748-bb35-cd7220f8833d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:51.408743 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ca5884-0621-4748-bb35-cd7220f8833d None None] Bound using segment: {'id': '66c3d971-ba20-4d62-89d2-c6388a3ad366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'be230e5a-9ba2-4aa8-b00c-8632026b3b9a'} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 19:05:51.409217 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [None req-c2ca5884-0621-4748-bb35-cd7220f8833d None None] Bound port: eeb23007-ec13-4540-b11a-9f85c7774ed2, host: dv-cinder-840525-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66c3d971-ba20-4d62-89d2-c6388a3ad366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'be230e5a-9ba2-4aa8-b00c-8632026b3b9a'}}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 19:05:51.409633 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c2ca5884-0621-4748-bb35-cd7220f8833d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (eeb23007-ec13-4540-b11a-9f85c7774ed2), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:51.427287 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Current status of the port 374d1f94-fefd-4a7f-87ef-db8103d04a63 is: DOWN; New status is: ACTIVE {{(pid=103281) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:05:51.427674 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (374d1f94-fefd-4a7f-87ef-db8103d04a63), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:51.446852 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-ded42055-530b-4372-a51d-d8f752bf8d2d admin admin] Publish callbacks [] for port (560aaed3-af5b-40a9-97ef-af95b144290f), precommit_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:51.470892 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] For port 374d1f94-fefd-4a7f-87ef-db8103d04a63, host dv-cinder-840525-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-1-iscsi',level=0,port_id=374d1f94-fefd-4a7f-87ef-db8103d04a63,segment=NetworkSegment(183e99eb-a03a-4429-82ba-edb66df2d5f7),segment_id=183e99eb-a03a-4429-82ba-edb66df2d5f7)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:05:51.479616 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136'] for port (374d1f94-fefd-4a7f-87ef-db8103d04a63), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:51.481467 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-ded42055-530b-4372-a51d-d8f752bf8d2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790498302100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13908970'] for port (560aaed3-af5b-40a9-97ef-af95b144290f), after_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:51.526276 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ded42055-530b-4372-a51d-d8f752bf8d2d admin admin] Network cbca2f8d-f88f-49b4-8a9d-8b4714c67762 is already hosted by enough agents. {{(pid=103279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 19:05:51.530362 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.scheduler.base_scheduler [None req-ded42055-530b-4372-a51d-d8f752bf8d2d admin admin] Resources bound (agent type, host, resource id): {{(pid=103279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 19:05:51.532816 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded42055-530b-4372-a51d-d8f752bf8d2d admin admin] Received port after_create {{(pid=103279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 19:05:51.534916 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded42055-530b-4372-a51d-d8f752bf8d2d admin admin] Pushing event updated for resources: {'Port': ['ID=560aaed3-af5b-40a9-97ef-af95b144290f,revision_number=1']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:05:51.544308 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Pushing event updated for resources: {'Port': ['ID=374d1f94-fefd-4a7f-87ef-db8103d04a63,revision_number=4']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:05:51.552240 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-c2ca5884-0621-4748-bb35-cd7220f8833d None None] For port eeb23007-ec13-4540-b11a-9f85c7774ed2, host dv-cinder-840525-1-iscsi, cleared binding levels {{(pid=103281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 19:05:51.555582 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-c2ca5884-0621-4748-bb35-cd7220f8833d None None] For port eeb23007-ec13-4540-b11a-9f85c7774ed2, host dv-cinder-840525-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-1-iscsi',level=0,port_id=eeb23007-ec13-4540-b11a-9f85c7774ed2,segment=NetworkSegment(66c3d971-ba20-4d62-89d2-c6388a3ad366),segment_id=66c3d971-ba20-4d62-89d2-c6388a3ad366)] {{(pid=103281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 19:05:51.564372 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c2ca5884-0621-4748-bb35-cd7220f8833d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136'] for port (eeb23007-ec13-4540-b11a-9f85c7774ed2), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:51.629505 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ca5884-0621-4748-bb35-cd7220f8833d None None] Pushing event updated for resources: {'Port': ['ID=eeb23007-ec13-4540-b11a-9f85c7774ed2,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:05:51.677687 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-21f82e6f-4b5e-43cd-8bf8-29b4a7704634 None None] Publish callbacks [] for port (72350696-c536-4aee-bb5c-b714aba9720c), precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:51.684349 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-21f82e6f-4b5e-43cd-8bf8-29b4a7704634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136'] for port (72350696-c536-4aee-bb5c-b714aba9720c), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:51.743949 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1de99d9-ac62-4505-8979-a6d26e76f12f None None] Pushing event updated for resources: {'Port': ['ID=72350696-c536-4aee-bb5c-b714aba9720c,revision_number=3']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:05:51.766208 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1de99d9-ac62-4505-8979-a6d26e76f12f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:05:51.766634 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1de99d9-ac62-4505-8979-a6d26e76f12f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:05:51.767056 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1de99d9-ac62-4505-8979-a6d26e76f12f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:05:51.767464 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1de99d9-ac62-4505-8979-a6d26e76f12f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:05:51.767879 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1de99d9-ac62-4505-8979-a6d26e76f12f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:05:51.768261 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1de99d9-ac62-4505-8979-a6d26e76f12f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:05:51.768699 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1de99d9-ac62-4505-8979-a6d26e76f12f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:05:51.769013 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1de99d9-ac62-4505-8979-a6d26e76f12f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:05:51.769499 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1de99d9-ac62-4505-8979-a6d26e76f12f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:05:51.769811 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1de99d9-ac62-4505-8979-a6d26e76f12f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:05:51.770179 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1de99d9-ac62-4505-8979-a6d26e76f12f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:05:51.770650 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1de99d9-ac62-4505-8979-a6d26e76f12f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:05:51.770947 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1de99d9-ac62-4505-8979-a6d26e76f12f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:05:51.771276 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1de99d9-ac62-4505-8979-a6d26e76f12f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:05:51.771665 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1de99d9-ac62-4505-8979-a6d26e76f12f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:05:51.808195 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-21f82e6f-4b5e-43cd-8bf8-29b4a7704634 None None] Attempting to bind port 72350696-c536-4aee-bb5c-b714aba9720c on host dv-cinder-840525-1-iscsi for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 19:05:51.808678 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-21f82e6f-4b5e-43cd-8bf8-29b4a7704634 None None] Attempting to bind port 72350696-c536-4aee-bb5c-b714aba9720c by drivers openvswitch,hyperv on host dv-cinder-840525-1-iscsi at level 0 using segments [{'id': 'fc4fd0b1-f8b1-4e14-be62-a089e6024178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '7d5ea884-5d18-4b5b-9c19-f2e6f023dcc0'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 19:05:51.809121 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-ded42055-530b-4372-a51d-d8f752bf8d2d admin admin] Publish callbacks [] for router_gateway (ba686ba2-6883-48fa-8317-7d1e2d839cc5), after_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:51.809615 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f82e6f-4b5e-43cd-8bf8-29b4a7704634 None None] Attempting to bind port 72350696-c536-4aee-bb5c-b714aba9720c on network 7d5ea884-5d18-4b5b-9c19-f2e6f023dcc0 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 19:05:51.819581 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f82e6f-4b5e-43cd-8bf8-29b4a7704634 None None] Checking agent: {'id': '7e96273e-cd3b-4e2d-a9cb-a5a62cf8f8b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840525-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 18, 48, 33), 'started_at': datetime.datetime(2022, 5, 4, 18, 49, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 19, 5, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840525-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 19:05:51.820347 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f82e6f-4b5e-43cd-8bf8-29b4a7704634 None None] Checking segment: {'id': 'fc4fd0b1-f8b1-4e14-be62-a089e6024178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '7d5ea884-5d18-4b5b-9c19-f2e6f023dcc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 19:05:51.820752 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-21f82e6f-4b5e-43cd-8bf8-29b4a7704634 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:51.821142 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f82e6f-4b5e-43cd-8bf8-29b4a7704634 None None] Bound using segment: {'id': 'fc4fd0b1-f8b1-4e14-be62-a089e6024178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '7d5ea884-5d18-4b5b-9c19-f2e6f023dcc0'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 19:05:51.825987 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-21f82e6f-4b5e-43cd-8bf8-29b4a7704634 None None] Bound port: 72350696-c536-4aee-bb5c-b714aba9720c, host: dv-cinder-840525-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc4fd0b1-f8b1-4e14-be62-a089e6024178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '7d5ea884-5d18-4b5b-9c19-f2e6f023dcc0'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 19:05:51.825987 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-21f82e6f-4b5e-43cd-8bf8-29b4a7704634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (72350696-c536-4aee-bb5c-b714aba9720c), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:51.910763 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-21f82e6f-4b5e-43cd-8bf8-29b4a7704634 None None] For port 72350696-c536-4aee-bb5c-b714aba9720c, host dv-cinder-840525-1-iscsi, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 19:05:51.914107 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-21f82e6f-4b5e-43cd-8bf8-29b4a7704634 None None] For port 72350696-c536-4aee-bb5c-b714aba9720c, host dv-cinder-840525-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-1-iscsi',level=0,port_id=72350696-c536-4aee-bb5c-b714aba9720c,segment=NetworkSegment(fc4fd0b1-f8b1-4e14-be62-a089e6024178),segment_id=fc4fd0b1-f8b1-4e14-be62-a089e6024178)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 19:05:51.924607 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-21f82e6f-4b5e-43cd-8bf8-29b4a7704634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136'] for port (72350696-c536-4aee-bb5c-b714aba9720c), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:51.989348 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1de99d9-ac62-4505-8979-a6d26e76f12f None None] Pushing event updated for resources: {'Port': ['ID=72350696-c536-4aee-bb5c-b714aba9720c,revision_number=4']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:05:52.001080 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f82e6f-4b5e-43cd-8bf8-29b4a7704634 None None] Routers {'3bc742e7-2c0e-481d-bc32-86246613029a'} bound to L3 agent in host dv-cinder-840525-1-iscsi {{(pid=103282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:05:52.001776 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-21f82e6f-4b5e-43cd-8bf8-29b4a7704634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T18:48:29Z,description=,heartbeat_timestamp=2022-05-04T19:05:29Z,host='dv-cinder-840525-1-iscsi',id=0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:48:29Z,topic='l3_agent')) {'router_ids': ['3bc742e7-2c0e-481d-bc32-86246613029a'], 'active': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:05:52.005149 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-4b18d9f0-bcd2-4f39-b1ba-7d4c944b85d0 None None] Provisioning complete for port 72350696-c536-4aee-bb5c-b714aba9720c triggered by entity DHCP. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:05:52.007812 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4b18d9f0-bcd2-4f39-b1ba-7d4c944b85d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1774450'] for port (72350696-c536-4aee-bb5c-b714aba9720c), provisioning_complete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:52.135711 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-4b18d9f0-bcd2-4f39-b1ba-7d4c944b85d0 None None] Current status of the port 72350696-c536-4aee-bb5c-b714aba9720c is: DOWN; New status is: ACTIVE {{(pid=103281) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:05:52.136670 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4b18d9f0-bcd2-4f39-b1ba-7d4c944b85d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (72350696-c536-4aee-bb5c-b714aba9720c), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:52.165635 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-ded42055-530b-4372-a51d-d8f752bf8d2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-610012'] for router (ba686ba2-6883-48fa-8317-7d1e2d839cc5), after_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:52.191190 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-4b18d9f0-bcd2-4f39-b1ba-7d4c944b85d0 None None] For port 72350696-c536-4aee-bb5c-b714aba9720c, host dv-cinder-840525-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-1-iscsi',level=0,port_id=72350696-c536-4aee-bb5c-b714aba9720c,segment=NetworkSegment(fc4fd0b1-f8b1-4e14-be62-a089e6024178),segment_id=fc4fd0b1-f8b1-4e14-be62-a089e6024178)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:05:52.200090 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4b18d9f0-bcd2-4f39-b1ba-7d4c944b85d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136'] for port (72350696-c536-4aee-bb5c-b714aba9720c), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:52.279809 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b18d9f0-bcd2-4f39-b1ba-7d4c944b85d0 None None] Pushing event updated for resources: {'Port': ['ID=72350696-c536-4aee-bb5c-b714aba9720c,revision_number=5']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:05:52.304621 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvr_db [None req-21f82e6f-4b5e-43cd-8bf8-29b4a7704634 None None] Set router 3bc742e7-2c0e-481d-bc32-86246613029a gateway port host: dv-cinder-840525-1-iscsi {{(pid=103282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:05:52.351724 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ded42055-530b-4372-a51d-d8f752bf8d2d admin admin] Router ba686ba2-6883-48fa-8317-7d1e2d839cc5 is scheduled to L3 agent 0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b with binding_index 1 {{(pid=103279) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 04 19:05:52.429660 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-b4d2ffa1-833a-4daf-abbf-6f77948e3966 None None] Provisioning complete for port 72350696-c536-4aee-bb5c-b714aba9720c triggered by entity DHCP. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:05:52.430038 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b4d2ffa1-833a-4daf-abbf-6f77948e3966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1774450'] for port (72350696-c536-4aee-bb5c-b714aba9720c), provisioning_complete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:52.477885 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ded42055-530b-4372-a51d-d8f752bf8d2d admin admin] Notify agent at l3_agent.dv-cinder-840525-1-iscsi the message routers_updated {{(pid=103279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 19:05:52.506535 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271b5a88-46ed-4ef5-b45b-1fde8c52d46b None None] Sync routers for ids ['ba686ba2-6883-48fa-8317-7d1e2d839cc5'] in dv-cinder-840525-1-iscsi {{(pid=103281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 19:05:52.517887 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-ded42055-530b-4372-a51d-d8f752bf8d2d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:52.522070 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-ded42055-530b-4372-a51d-d8f752bf8d2d admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.7601559 May 04 19:05:52.524897 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 57790) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:05:52.557264 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271b5a88-46ed-4ef5-b45b-1fde8c52d46b None None] Routers {'ba686ba2-6883-48fa-8317-7d1e2d839cc5'} bound to L3 agent in host dv-cinder-840525-1-iscsi {{(pid=103281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:05:52.557926 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_hamode_db [None req-271b5a88-46ed-4ef5-b45b-1fde8c52d46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T18:48:29Z,description=,heartbeat_timestamp=2022-05-04T19:05:29Z,host='dv-cinder-840525-1-iscsi',id=0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:48:29Z,topic='l3_agent')) {'router_ids': ['ba686ba2-6883-48fa-8317-7d1e2d839cc5'], 'active': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:05:52.638516 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-21f82e6f-4b5e-43cd-8bf8-29b4a7704634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bc742e7-2c0e-481d-bc32-86246613029a', 'name': 'tempest-TestMinimumBasicScenario-2076526033-router', 'tenant_id': '81a244b92c0244089fae6217754f5a02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'external_fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': '374d1f94-fefd-4a7f-87ef-db8103d04a63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:05:46Z', 'updated_at': '2022-05-04T19:05:48Z', 'revision_number': 4, 'project_id': '81a244b92c0244089fae6217754f5a02', 'gw_port': {'id': '374d1f94-fefd-4a7f-87ef-db8103d04a63', 'name': '', 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:66:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc742e7-2c0e-481d-bc32-86246613029a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:05:46Z', 'updated_at': '2022-05-04T19:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-1-iscsi', '_interfaces': [{'id': '72350696-c536-4aee-bb5c-b714aba9720c', 'name': '', 'network_id': '7d5ea884-5d18-4b5b-9c19-f2e6f023dcc0', 'tenant_id': '81a244b92c0244089fae6217754f5a02', 'mac_address': 'fa:16:3e:0b:ec:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bc742e7-2c0e-481d-bc32-86246613029a', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '0a23622a-7fe9-4456-9f9c-6faac77e234d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:05:48Z', 'updated_at': '2022-05-04T19:05:51Z', 'revision_number': 4, 'project_id': '81a244b92c0244089fae6217754f5a02', 'subnets': [{'id': '0a23622a-7fe9-4456-9f9c-6faac77e234d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-1-iscsi', False) {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:05:52.676212 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f82e6f-4b5e-43cd-8bf8-29b4a7704634 None None] The sync data for ids ['3bc742e7-2c0e-481d-bc32-86246613029a'] in dv-cinder-840525-1-iscsi is: [{'id': '3bc742e7-2c0e-481d-bc32-86246613029a', 'name': 'tempest-TestMinimumBasicScenario-2076526033-router', 'tenant_id': '81a244b92c0244089fae6217754f5a02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'external_fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': '374d1f94-fefd-4a7f-87ef-db8103d04a63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:05:46Z', 'updated_at': '2022-05-04T19:05:48Z', 'revision_number': 4, 'project_id': '81a244b92c0244089fae6217754f5a02', 'gw_port': {'id': '374d1f94-fefd-4a7f-87ef-db8103d04a63', 'name': '', 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:66:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc742e7-2c0e-481d-bc32-86246613029a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:05:46Z', 'updated_at': '2022-05-04T19:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-1-iscsi', '_interfaces': [{'id': '72350696-c536-4aee-bb5c-b714aba9720c', 'name': '', 'network_id': '7d5ea884-5d18-4b5b-9c19-f2e6f023dcc0', 'tenant_id': '81a244b92c0244089fae6217754f5a02', 'mac_address': 'fa:16:3e:0b:ec:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bc742e7-2c0e-481d-bc32-86246613029a', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '0a23622a-7fe9-4456-9f9c-6faac77e234d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:05:48Z', 'updated_at': '2022-05-04T19:05:51Z', 'revision_number': 4, 'project_id': '81a244b92c0244089fae6217754f5a02', 'subnets': [{'id': '0a23622a-7fe9-4456-9f9c-6faac77e234d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 19:05:52.692048 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-b4d2ffa1-833a-4daf-abbf-6f77948e3966 None None] Current status of the port 72350696-c536-4aee-bb5c-b714aba9720c is: ACTIVE; New status is: ACTIVE {{(pid=103281) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:05:52.707771 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvr_db [None req-271b5a88-46ed-4ef5-b45b-1fde8c52d46b None None] Set router ba686ba2-6883-48fa-8317-7d1e2d839cc5 gateway port host: dv-cinder-840525-1-iscsi {{(pid=103281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:05:53.003240 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e236bed2-4a93-473f-a144-f8948ada04cc None None] Network be230e5a-9ba2-4aa8-b00c-8632026b3b9a requested from dv-cinder-840525-1-iscsi {{(pid=103281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 19:05:53.049637 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-d06de126-dde7-453b-ba85-94c03139f969 None None] Provisioning complete for port eeb23007-ec13-4540-b11a-9f85c7774ed2 triggered by entity DHCP. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:05:53.050006 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d06de126-dde7-453b-ba85-94c03139f969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1774450'] for port (eeb23007-ec13-4540-b11a-9f85c7774ed2), provisioning_complete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:53.081639 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-0b8bf00b-a4aa-43bc-a9a2-bb38df06e937 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:53.205671 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_hamode_db [None req-271b5a88-46ed-4ef5-b45b-1fde8c52d46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba686ba2-6883-48fa-8317-7d1e2d839cc5', 'name': 'tempest-TestMinimumBasicScenario-1772230035-router', 'tenant_id': '8d878264f67e439bb744394adbb5c686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'external_fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '560aaed3-af5b-40a9-97ef-af95b144290f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:05:50Z', 'updated_at': '2022-05-04T19:05:51Z', 'revision_number': 3, 'project_id': '8d878264f67e439bb744394adbb5c686', 'gw_port': {'id': '560aaed3-af5b-40a9-97ef-af95b144290f', 'name': '', 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:53:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba686ba2-6883-48fa-8317-7d1e2d839cc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:05:51Z', 'updated_at': '2022-05-04T19:05:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-1-iscsi'}], 'dv-cinder-840525-1-iscsi', False) {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:05:53.245581 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.db.db_base_plugin_common [None req-0b8bf00b-a4aa-43bc-a9a2-bb38df06e937 admin admin] Allocated IP 172.20.0.1 (be230e5a-9ba2-4aa8-b00c-8632026b3b9a/53bca8d3-6814-43c9-bc61-796d3cae6306/02dfb3e6-bbc0-43b2-92c9-9a78e79b6536) {{(pid=103280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 19:05:53.263119 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271b5a88-46ed-4ef5-b45b-1fde8c52d46b None None] Checking router: ba686ba2-6883-48fa-8317-7d1e2d839cc5 for host: dv-cinder-840525-1-iscsi {{(pid=103281) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 19:05:53.263388 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271b5a88-46ed-4ef5-b45b-1fde8c52d46b None None] Updating router ba686ba2-6883-48fa-8317-7d1e2d839cc5 port 560aaed3-af5b-40a9-97ef-af95b144290f binding host dv-cinder-840525-1-iscsi {{(pid=103281) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 19:05:53.272836 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Device eeb23007-ec13-4540-b11a-9f85c7774ed2 up at agent ovs-agent-dv-cinder-840525-1-iscsi {{(pid=103281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 19:05:53.338809 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-d06de126-dde7-453b-ba85-94c03139f969 None None] Current status of the port eeb23007-ec13-4540-b11a-9f85c7774ed2 is: DOWN; New status is: ACTIVE {{(pid=103281) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:05:53.339199 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d06de126-dde7-453b-ba85-94c03139f969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (eeb23007-ec13-4540-b11a-9f85c7774ed2), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:53.361766 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-271b5a88-46ed-4ef5-b45b-1fde8c52d46b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (560aaed3-af5b-40a9-97ef-af95b144290f), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:53.379485 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-0b8bf00b-a4aa-43bc-a9a2-bb38df06e937 admin admin] Publish callbacks [] for port (02dfb3e6-bbc0-43b2-92c9-9a78e79b6536), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:53.423601 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-0b8bf00b-a4aa-43bc-a9a2-bb38df06e937 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790498302100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12874298'] for port (02dfb3e6-bbc0-43b2-92c9-9a78e79b6536), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:53.448717 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-d06de126-dde7-453b-ba85-94c03139f969 None None] For port eeb23007-ec13-4540-b11a-9f85c7774ed2, host dv-cinder-840525-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-1-iscsi',level=0,port_id=eeb23007-ec13-4540-b11a-9f85c7774ed2,segment=NetworkSegment(66c3d971-ba20-4d62-89d2-c6388a3ad366),segment_id=66c3d971-ba20-4d62-89d2-c6388a3ad366)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:05:53.478494 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8bf00b-a4aa-43bc-a9a2-bb38df06e937 admin admin] Pushing event updated for resources: {'Port': ['ID=02dfb3e6-bbc0-43b2-92c9-9a78e79b6536,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:05:53.493235 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b8bf00b-a4aa-43bc-a9a2-bb38df06e937 admin admin] Network be230e5a-9ba2-4aa8-b00c-8632026b3b9a is already hosted by enough agents. {{(pid=103280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 19:05:53.494920 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.base_scheduler [None req-0b8bf00b-a4aa-43bc-a9a2-bb38df06e937 admin admin] Resources bound (agent type, host, resource id): {{(pid=103280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 19:05:53.497777 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8bf00b-a4aa-43bc-a9a2-bb38df06e937 admin admin] Received port after_create {{(pid=103280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 19:05:53.510659 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d06de126-dde7-453b-ba85-94c03139f969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136'] for port (eeb23007-ec13-4540-b11a-9f85c7774ed2), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:53.533347 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Provisioning complete for port eeb23007-ec13-4540-b11a-9f85c7774ed2 triggered by entity L2. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:05:53.533986 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1774450'] for port (eeb23007-ec13-4540-b11a-9f85c7774ed2), provisioning_complete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:53.546196 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-0b8bf00b-a4aa-43bc-a9a2-bb38df06e937 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-608641'] for router_interface (ba686ba2-6883-48fa-8317-7d1e2d839cc5), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:53.673747 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06de126-dde7-453b-ba85-94c03139f969 None None] Pushing event updated for resources: {'Port': ['ID=eeb23007-ec13-4540-b11a-9f85c7774ed2,revision_number=3']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:05:53.712841 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-9c768eb0-d8c8-43db-868b-1d654c857a15 None None] Provisioning complete for port eeb23007-ec13-4540-b11a-9f85c7774ed2 triggered by entity DHCP. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:05:53.713216 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9c768eb0-d8c8-43db-868b-1d654c857a15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1774450'] for port (eeb23007-ec13-4540-b11a-9f85c7774ed2), provisioning_complete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:53.756204 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-0b8bf00b-a4aa-43bc-a9a2-bb38df06e937 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (02dfb3e6-bbc0-43b2-92c9-9a78e79b6536), before_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:53.872054 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Current status of the port eeb23007-ec13-4540-b11a-9f85c7774ed2 is: ACTIVE; New status is: ACTIVE {{(pid=103281) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:05:53.873147 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Device 374d1f94-fefd-4a7f-87ef-db8103d04a63 up at agent ovs-agent-dv-cinder-840525-1-iscsi {{(pid=103281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 19:05:53.948813 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-0b8bf00b-a4aa-43bc-a9a2-bb38df06e937 admin admin] Publish callbacks [] for port (02dfb3e6-bbc0-43b2-92c9-9a78e79b6536), precommit_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:53.953889 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-0b8bf00b-a4aa-43bc-a9a2-bb38df06e937 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12874275'] for port (02dfb3e6-bbc0-43b2-92c9-9a78e79b6536), after_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:53.984525 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-9c768eb0-d8c8-43db-868b-1d654c857a15 None None] Current status of the port eeb23007-ec13-4540-b11a-9f85c7774ed2 is: ACTIVE; New status is: ACTIVE {{(pid=103281) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:05:53.998703 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-271b5a88-46ed-4ef5-b45b-1fde8c52d46b None None] Publish callbacks [] for port (560aaed3-af5b-40a9-97ef-af95b144290f), precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:54.009184 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Provisioning complete for port 374d1f94-fefd-4a7f-87ef-db8103d04a63 triggered by entity L2. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:05:54.009492 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1774450'] for port (374d1f94-fefd-4a7f-87ef-db8103d04a63), provisioning_complete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:54.011219 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-271b5a88-46ed-4ef5-b45b-1fde8c52d46b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136'] for port (560aaed3-af5b-40a9-97ef-af95b144290f), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:54.029889 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-0b8bf00b-a4aa-43bc-a9a2-bb38df06e937 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1572630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608635'] for router_interface (ba686ba2-6883-48fa-8317-7d1e2d839cc5), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:54.043982 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8bf00b-a4aa-43bc-a9a2-bb38df06e937 admin admin] Pushing event updated for resources: {'Port': ['ID=02dfb3e6-bbc0-43b2-92c9-9a78e79b6536,revision_number=2']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:05:54.090702 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fb80ce-0166-44de-976d-108670432f10 None None] Pushing event updated for resources: {'Port': ['ID=560aaed3-af5b-40a9-97ef-af95b144290f,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:05:54.106858 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [None req-271b5a88-46ed-4ef5-b45b-1fde8c52d46b None None] Attempting to bind port 560aaed3-af5b-40a9-97ef-af95b144290f on host dv-cinder-840525-1-iscsi for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 19:05:54.107485 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [None req-271b5a88-46ed-4ef5-b45b-1fde8c52d46b None None] Attempting to bind port 560aaed3-af5b-40a9-97ef-af95b144290f by drivers openvswitch,hyperv on host dv-cinder-840525-1-iscsi at level 0 using segments [{'id': '183e99eb-a03a-4429-82ba-edb66df2d5f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 19:05:54.108332 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271b5a88-46ed-4ef5-b45b-1fde8c52d46b None None] Attempting to bind port 560aaed3-af5b-40a9-97ef-af95b144290f on network cbca2f8d-f88f-49b4-8a9d-8b4714c67762 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 19:05:54.123004 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271b5a88-46ed-4ef5-b45b-1fde8c52d46b None None] Checking agent: {'id': '7e96273e-cd3b-4e2d-a9cb-a5a62cf8f8b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840525-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 18, 48, 33), 'started_at': datetime.datetime(2022, 5, 4, 18, 49, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 19, 5, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840525-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 19:05:54.123375 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271b5a88-46ed-4ef5-b45b-1fde8c52d46b None None] Checking segment: {'id': '183e99eb-a03a-4429-82ba-edb66df2d5f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 19:05:54.123777 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-271b5a88-46ed-4ef5-b45b-1fde8c52d46b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:54.124170 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271b5a88-46ed-4ef5-b45b-1fde8c52d46b None None] Bound using segment: {'id': '183e99eb-a03a-4429-82ba-edb66df2d5f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762'} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 19:05:54.124650 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [None req-271b5a88-46ed-4ef5-b45b-1fde8c52d46b None None] Bound port: 560aaed3-af5b-40a9-97ef-af95b144290f, host: dv-cinder-840525-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '183e99eb-a03a-4429-82ba-edb66df2d5f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762'}}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 19:05:54.125032 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-271b5a88-46ed-4ef5-b45b-1fde8c52d46b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (560aaed3-af5b-40a9-97ef-af95b144290f), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:54.138278 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b8bf00b-a4aa-43bc-a9a2-bb38df06e937 admin admin] Network be230e5a-9ba2-4aa8-b00c-8632026b3b9a is already hosted by enough agents. {{(pid=103280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 19:05:54.139675 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.base_scheduler [None req-0b8bf00b-a4aa-43bc-a9a2-bb38df06e937 admin admin] Resources bound (agent type, host, resource id): {{(pid=103280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 19:05:54.153845 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-f37ee2e8-c639-48e9-96f8-26a82c6691e1 None None] Provisioning complete for port 02dfb3e6-bbc0-43b2-92c9-9a78e79b6536 triggered by entity DHCP. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:05:54.154223 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f37ee2e8-c639-48e9-96f8-26a82c6691e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1774450'] for port (02dfb3e6-bbc0-43b2-92c9-9a78e79b6536), provisioning_complete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:54.246031 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-f37ee2e8-c639-48e9-96f8-26a82c6691e1 None None] Port 02dfb3e6-bbc0-43b2-92c9-9a78e79b6536 cannot update to ACTIVE because it is not bound. {{(pid=103281) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 19:05:54.258299 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-271b5a88-46ed-4ef5-b45b-1fde8c52d46b None None] For port 560aaed3-af5b-40a9-97ef-af95b144290f, host dv-cinder-840525-1-iscsi, cleared binding levels {{(pid=103281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 19:05:54.262289 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-271b5a88-46ed-4ef5-b45b-1fde8c52d46b None None] For port 560aaed3-af5b-40a9-97ef-af95b144290f, host dv-cinder-840525-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-1-iscsi',level=0,port_id=560aaed3-af5b-40a9-97ef-af95b144290f,segment=NetworkSegment(183e99eb-a03a-4429-82ba-edb66df2d5f7),segment_id=183e99eb-a03a-4429-82ba-edb66df2d5f7)] {{(pid=103281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 19:05:54.263844 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Current status of the port 374d1f94-fefd-4a7f-87ef-db8103d04a63 is: ACTIVE; New status is: ACTIVE {{(pid=103281) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:05:54.264961 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Device 72350696-c536-4aee-bb5c-b714aba9720c up at agent ovs-agent-dv-cinder-840525-1-iscsi {{(pid=103281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 19:05:54.271993 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b8bf00b-a4aa-43bc-a9a2-bb38df06e937 admin admin] Router ba686ba2-6883-48fa-8317-7d1e2d839cc5 has already been hosted by L3 agent 0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b {{(pid=103280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 19:05:54.293489 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-271b5a88-46ed-4ef5-b45b-1fde8c52d46b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136'] for port (560aaed3-af5b-40a9-97ef-af95b144290f), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:54.374918 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271b5a88-46ed-4ef5-b45b-1fde8c52d46b None None] Routers {'ba686ba2-6883-48fa-8317-7d1e2d839cc5'} bound to L3 agent in host dv-cinder-840525-1-iscsi {{(pid=103281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:05:54.375648 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_hamode_db [None req-271b5a88-46ed-4ef5-b45b-1fde8c52d46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T18:48:29Z,description=,heartbeat_timestamp=2022-05-04T19:05:29Z,host='dv-cinder-840525-1-iscsi',id=0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:48:29Z,topic='l3_agent')) {'router_ids': ['ba686ba2-6883-48fa-8317-7d1e2d839cc5'], 'active': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:05:54.380341 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fb80ce-0166-44de-976d-108670432f10 None None] Pushing event updated for resources: {'Port': ['ID=560aaed3-af5b-40a9-97ef-af95b144290f,revision_number=3']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:05:54.394522 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b8bf00b-a4aa-43bc-a9a2-bb38df06e937 admin admin] Notify agent at l3_agent.dv-cinder-840525-1-iscsi the message routers_updated {{(pid=103280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 19:05:54.399981 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-0b8bf00b-a4aa-43bc-a9a2-bb38df06e937 admin admin] 10.222.0.35 "PUT /v2.0/routers/ba686ba2-6883-48fa-8317-7d1e2d839cc5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8734396 May 04 19:05:54.415606 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Provisioning complete for port 72350696-c536-4aee-bb5c-b714aba9720c triggered by entity L2. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:05:54.415967 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1774450'] for port (72350696-c536-4aee-bb5c-b714aba9720c), provisioning_complete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:54.510796 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-956b7852-fca5-4d3c-90c6-019a999dff60 None None] Provisioning complete for port 02dfb3e6-bbc0-43b2-92c9-9a78e79b6536 triggered by entity DHCP. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:05:54.511482 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-956b7852-fca5-4d3c-90c6-019a999dff60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1774450'] for port (02dfb3e6-bbc0-43b2-92c9-9a78e79b6536), provisioning_complete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:54.552817 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvr_db [None req-271b5a88-46ed-4ef5-b45b-1fde8c52d46b None None] Set router ba686ba2-6883-48fa-8317-7d1e2d839cc5 gateway port host: dv-cinder-840525-1-iscsi {{(pid=103281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:05:54.610848 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-956b7852-fca5-4d3c-90c6-019a999dff60 None None] Port 02dfb3e6-bbc0-43b2-92c9-9a78e79b6536 cannot update to ACTIVE because it is not bound. {{(pid=103281) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 19:05:54.622647 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Current status of the port 72350696-c536-4aee-bb5c-b714aba9720c is: ACTIVE; New status is: ACTIVE {{(pid=103281) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:05:54.933996 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_hamode_db [None req-271b5a88-46ed-4ef5-b45b-1fde8c52d46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba686ba2-6883-48fa-8317-7d1e2d839cc5', 'name': 'tempest-TestMinimumBasicScenario-1772230035-router', 'tenant_id': '8d878264f67e439bb744394adbb5c686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'external_fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '560aaed3-af5b-40a9-97ef-af95b144290f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:05:50Z', 'updated_at': '2022-05-04T19:05:53Z', 'revision_number': 4, 'project_id': '8d878264f67e439bb744394adbb5c686', 'gw_port': {'id': '560aaed3-af5b-40a9-97ef-af95b144290f', 'name': '', 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:53:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba686ba2-6883-48fa-8317-7d1e2d839cc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:05:51Z', 'updated_at': '2022-05-04T19:05:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-1-iscsi', '_interfaces': [{'id': '02dfb3e6-bbc0-43b2-92c9-9a78e79b6536', 'name': '', 'network_id': 'be230e5a-9ba2-4aa8-b00c-8632026b3b9a', 'tenant_id': '8d878264f67e439bb744394adbb5c686', 'mac_address': 'fa:16:3e:56:51:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba686ba2-6883-48fa-8317-7d1e2d839cc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '53bca8d3-6814-43c9-bc61-796d3cae6306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:05:53Z', 'updated_at': '2022-05-04T19:05:53Z', 'revision_number': 2, 'project_id': '8d878264f67e439bb744394adbb5c686', 'subnets': [{'id': '53bca8d3-6814-43c9-bc61-796d3cae6306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-1-iscsi', False) {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:05:54.964650 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271b5a88-46ed-4ef5-b45b-1fde8c52d46b None None] The sync data for ids ['ba686ba2-6883-48fa-8317-7d1e2d839cc5'] in dv-cinder-840525-1-iscsi is: [{'id': 'ba686ba2-6883-48fa-8317-7d1e2d839cc5', 'name': 'tempest-TestMinimumBasicScenario-1772230035-router', 'tenant_id': '8d878264f67e439bb744394adbb5c686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'external_fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '560aaed3-af5b-40a9-97ef-af95b144290f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:05:50Z', 'updated_at': '2022-05-04T19:05:53Z', 'revision_number': 4, 'project_id': '8d878264f67e439bb744394adbb5c686', 'gw_port': {'id': '560aaed3-af5b-40a9-97ef-af95b144290f', 'name': '', 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:53:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba686ba2-6883-48fa-8317-7d1e2d839cc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:05:51Z', 'updated_at': '2022-05-04T19:05:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-1-iscsi', '_interfaces': [{'id': '02dfb3e6-bbc0-43b2-92c9-9a78e79b6536', 'name': '', 'network_id': 'be230e5a-9ba2-4aa8-b00c-8632026b3b9a', 'tenant_id': '8d878264f67e439bb744394adbb5c686', 'mac_address': 'fa:16:3e:56:51:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba686ba2-6883-48fa-8317-7d1e2d839cc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '53bca8d3-6814-43c9-bc61-796d3cae6306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:05:53Z', 'updated_at': '2022-05-04T19:05:53Z', 'revision_number': 2, 'project_id': '8d878264f67e439bb744394adbb5c686', 'subnets': [{'id': '53bca8d3-6814-43c9-bc61-796d3cae6306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 19:05:55.154121 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Device eeb23007-ec13-4540-b11a-9f85c7774ed2 up at agent ovs-agent-dv-cinder-840525-1-iscsi {{(pid=103281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 19:05:55.231770 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Provisioning complete for port eeb23007-ec13-4540-b11a-9f85c7774ed2 triggered by entity L2. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:05:55.232139 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1774450'] for port (eeb23007-ec13-4540-b11a-9f85c7774ed2), provisioning_complete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:55.365316 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Current status of the port eeb23007-ec13-4540-b11a-9f85c7774ed2 is: ACTIVE; New status is: ACTIVE {{(pid=103281) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:05:55.518217 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (bff7e656-358d-4e40-a36a-3f10fe33ffdf), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:56.885970 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2b610efa-1958-46a5-97e9-2252df3afc56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (ae04e5b6-6ccf-46c0-81ba-a3f5b8ae390c), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:57.138415 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Device 560aaed3-af5b-40a9-97ef-af95b144290f up at agent ovs-agent-dv-cinder-840525-1-iscsi {{(pid=103281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 19:05:57.196255 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Provisioning complete for port 560aaed3-af5b-40a9-97ef-af95b144290f triggered by entity L2. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:05:57.196949 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1774450'] for port (560aaed3-af5b-40a9-97ef-af95b144290f), provisioning_complete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:57.289843 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Current status of the port 560aaed3-af5b-40a9-97ef-af95b144290f is: DOWN; New status is: ACTIVE {{(pid=103281) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:05:57.290555 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (560aaed3-af5b-40a9-97ef-af95b144290f), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:57.316336 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] For port 560aaed3-af5b-40a9-97ef-af95b144290f, host dv-cinder-840525-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-1-iscsi',level=0,port_id=560aaed3-af5b-40a9-97ef-af95b144290f,segment=NetworkSegment(183e99eb-a03a-4429-82ba-edb66df2d5f7),segment_id=183e99eb-a03a-4429-82ba-edb66df2d5f7)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:05:57.321375 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136'] for port (560aaed3-af5b-40a9-97ef-af95b144290f), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:57.384595 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Pushing event updated for resources: {'Port': ['ID=560aaed3-af5b-40a9-97ef-af95b144290f,revision_number=4']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:05:57.402106 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1497567-bbb3-48a9-994f-00e45d5af794 None None] Sync routers for ids ['ba686ba2-6883-48fa-8317-7d1e2d839cc5'] in dv-cinder-840525-1-iscsi {{(pid=103282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 19:05:57.412428 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1497567-bbb3-48a9-994f-00e45d5af794 None None] Routers {'ba686ba2-6883-48fa-8317-7d1e2d839cc5'} bound to L3 agent in host dv-cinder-840525-1-iscsi {{(pid=103282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:05:57.413057 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-f1497567-bbb3-48a9-994f-00e45d5af794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T18:48:29Z,description=,heartbeat_timestamp=2022-05-04T19:05:29Z,host='dv-cinder-840525-1-iscsi',id=0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:48:29Z,topic='l3_agent')) {'router_ids': ['ba686ba2-6883-48fa-8317-7d1e2d839cc5'], 'active': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:05:57.534082 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvr_db [None req-f1497567-bbb3-48a9-994f-00e45d5af794 None None] Set router ba686ba2-6883-48fa-8317-7d1e2d839cc5 gateway port host: dv-cinder-840525-1-iscsi {{(pid=103282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:05:57.744630 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-f1497567-bbb3-48a9-994f-00e45d5af794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba686ba2-6883-48fa-8317-7d1e2d839cc5', 'name': 'tempest-TestMinimumBasicScenario-1772230035-router', 'tenant_id': '8d878264f67e439bb744394adbb5c686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'external_fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '560aaed3-af5b-40a9-97ef-af95b144290f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:05:50Z', 'updated_at': '2022-05-04T19:05:53Z', 'revision_number': 4, 'project_id': '8d878264f67e439bb744394adbb5c686', 'gw_port': {'id': '560aaed3-af5b-40a9-97ef-af95b144290f', 'name': '', 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:53:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba686ba2-6883-48fa-8317-7d1e2d839cc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:05:51Z', 'updated_at': '2022-05-04T19:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-1-iscsi', '_interfaces': [{'id': '02dfb3e6-bbc0-43b2-92c9-9a78e79b6536', 'name': '', 'network_id': 'be230e5a-9ba2-4aa8-b00c-8632026b3b9a', 'tenant_id': '8d878264f67e439bb744394adbb5c686', 'mac_address': 'fa:16:3e:56:51:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba686ba2-6883-48fa-8317-7d1e2d839cc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '53bca8d3-6814-43c9-bc61-796d3cae6306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:05:53Z', 'updated_at': '2022-05-04T19:05:53Z', 'revision_number': 2, 'project_id': '8d878264f67e439bb744394adbb5c686', 'subnets': [{'id': '53bca8d3-6814-43c9-bc61-796d3cae6306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-1-iscsi', False) {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:05:57.772654 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1497567-bbb3-48a9-994f-00e45d5af794 None None] Checking router: ba686ba2-6883-48fa-8317-7d1e2d839cc5 for host: dv-cinder-840525-1-iscsi {{(pid=103282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 19:05:57.773004 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1497567-bbb3-48a9-994f-00e45d5af794 None None] Updating router ba686ba2-6883-48fa-8317-7d1e2d839cc5 port 02dfb3e6-bbc0-43b2-92c9-9a78e79b6536 binding host dv-cinder-840525-1-iscsi {{(pid=103282) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 19:05:57.814267 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f1497567-bbb3-48a9-994f-00e45d5af794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (02dfb3e6-bbc0-43b2-92c9-9a78e79b6536), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:58.084333 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f1497567-bbb3-48a9-994f-00e45d5af794 None None] Publish callbacks [] for port (02dfb3e6-bbc0-43b2-92c9-9a78e79b6536), precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:58.091165 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f1497567-bbb3-48a9-994f-00e45d5af794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136'] for port (02dfb3e6-bbc0-43b2-92c9-9a78e79b6536), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:58.140889 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e8ebf3-653b-4107-94e9-5fd97f3f2d44 None None] Pushing event updated for resources: {'Port': ['ID=02dfb3e6-bbc0-43b2-92c9-9a78e79b6536,revision_number=3']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:05:58.213514 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-f1497567-bbb3-48a9-994f-00e45d5af794 None None] Attempting to bind port 02dfb3e6-bbc0-43b2-92c9-9a78e79b6536 on host dv-cinder-840525-1-iscsi for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 19:05:58.214112 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-f1497567-bbb3-48a9-994f-00e45d5af794 None None] Attempting to bind port 02dfb3e6-bbc0-43b2-92c9-9a78e79b6536 by drivers openvswitch,hyperv on host dv-cinder-840525-1-iscsi at level 0 using segments [{'id': '66c3d971-ba20-4d62-89d2-c6388a3ad366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'be230e5a-9ba2-4aa8-b00c-8632026b3b9a'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 19:05:58.214463 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1497567-bbb3-48a9-994f-00e45d5af794 None None] Attempting to bind port 02dfb3e6-bbc0-43b2-92c9-9a78e79b6536 on network be230e5a-9ba2-4aa8-b00c-8632026b3b9a {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 19:05:58.220286 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1497567-bbb3-48a9-994f-00e45d5af794 None None] Checking agent: {'id': '7e96273e-cd3b-4e2d-a9cb-a5a62cf8f8b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840525-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 18, 48, 33), 'started_at': datetime.datetime(2022, 5, 4, 18, 49, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 19, 5, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840525-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 19:05:58.220802 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1497567-bbb3-48a9-994f-00e45d5af794 None None] Checking segment: {'id': '66c3d971-ba20-4d62-89d2-c6388a3ad366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'be230e5a-9ba2-4aa8-b00c-8632026b3b9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 19:05:58.221208 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f1497567-bbb3-48a9-994f-00e45d5af794 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:58.221765 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1497567-bbb3-48a9-994f-00e45d5af794 None None] Bound using segment: {'id': '66c3d971-ba20-4d62-89d2-c6388a3ad366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'be230e5a-9ba2-4aa8-b00c-8632026b3b9a'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 19:05:58.222231 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-f1497567-bbb3-48a9-994f-00e45d5af794 None None] Bound port: 02dfb3e6-bbc0-43b2-92c9-9a78e79b6536, host: dv-cinder-840525-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66c3d971-ba20-4d62-89d2-c6388a3ad366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'be230e5a-9ba2-4aa8-b00c-8632026b3b9a'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 19:05:58.222603 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f1497567-bbb3-48a9-994f-00e45d5af794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (02dfb3e6-bbc0-43b2-92c9-9a78e79b6536), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:58.300100 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-f1497567-bbb3-48a9-994f-00e45d5af794 None None] For port 02dfb3e6-bbc0-43b2-92c9-9a78e79b6536, host dv-cinder-840525-1-iscsi, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 19:05:58.305156 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-f1497567-bbb3-48a9-994f-00e45d5af794 None None] For port 02dfb3e6-bbc0-43b2-92c9-9a78e79b6536, host dv-cinder-840525-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-1-iscsi',level=0,port_id=02dfb3e6-bbc0-43b2-92c9-9a78e79b6536,segment=NetworkSegment(66c3d971-ba20-4d62-89d2-c6388a3ad366),segment_id=66c3d971-ba20-4d62-89d2-c6388a3ad366)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 19:05:58.317581 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f1497567-bbb3-48a9-994f-00e45d5af794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136'] for port (02dfb3e6-bbc0-43b2-92c9-9a78e79b6536), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:58.375752 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e8ebf3-653b-4107-94e9-5fd97f3f2d44 None None] Pushing event updated for resources: {'Port': ['ID=02dfb3e6-bbc0-43b2-92c9-9a78e79b6536,revision_number=4']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:05:58.406394 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1497567-bbb3-48a9-994f-00e45d5af794 None None] Routers {'ba686ba2-6883-48fa-8317-7d1e2d839cc5'} bound to L3 agent in host dv-cinder-840525-1-iscsi {{(pid=103282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:05:58.407076 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-f1497567-bbb3-48a9-994f-00e45d5af794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T18:48:29Z,description=,heartbeat_timestamp=2022-05-04T19:05:29Z,host='dv-cinder-840525-1-iscsi',id=0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:48:29Z,topic='l3_agent')) {'router_ids': ['ba686ba2-6883-48fa-8317-7d1e2d839cc5'], 'active': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:05:58.465710 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-83fdf72f-13d5-40fa-8ae9-1abfe7d85020 None None] Provisioning complete for port 02dfb3e6-bbc0-43b2-92c9-9a78e79b6536 triggered by entity DHCP. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:05:58.466695 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-83fdf72f-13d5-40fa-8ae9-1abfe7d85020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1774450'] for port (02dfb3e6-bbc0-43b2-92c9-9a78e79b6536), provisioning_complete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:58.520212 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvr_db [None req-f1497567-bbb3-48a9-994f-00e45d5af794 None None] Set router ba686ba2-6883-48fa-8317-7d1e2d839cc5 gateway port host: dv-cinder-840525-1-iscsi {{(pid=103282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:05:58.570948 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-83fdf72f-13d5-40fa-8ae9-1abfe7d85020 None None] Current status of the port 02dfb3e6-bbc0-43b2-92c9-9a78e79b6536 is: DOWN; New status is: ACTIVE {{(pid=103281) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:05:58.571510 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-83fdf72f-13d5-40fa-8ae9-1abfe7d85020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (02dfb3e6-bbc0-43b2-92c9-9a78e79b6536), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:58.629705 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-83fdf72f-13d5-40fa-8ae9-1abfe7d85020 None None] For port 02dfb3e6-bbc0-43b2-92c9-9a78e79b6536, host dv-cinder-840525-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-1-iscsi',level=0,port_id=02dfb3e6-bbc0-43b2-92c9-9a78e79b6536,segment=NetworkSegment(66c3d971-ba20-4d62-89d2-c6388a3ad366),segment_id=66c3d971-ba20-4d62-89d2-c6388a3ad366)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:05:58.639614 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-83fdf72f-13d5-40fa-8ae9-1abfe7d85020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136'] for port (02dfb3e6-bbc0-43b2-92c9-9a78e79b6536), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:58.704782 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fdf72f-13d5-40fa-8ae9-1abfe7d85020 None None] Pushing event updated for resources: {'Port': ['ID=02dfb3e6-bbc0-43b2-92c9-9a78e79b6536,revision_number=5']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:05:58.759466 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-f1497567-bbb3-48a9-994f-00e45d5af794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba686ba2-6883-48fa-8317-7d1e2d839cc5', 'name': 'tempest-TestMinimumBasicScenario-1772230035-router', 'tenant_id': '8d878264f67e439bb744394adbb5c686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'external_fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '560aaed3-af5b-40a9-97ef-af95b144290f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:05:50Z', 'updated_at': '2022-05-04T19:05:53Z', 'revision_number': 4, 'project_id': '8d878264f67e439bb744394adbb5c686', 'gw_port': {'id': '560aaed3-af5b-40a9-97ef-af95b144290f', 'name': '', 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:53:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba686ba2-6883-48fa-8317-7d1e2d839cc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:05:51Z', 'updated_at': '2022-05-04T19:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-1-iscsi', '_interfaces': [{'id': '02dfb3e6-bbc0-43b2-92c9-9a78e79b6536', 'name': '', 'network_id': 'be230e5a-9ba2-4aa8-b00c-8632026b3b9a', 'tenant_id': '8d878264f67e439bb744394adbb5c686', 'mac_address': 'fa:16:3e:56:51:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba686ba2-6883-48fa-8317-7d1e2d839cc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '53bca8d3-6814-43c9-bc61-796d3cae6306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:05:53Z', 'updated_at': '2022-05-04T19:05:58Z', 'revision_number': 4, 'project_id': '8d878264f67e439bb744394adbb5c686', 'subnets': [{'id': '53bca8d3-6814-43c9-bc61-796d3cae6306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-1-iscsi', False) {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:05:58.766994 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-c860f37e-7a3b-45ad-9bdb-c2094c246e4d None None] Provisioning complete for port 02dfb3e6-bbc0-43b2-92c9-9a78e79b6536 triggered by entity DHCP. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:05:58.767503 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c860f37e-7a3b-45ad-9bdb-c2094c246e4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1774450'] for port (02dfb3e6-bbc0-43b2-92c9-9a78e79b6536), provisioning_complete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:58.863845 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-c860f37e-7a3b-45ad-9bdb-c2094c246e4d None None] Current status of the port 02dfb3e6-bbc0-43b2-92c9-9a78e79b6536 is: ACTIVE; New status is: ACTIVE {{(pid=103281) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:05:58.886939 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1497567-bbb3-48a9-994f-00e45d5af794 None None] The sync data for ids ['ba686ba2-6883-48fa-8317-7d1e2d839cc5'] in dv-cinder-840525-1-iscsi is: [{'id': 'ba686ba2-6883-48fa-8317-7d1e2d839cc5', 'name': 'tempest-TestMinimumBasicScenario-1772230035-router', 'tenant_id': '8d878264f67e439bb744394adbb5c686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'external_fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '560aaed3-af5b-40a9-97ef-af95b144290f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:05:50Z', 'updated_at': '2022-05-04T19:05:53Z', 'revision_number': 4, 'project_id': '8d878264f67e439bb744394adbb5c686', 'gw_port': {'id': '560aaed3-af5b-40a9-97ef-af95b144290f', 'name': '', 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:53:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba686ba2-6883-48fa-8317-7d1e2d839cc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:05:51Z', 'updated_at': '2022-05-04T19:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-1-iscsi', '_interfaces': [{'id': '02dfb3e6-bbc0-43b2-92c9-9a78e79b6536', 'name': '', 'network_id': 'be230e5a-9ba2-4aa8-b00c-8632026b3b9a', 'tenant_id': '8d878264f67e439bb744394adbb5c686', 'mac_address': 'fa:16:3e:56:51:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba686ba2-6883-48fa-8317-7d1e2d839cc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '53bca8d3-6814-43c9-bc61-796d3cae6306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:05:53Z', 'updated_at': '2022-05-04T19:05:58Z', 'revision_number': 4, 'project_id': '8d878264f67e439bb744394adbb5c686', 'subnets': [{'id': '53bca8d3-6814-43c9-bc61-796d3cae6306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 19:05:59.079398 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9ed94055-270a-4075-bd99-751ce9d05055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:59.155780 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Device 02dfb3e6-bbc0-43b2-92c9-9a78e79b6536 up at agent ovs-agent-dv-cinder-840525-1-iscsi {{(pid=103281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 19:05:59.224328 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Provisioning complete for port 02dfb3e6-bbc0-43b2-92c9-9a78e79b6536 triggered by entity L2. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:05:59.224703 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1774450'] for port (02dfb3e6-bbc0-43b2-92c9-9a78e79b6536), provisioning_complete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:59.342688 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Current status of the port 02dfb3e6-bbc0-43b2-92c9-9a78e79b6536 is: ACTIVE; New status is: ACTIVE {{(pid=103281) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:05:59.343833 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Device 560aaed3-af5b-40a9-97ef-af95b144290f up at agent ovs-agent-dv-cinder-840525-1-iscsi {{(pid=103281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 19:05:59.416563 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Provisioning complete for port 560aaed3-af5b-40a9-97ef-af95b144290f triggered by entity L2. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:05:59.416951 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1774450'] for port (560aaed3-af5b-40a9-97ef-af95b144290f), provisioning_complete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:05:59.531241 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Current status of the port 560aaed3-af5b-40a9-97ef-af95b144290f is: ACTIVE; New status is: ACTIVE {{(pid=103281) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:05:59.801009 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-b2ab1928-df03-4529-9280-b4ec4b88415e req-0360c2e8-c0c9-4390-8f18-6fa46b0ffc94 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f8542e6b-551f-4cb6-94ec-c23a140d7614&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4559226 May 04 19:05:59.899916 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ab1928-df03-4529-9280-b4ec4b88415e req-3cfa5c4a-f9e9-42e2-872f-c7085f8ddf08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:05:59.901578 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-b2ab1928-df03-4529-9280-b4ec4b88415e req-3cfa5c4a-f9e9-42e2-872f-c7085f8ddf08 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8e0c53091dab4ba790155c256f29db1f&device_id=f8542e6b-551f-4cb6-94ec-c23a140d7614 HTTP/1.1" status: 200 len: 1129 time: 0.0499063 May 04 19:06:00.060291 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ab1928-df03-4529-9280-b4ec4b88415e req-ebc3eb58-884f-4de8-93c6-111939e80d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:06:00.061949 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-b2ab1928-df03-4529-9280-b4ec4b88415e req-ebc3eb58-884f-4de8-93c6-111939e80d35 service neutron] 10.222.0.55 "GET /v2.0/networks?id=4a23e4f9-d4ef-406a-b7a6-dea368f7eb37 HTTP/1.1" status: 200 len: 913 time: 0.1366668 May 04 19:06:00.161891 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-b2ab1928-df03-4529-9280-b4ec4b88415e req-ea0e49ae-4f8a-483a-a62d-0b06552dc0ca service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a28fbd48-e311-465b-89a6-b1b893564e9e HTTP/1.1" status: 200 len: 1001 time: 0.0930409 May 04 19:06:00.163443 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-821a3753-c8bb-408e-a9d9-42d2a9d3d908 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (306b1285-d967-49ee-a8ef-a34b4fe65fa5), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:00.218449 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ab1928-df03-4529-9280-b4ec4b88415e req-735615f0-20d7-441e-8959-faea208afa79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:06:00.220719 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-b2ab1928-df03-4529-9280-b4ec4b88415e req-735615f0-20d7-441e-8959-faea208afa79 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5e7b376d-b1cb-4bfd-b355-a8ae47b6f0d2 HTTP/1.1" status: 200 len: 851 time: 0.0526724 May 04 19:06:00.280545 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ab1928-df03-4529-9280-b4ec4b88415e req-bb3f4cf4-ccaf-4cfe-8caa-083faa1ba1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:06:00.283793 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-b2ab1928-df03-4529-9280-b4ec4b88415e req-bb3f4cf4-ccaf-4cfe-8caa-083faa1ba1cc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4a23e4f9-d4ef-406a-b7a6-dea368f7eb37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0544710 May 04 19:06:00.375483 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-b2ab1928-df03-4529-9280-b4ec4b88415e req-bd4fe20c-1df0-47da-97c0-dd26346a9e32 service neutron] 10.222.0.55 "GET /v2.0/networks/4a23e4f9-d4ef-406a-b7a6-dea368f7eb37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862868 May 04 19:06:00.487202 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-b2ab1928-df03-4529-9280-b4ec4b88415e req-cb53f393-9d1b-4eaa-b764-0dc0e7bf7fe0 service neutron] 10.222.0.55 "GET /v2.0/networks/4a23e4f9-d4ef-406a-b7a6-dea368f7eb37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047592 May 04 19:06:01.551573 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6c0ba996-b759-4c13-9ac4-7b7303adc758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (c2d3299f-8f0d-4c34-a270-91edff31f494), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:02.987695 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (7e96273e-cd3b-4e2d-a9cb-a5a62cf8f8b6), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:04.302185 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1fc9a8-58ea-4ed0-b59f-c468bf4f329e req-364e47e4-3f25-4814-9311-c82ab6974735 tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:06:04.303628 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-9e1fc9a8-58ea-4ed0-b59f-c468bf4f329e req-364e47e4-3f25-4814-9311-c82ab6974735 tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] 10.222.0.35 "GET /v2.0/networks?id=7d5ea884-5d18-4b5b-9c19-f2e6f023dcc0 HTTP/1.1" status: 200 len: 815 time: 0.1055562 May 04 19:06:04.318117 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-9e1fc9a8-58ea-4ed0-b59f-c468bf4f329e req-ec171456-23ca-48c6-91c8-11697e319d64 tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] 10.222.0.35 "GET /v2.0/quotas/81a244b92c0244089fae6217754f5a02 HTTP/1.1" status: 200 len: 375 time: 0.0088661 May 04 19:06:04.364822 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-9e1fc9a8-58ea-4ed0-b59f-c468bf4f329e req-0ae43546-6888-42aa-9f31-707ab3e063cd tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=81a244b92c0244089fae6217754f5a02&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0419683 May 04 19:06:04.464933 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-9e1fc9a8-58ea-4ed0-b59f-c468bf4f329e req-4d33cff1-5163-4347-9a4e-5e7783bc690e service neutron] 10.222.0.35 "GET /v2.0/networks/7d5ea884-5d18-4b5b-9c19-f2e6f023dcc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886090 May 04 19:06:04.559232 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-9e1fc9a8-58ea-4ed0-b59f-c468bf4f329e req-d0b7d6da-213d-4180-8692-80930d80fd09 service neutron] 10.222.0.35 "GET /v2.0/networks/7d5ea884-5d18-4b5b-9c19-f2e6f023dcc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882251 May 04 19:06:04.722717 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-8d0d372a-2056-4d3f-b8de-d0c6de32234d req-aacdf2bf-ad73-4d00-95e1-477c18862d48 tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8207dec-0bd9-4712-ba30-88e4ba4a70fc HTTP/1.1" status: 200 len: 210 time: 0.0277770 May 04 19:06:05.669613 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1fc9a8-58ea-4ed0-b59f-c468bf4f329e req-f088614b-b513-40ca-9b6e-3c13815238e5 tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:06:05.671068 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-9e1fc9a8-58ea-4ed0-b59f-c468bf4f329e req-f088614b-b513-40ca-9b6e-3c13815238e5 tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] 10.222.0.55 "GET /v2.0/networks?id=7d5ea884-5d18-4b5b-9c19-f2e6f023dcc0 HTTP/1.1" status: 200 len: 815 time: 0.1064789 May 04 19:06:05.682946 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.v2.base [req-9e1fc9a8-58ea-4ed0-b59f-c468bf4f329e req-b999d3c9-7dc4-448f-ab17-18c5eb919ad1 tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] Request body: {'port': {'device_id': 'd8207dec-0bd9-4712-ba30-88e4ba4a70fc', 'network_id': '7d5ea884-5d18-4b5b-9c19-f2e6f023dcc0', 'admin_state_up': True, 'tenant_id': '81a244b92c0244089fae6217754f5a02'}} {{(pid=103279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:06:05.808711 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e1fc9a8-58ea-4ed0-b59f-c468bf4f329e req-b999d3c9-7dc4-448f-ab17-18c5eb919ad1 tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] Made reservation on behalf of 81a244b92c0244089fae6217754f5a02 for: {'port': 1} {{(pid=103279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 19:06:05.812764 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [req-9e1fc9a8-58ea-4ed0-b59f-c468bf4f329e req-b999d3c9-7dc4-448f-ab17-18c5eb919ad1 tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (None), before_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:05.850794 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-efb66265-5d7d-492f-a0dc-8014661be326 req-176a6cd1-3c99-4d07-8f78-7ba2f709db02 tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8207dec-0bd9-4712-ba30-88e4ba4a70fc HTTP/1.1" status: 200 len: 210 time: 0.0363510 May 04 19:06:05.949054 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.db.db_base_plugin_common [req-9e1fc9a8-58ea-4ed0-b59f-c468bf4f329e req-b999d3c9-7dc4-448f-ab17-18c5eb919ad1 tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] Allocated IP 172.20.0.12 (7d5ea884-5d18-4b5b-9c19-f2e6f023dcc0/0a23622a-7fe9-4456-9f9c-6faac77e234d/fe4bffa3-83b3-4125-a86e-4f3dece6116d) {{(pid=103279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 19:06:06.192770 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [req-9e1fc9a8-58ea-4ed0-b59f-c468bf4f329e req-b999d3c9-7dc4-448f-ab17-18c5eb919ad1 tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] Publish callbacks [] for port (fe4bffa3-83b3-4125-a86e-4f3dece6116d), precommit_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:06.235813 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [req-9e1fc9a8-58ea-4ed0-b59f-c468bf4f329e req-b999d3c9-7dc4-448f-ab17-18c5eb919ad1 tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790498302100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13908970'] for port (fe4bffa3-83b3-4125-a86e-4f3dece6116d), after_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:06.277404 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e1fc9a8-58ea-4ed0-b59f-c468bf4f329e req-b999d3c9-7dc4-448f-ab17-18c5eb919ad1 tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] Network 7d5ea884-5d18-4b5b-9c19-f2e6f023dcc0 is already hosted by enough agents. {{(pid=103279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 19:06:06.280550 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.scheduler.base_scheduler [req-9e1fc9a8-58ea-4ed0-b59f-c468bf4f329e req-b999d3c9-7dc4-448f-ab17-18c5eb919ad1 tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] Resources bound (agent type, host, resource id): {{(pid=103279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 19:06:06.284539 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e1fc9a8-58ea-4ed0-b59f-c468bf4f329e req-b999d3c9-7dc4-448f-ab17-18c5eb919ad1 tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] Received port after_create {{(pid=103279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 19:06:06.327088 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b999d3c9-7dc4-448f-ab17-18c5eb919ad1 tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] Pushing event updated for resources: {'Port': ['ID=fe4bffa3-83b3-4125-a86e-4f3dece6116d,revision_number=1']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:06:06.357824 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1fc9a8-58ea-4ed0-b59f-c468bf4f329e req-b999d3c9-7dc4-448f-ab17-18c5eb919ad1 tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:06:06.358521 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [req-9e1fc9a8-58ea-4ed0-b59f-c468bf4f329e req-b999d3c9-7dc4-448f-ab17-18c5eb919ad1 tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127086'] for port (None), before_response {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:06.389781 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-9e1fc9a8-58ea-4ed0-b59f-c468bf4f329e req-b999d3c9-7dc4-448f-ab17-18c5eb919ad1 tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7093539 May 04 19:06:06.639287 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-312d8b3b-d111-46b4-961b-81c830ed692b None None] Provisioning complete for port fe4bffa3-83b3-4125-a86e-4f3dece6116d triggered by entity DHCP. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:06:06.639880 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-312d8b3b-d111-46b4-961b-81c830ed692b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1774450'] for port (fe4bffa3-83b3-4125-a86e-4f3dece6116d), provisioning_complete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:06.674809 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-312d8b3b-d111-46b4-961b-81c830ed692b None None] Port fe4bffa3-83b3-4125-a86e-4f3dece6116d cannot update to ACTIVE because it is not bound. {{(pid=103281) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 19:06:06.987229 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b642e7b5-5a21-48e8-b220-4a5d6fdfedca req-c7c0ea39-2967-4c91-9d9e-a6462e3a41ba tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:06:06.989125 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-b642e7b5-5a21-48e8-b220-4a5d6fdfedca req-c7c0ea39-2967-4c91-9d9e-a6462e3a41ba tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8207dec-0bd9-4712-ba30-88e4ba4a70fc HTTP/1.1" status: 200 len: 932 time: 0.0637450 May 04 19:06:07.062088 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-b642e7b5-5a21-48e8-b220-4a5d6fdfedca req-497ed406-f2f8-42c5-ac59-016f5b604c05 tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] 10.222.0.35 "GET /v2.0/security-groups?id=475b4d13-b5cb-4506-b192-2e9f8ccd472c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639603 May 04 19:06:08.198396 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa783a3-7b0f-48f2-b55e-c8017574e82f req-629785e0-58f1-4991-b953-e8c3ab2c96d3 tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:06:08.207779 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6fa783a3-7b0f-48f2-b55e-c8017574e82f req-629785e0-58f1-4991-b953-e8c3ab2c96d3 tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8207dec-0bd9-4712-ba30-88e4ba4a70fc HTTP/1.1" status: 200 len: 932 time: 0.0654311 May 04 19:06:08.270513 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6fa783a3-7b0f-48f2-b55e-c8017574e82f req-a2ed5123-531d-4990-95aa-6a47be9bf476 tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] 10.222.0.35 "GET /v2.0/security-groups?id=475b4d13-b5cb-4506-b192-2e9f8ccd472c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603707 May 04 19:06:09.381538 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9425ad1a-d5ad-496b-b84a-7528313d4e1b req-e2f76870-bd1c-4e31-a2e2-9b9b5197384e tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:06:09.383840 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-9425ad1a-d5ad-496b-b84a-7528313d4e1b req-e2f76870-bd1c-4e31-a2e2-9b9b5197384e tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8207dec-0bd9-4712-ba30-88e4ba4a70fc HTTP/1.1" status: 200 len: 932 time: 0.0491586 May 04 19:06:09.408436 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 57994) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:06:09.437949 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-9425ad1a-d5ad-496b-b84a-7528313d4e1b req-5785f874-00c3-492d-bde7-ace701ec80bd tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] 10.222.0.35 "GET /v2.0/security-groups?id=475b4d13-b5cb-4506-b192-2e9f8ccd472c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487380 May 04 19:06:09.458992 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ea53d5a-a3e1-4f46-bab5-93b5cb0075e9 admin admin] Deleting subnet 64709530-5776-482b-8e24-50365814a8d3 {{(pid=103280) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 19:06:09.462519 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-3ea53d5a-a3e1-4f46-bab5-93b5cb0075e9 admin admin] Publish callbacks [] for subnet (64709530-5776-482b-8e24-50365814a8d3), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:09.497168 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-3ea53d5a-a3e1-4f46-bab5-93b5cb0075e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12886072'] for subnet (64709530-5776-482b-8e24-50365814a8d3), precommit_delete_associations {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:09.546189 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-3ea53d5a-a3e1-4f46-bab5-93b5cb0075e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771612'] for subnet (64709530-5776-482b-8e24-50365814a8d3), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:09.603039 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-3ea53d5a-a3e1-4f46-bab5-93b5cb0075e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12874345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13129182'] for subnet (64709530-5776-482b-8e24-50365814a8d3), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:09.630307 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea53d5a-a3e1-4f46-bab5-93b5cb0075e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64709530-5776-482b-8e24-50365814a8d3,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:06:09.636946 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-3ea53d5a-a3e1-4f46-bab5-93b5cb0075e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572658'] for subnet (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:09.640209 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-3ea53d5a-a3e1-4f46-bab5-93b5cb0075e9 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/64709530-5776-482b-8e24-50365814a8d3 HTTP/1.1" status: 204 len: 168 time: 0.2300541 May 04 19:06:09.643067 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 57996) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:06:09.719658 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-dd5cd509-07f6-4018-a7f1-cc5c2e1d480c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1681522'] for network (5964a17d-7c80-42d4-93f2-128d6b1c3302), before_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:09.806957 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-dd5cd509-07f6-4018-a7f1-cc5c2e1d480c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772425', 'neutron.services.segments.db._delete_segments_for_network-8790498765132'] for network (5964a17d-7c80-42d4-93f2-128d6b1c3302), precommit_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:09.828698 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.services.segments.db [None req-dd5cd509-07f6-4018-a7f1-cc5c2e1d480c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5964a17d-7c80-42d4-93f2-128d6b1c3302']}} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:06:09.839119 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.services.segments.db [None req-dd5cd509-07f6-4018-a7f1-cc5c2e1d480c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c93f5eb-5e0b-4505-becd-0389494f6b04') {'for_net_delete': True} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:06:09.839467 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.services.segments.db [None req-dd5cd509-07f6-4018-a7f1-cc5c2e1d480c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c93f5eb-5e0b-4505-becd-0389494f6b04') {} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:06:09.853954 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-dd5cd509-07f6-4018-a7f1-cc5c2e1d480c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790498766421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14495801'] for segment (8c93f5eb-5e0b-4505-becd-0389494f6b04), before_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:09.868333 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-dd5cd509-07f6-4018-a7f1-cc5c2e1d480c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589113'] for segment (8c93f5eb-5e0b-4505-becd-0389494f6b04), precommit_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:09.875077 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd5cd509-07f6-4018-a7f1-cc5c2e1d480c admin admin] Releasing vlan 269 on physical network physnet1 to pool {{(pid=103279) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 19:06:09.875652 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-dd5cd509-07f6-4018-a7f1-cc5c2e1d480c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13908959'] for segment (8c93f5eb-5e0b-4505-becd-0389494f6b04), after_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:09.900739 dv-cinder-840525-1-iscsi neutron-server[103279]: Traceback (most recent call last): May 04 19:06:09.900739 dv-cinder-840525-1-iscsi neutron-server[103279]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 19:06:09.900739 dv-cinder-840525-1-iscsi neutron-server[103279]: timer() May 04 19:06:09.900739 dv-cinder-840525-1-iscsi neutron-server[103279]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 19:06:09.900739 dv-cinder-840525-1-iscsi neutron-server[103279]: cb(*args, **kw) May 04 19:06:09.900739 dv-cinder-840525-1-iscsi neutron-server[103279]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 19:06:09.900739 dv-cinder-840525-1-iscsi neutron-server[103279]: return func(*args, **kwargs) May 04 19:06:09.900739 dv-cinder-840525-1-iscsi neutron-server[103279]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 19:06:09.900739 dv-cinder-840525-1-iscsi neutron-server[103279]: self._notify() May 04 19:06:09.900739 dv-cinder-840525-1-iscsi neutron-server[103279]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 19:06:09.900739 dv-cinder-840525-1-iscsi neutron-server[103279]: self.callback(batched_events) May 04 19:06:09.900739 dv-cinder-840525-1-iscsi neutron-server[103279]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 19:06:09.900739 dv-cinder-840525-1-iscsi neutron-server[103279]: event.method(event) May 04 19:06:09.900739 dv-cinder-840525-1-iscsi neutron-server[103279]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 19:06:09.900739 dv-cinder-840525-1-iscsi neutron-server[103279]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 19:06:09.900739 dv-cinder-840525-1-iscsi neutron-server[103279]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 19:06:09.900739 dv-cinder-840525-1-iscsi neutron-server[103279]: aggregate_uuid = self.p_client.list_aggregates( May 04 19:06:09.900739 dv-cinder-840525-1-iscsi neutron-server[103279]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 19:06:09.900739 dv-cinder-840525-1-iscsi neutron-server[103279]: return f(self, *a, **k) May 04 19:06:09.900739 dv-cinder-840525-1-iscsi neutron-server[103279]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 19:06:09.900739 dv-cinder-840525-1-iscsi neutron-server[103279]: return self._get(url).json() May 04 19:06:09.900739 dv-cinder-840525-1-iscsi neutron-server[103279]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 19:06:09.900739 dv-cinder-840525-1-iscsi neutron-server[103279]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 19:06:09.900739 dv-cinder-840525-1-iscsi neutron-server[103279]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 19:06:09.900739 dv-cinder-840525-1-iscsi neutron-server[103279]: return self.request(url, 'GET', **kwargs) May 04 19:06:09.900739 dv-cinder-840525-1-iscsi neutron-server[103279]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 19:06:09.900739 dv-cinder-840525-1-iscsi neutron-server[103279]: base_url = self.get_endpoint(auth, allow=allow, May 04 19:06:09.900739 dv-cinder-840525-1-iscsi neutron-server[103279]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 19:06:09.900739 dv-cinder-840525-1-iscsi neutron-server[103279]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 19:06:09.900739 dv-cinder-840525-1-iscsi neutron-server[103279]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 19:06:09.900739 dv-cinder-840525-1-iscsi neutron-server[103279]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 19:06:09.900739 dv-cinder-840525-1-iscsi neutron-server[103279]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 19:06:09.936733 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-dd5cd509-07f6-4018-a7f1-cc5c2e1d480c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608942'] for network (5964a17d-7c80-42d4-93f2-128d6b1c3302), after_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:09.946031 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-dd5cd509-07f6-4018-a7f1-cc5c2e1d480c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572658'] for network (None), before_response {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:09.950251 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-dd5cd509-07f6-4018-a7f1-cc5c2e1d480c admin admin] 10.222.0.35 "DELETE /v2.0/networks/5964a17d-7c80-42d4-93f2-128d6b1c3302 HTTP/1.1" status: 204 len: 168 time: 0.3061662 May 04 19:06:09.964997 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5cd509-07f6-4018-a7f1-cc5c2e1d480c admin admin] Pushing event deleted for resources: {'Network': ['ID=5964a17d-7c80-42d4-93f2-128d6b1c3302,revision_number=None']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:06:10.125912 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 58000) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:06:10.174402 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-bc396393-f1a8-4d6a-a04e-318176615444 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2f8f54a0a02a48a7a27e4b9474d4787f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0449226 May 04 19:06:10.174649 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 58002) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:06:10.227482 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-f3e18d83-e291-4371-999d-a3a54de4f552 admin admin] Publish callbacks [] for security_group (2a442230-6444-4373-8074-3820303928c7), before_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:10.255474 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-f3e18d83-e291-4371-999d-a3a54de4f552 admin admin] Publish callbacks [] for security_group (2a442230-6444-4373-8074-3820303928c7), precommit_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:10.309486 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-f3e18d83-e291-4371-999d-a3a54de4f552 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (2a442230-6444-4373-8074-3820303928c7), after_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:10.312135 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-f3e18d83-e291-4371-999d-a3a54de4f552 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:10.315774 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-f3e18d83-e291-4371-999d-a3a54de4f552 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2a442230-6444-4373-8074-3820303928c7 HTTP/1.1" status: 204 len: 168 time: 0.1378553 May 04 19:06:10.322039 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e18d83-e291-4371-999d-a3a54de4f552 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a442230-6444-4373-8074-3820303928c7,revision_number=None']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:06:10.575018 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d41e4d3-8b18-4c47-9949-d79a72d88ed6 req-7cc8adac-ddde-4cd9-b65c-4a4df423d1dc tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:06:10.576948 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-8d41e4d3-8b18-4c47-9949-d79a72d88ed6 req-7cc8adac-ddde-4cd9-b65c-4a4df423d1dc tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8207dec-0bd9-4712-ba30-88e4ba4a70fc HTTP/1.1" status: 200 len: 932 time: 0.0668693 May 04 19:06:10.635882 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-8d41e4d3-8b18-4c47-9949-d79a72d88ed6 req-a82f7afd-f177-4767-a512-eebe3cc198e2 tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] 10.222.0.35 "GET /v2.0/security-groups?id=475b4d13-b5cb-4506-b192-2e9f8ccd472c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527489 May 04 19:06:11.762471 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3a5e33-290d-4fe9-b8ae-d704fa90f508 req-6aad53e2-e53a-4f1e-a2cf-b5ae7591cea5 tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:06:11.764077 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-8b3a5e33-290d-4fe9-b8ae-d704fa90f508 req-6aad53e2-e53a-4f1e-a2cf-b5ae7591cea5 tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8207dec-0bd9-4712-ba30-88e4ba4a70fc HTTP/1.1" status: 200 len: 932 time: 0.0507002 May 04 19:06:11.812076 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-8b3a5e33-290d-4fe9-b8ae-d704fa90f508 req-688d0790-dc97-408d-88fc-dcff7a1860ee tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] 10.222.0.35 "GET /v2.0/security-groups?id=475b4d13-b5cb-4506-b192-2e9f8ccd472c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420804 May 04 19:06:12.948182 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151ee6f5-e686-4fe9-be42-a0ac315bfc9f req-89a7f584-1ab8-4299-80e1-936231a3a678 tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:06:12.950671 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-151ee6f5-e686-4fe9-be42-a0ac315bfc9f req-89a7f584-1ab8-4299-80e1-936231a3a678 tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8207dec-0bd9-4712-ba30-88e4ba4a70fc HTTP/1.1" status: 200 len: 932 time: 0.0535479 May 04 19:06:12.999437 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-151ee6f5-e686-4fe9-be42-a0ac315bfc9f req-b5035fea-6da1-4a02-a9a8-7ea30b9504ef tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] 10.222.0.35 "GET /v2.0/security-groups?id=475b4d13-b5cb-4506-b192-2e9f8ccd472c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428412 May 04 19:06:14.124645 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1887cb7a-63aa-47a1-8a85-ed54b072d760 req-d1d8fea4-a109-4350-8e30-397d085ad5de tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:06:14.126148 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-1887cb7a-63aa-47a1-8a85-ed54b072d760 req-d1d8fea4-a109-4350-8e30-397d085ad5de tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8207dec-0bd9-4712-ba30-88e4ba4a70fc HTTP/1.1" status: 200 len: 932 time: 0.0497043 May 04 19:06:14.178203 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-1887cb7a-63aa-47a1-8a85-ed54b072d760 req-af2be239-acdd-4312-a3cb-38a56369765a tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] 10.222.0.35 "GET /v2.0/security-groups?id=475b4d13-b5cb-4506-b192-2e9f8ccd472c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465293 May 04 19:06:14.185265 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.v2.base [req-9e1fc9a8-58ea-4ed0-b59f-c468bf4f329e req-3dad3ebd-15ce-4d5b-90ec-80efc45c1ab1 service neutron] Request body: {'port': {'device_id': 'd8207dec-0bd9-4712-ba30-88e4ba4a70fc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84052'}} {{(pid=103279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:06:14.242304 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [req-9e1fc9a8-58ea-4ed0-b59f-c468bf4f329e req-3dad3ebd-15ce-4d5b-90ec-80efc45c1ab1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (fe4bffa3-83b3-4125-a86e-4f3dece6116d), before_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:14.522048 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.notifiers.nova [req-9e1fc9a8-58ea-4ed0-b59f-c468bf4f329e req-3dad3ebd-15ce-4d5b-90ec-80efc45c1ab1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe4bffa3-83b3-4125-a86e-4f3dece6116d {{(pid=103279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 19:06:14.529706 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [req-9e1fc9a8-58ea-4ed0-b59f-c468bf4f329e req-3dad3ebd-15ce-4d5b-90ec-80efc45c1ab1 service neutron] Publish callbacks [] for port (fe4bffa3-83b3-4125-a86e-4f3dece6116d), precommit_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:14.542085 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [req-9e1fc9a8-58ea-4ed0-b59f-c468bf4f329e req-3dad3ebd-15ce-4d5b-90ec-80efc45c1ab1 service neutron] Transition to ACTIVE for port object fe4bffa3-83b3-4125-a86e-4f3dece6116d will not be triggered until provisioned by entity L2. {{(pid=103279) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 19:06:14.548459 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [req-9e1fc9a8-58ea-4ed0-b59f-c468bf4f329e req-3dad3ebd-15ce-4d5b-90ec-80efc45c1ab1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13908979'] for port (fe4bffa3-83b3-4125-a86e-4f3dece6116d), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:14.595211 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dad3ebd-15ce-4d5b-90ec-80efc45c1ab1 service neutron] Pushing event updated for resources: {'Port': ['ID=fe4bffa3-83b3-4125-a86e-4f3dece6116d,revision_number=2']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:06:14.671926 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.managers [req-9e1fc9a8-58ea-4ed0-b59f-c468bf4f329e req-3dad3ebd-15ce-4d5b-90ec-80efc45c1ab1 service neutron] Attempting to bind port fe4bffa3-83b3-4125-a86e-4f3dece6116d on host hv-cinder-84052 for vnic_type normal with profile {{(pid=103279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 19:06:14.672246 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.managers [req-9e1fc9a8-58ea-4ed0-b59f-c468bf4f329e req-3dad3ebd-15ce-4d5b-90ec-80efc45c1ab1 service neutron] Attempting to bind port fe4bffa3-83b3-4125-a86e-4f3dece6116d by drivers openvswitch,hyperv on host hv-cinder-84052 at level 0 using segments [{'id': 'fc4fd0b1-f8b1-4e14-be62-a089e6024178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '7d5ea884-5d18-4b5b-9c19-f2e6f023dcc0'}] {{(pid=103279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 19:06:14.672604 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1fc9a8-58ea-4ed0-b59f-c468bf4f329e req-3dad3ebd-15ce-4d5b-90ec-80efc45c1ab1 service neutron] Attempting to bind port fe4bffa3-83b3-4125-a86e-4f3dece6116d on network 7d5ea884-5d18-4b5b-9c19-f2e6f023dcc0 {{(pid=103279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 19:06:14.677450 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1fc9a8-58ea-4ed0-b59f-c468bf4f329e req-3dad3ebd-15ce-4d5b-90ec-80efc45c1ab1 service neutron] Port fe4bffa3-83b3-4125-a86e-4f3dece6116d on network 7d5ea884-5d18-4b5b-9c19-f2e6f023dcc0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84052 {{(pid=103279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 19:06:14.677775 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1fc9a8-58ea-4ed0-b59f-c468bf4f329e req-3dad3ebd-15ce-4d5b-90ec-80efc45c1ab1 service neutron] Attempting to bind port fe4bffa3-83b3-4125-a86e-4f3dece6116d on network 7d5ea884-5d18-4b5b-9c19-f2e6f023dcc0 {{(pid=103279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 19:06:14.683255 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1fc9a8-58ea-4ed0-b59f-c468bf4f329e req-3dad3ebd-15ce-4d5b-90ec-80efc45c1ab1 service neutron] Checking agent: {'id': 'bff7e656-358d-4e40-a36a-3f10fe33ffdf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84052', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 18, 54, 55), 'started_at': datetime.datetime(2022, 5, 4, 18, 54, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 19, 5, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 19:06:14.683583 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1fc9a8-58ea-4ed0-b59f-c468bf4f329e req-3dad3ebd-15ce-4d5b-90ec-80efc45c1ab1 service neutron] Checking segment: {'id': 'fc4fd0b1-f8b1-4e14-be62-a089e6024178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '7d5ea884-5d18-4b5b-9c19-f2e6f023dcc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 19:06:14.683960 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1fc9a8-58ea-4ed0-b59f-c468bf4f329e req-3dad3ebd-15ce-4d5b-90ec-80efc45c1ab1 service neutron] Bound using segment: {'id': 'fc4fd0b1-f8b1-4e14-be62-a089e6024178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '7d5ea884-5d18-4b5b-9c19-f2e6f023dcc0'} {{(pid=103279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 19:06:14.684392 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.managers [req-9e1fc9a8-58ea-4ed0-b59f-c468bf4f329e req-3dad3ebd-15ce-4d5b-90ec-80efc45c1ab1 service neutron] Bound port: fe4bffa3-83b3-4125-a86e-4f3dece6116d, host: hv-cinder-84052, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc4fd0b1-f8b1-4e14-be62-a089e6024178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '7d5ea884-5d18-4b5b-9c19-f2e6f023dcc0'}}] {{(pid=103279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 19:06:14.684740 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [req-9e1fc9a8-58ea-4ed0-b59f-c468bf4f329e req-3dad3ebd-15ce-4d5b-90ec-80efc45c1ab1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (fe4bffa3-83b3-4125-a86e-4f3dece6116d), before_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:14.755331 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [req-9e1fc9a8-58ea-4ed0-b59f-c468bf4f329e req-3dad3ebd-15ce-4d5b-90ec-80efc45c1ab1 service neutron] For port fe4bffa3-83b3-4125-a86e-4f3dece6116d, host hv-cinder-84052, cleared binding levels {{(pid=103279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 19:06:14.758619 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [req-9e1fc9a8-58ea-4ed0-b59f-c468bf4f329e req-3dad3ebd-15ce-4d5b-90ec-80efc45c1ab1 service neutron] For port fe4bffa3-83b3-4125-a86e-4f3dece6116d, host hv-cinder-84052, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=fe4bffa3-83b3-4125-a86e-4f3dece6116d,segment=NetworkSegment(fc4fd0b1-f8b1-4e14-be62-a089e6024178),segment_id=fc4fd0b1-f8b1-4e14-be62-a089e6024178)] {{(pid=103279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 19:06:14.766294 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [req-9e1fc9a8-58ea-4ed0-b59f-c468bf4f329e req-3dad3ebd-15ce-4d5b-90ec-80efc45c1ab1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13908979'] for port (fe4bffa3-83b3-4125-a86e-4f3dece6116d), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:14.799089 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1fc9a8-58ea-4ed0-b59f-c468bf4f329e req-3dad3ebd-15ce-4d5b-90ec-80efc45c1ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:06:14.799713 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [req-9e1fc9a8-58ea-4ed0-b59f-c468bf4f329e req-3dad3ebd-15ce-4d5b-90ec-80efc45c1ab1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127086'] for port (None), before_response {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:14.801217 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-9e1fc9a8-58ea-4ed0-b59f-c468bf4f329e req-3dad3ebd-15ce-4d5b-90ec-80efc45c1ab1 service neutron] 10.222.0.55 "PUT /v2.0/ports/fe4bffa3-83b3-4125-a86e-4f3dece6116d HTTP/1.1" status: 200 len: 1094 time: 0.6197600 May 04 19:06:14.801561 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8207dec-0bd9-4712-ba30-88e4ba4a70fc', 'tag': 'fe4bffa3-83b3-4125-a86e-4f3dece6116d'}] {{(pid=103279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 19:06:14.803801 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f03067be0d021e11c0632f57e5c6e43a0067ecb248f9894e29d0a29efd5d62c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-220ae89d-4b1d-4f48-b9fd-12157d22311b" -d '{"events": [{"name": "network-changed", "server_uuid": "d8207dec-0bd9-4712-ba30-88e4ba4a70fc", "tag": "fe4bffa3-83b3-4125-a86e-4f3dece6116d"}]}' {{(pid=103279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 19:06:14.830613 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dad3ebd-15ce-4d5b-90ec-80efc45c1ab1 service neutron] Pushing event updated for resources: {'Port': ['ID=fe4bffa3-83b3-4125-a86e-4f3dece6116d,revision_number=3']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:06:14.855142 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 19:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-882da87d-e5a4-4bc5-af78-b00b761059be x-openstack-request-id: req-882da87d-e5a4-4bc5-af78-b00b761059be {{(pid=103279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 19:06:14.855575 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8207dec-0bd9-4712-ba30-88e4ba4a70fc", "tag": "fe4bffa3-83b3-4125-a86e-4f3dece6116d", "status": "completed", "code": 200}]} {{(pid=103279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 19:06:14.855931 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-882da87d-e5a4-4bc5-af78-b00b761059be {{(pid=103279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 19:06:14.856401 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.notifiers.nova [-] Nova event matching ['req-882da87d-e5a4-4bc5-af78-b00b761059be'] response: {'name': 'network-changed', 'server_uuid': 'd8207dec-0bd9-4712-ba30-88e4ba4a70fc', 'tag': 'fe4bffa3-83b3-4125-a86e-4f3dece6116d', 'status': 'completed', 'code': 200} May 04 19:06:14.886182 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1fc9a8-58ea-4ed0-b59f-c468bf4f329e req-14ead481-fb27-427a-881b-30ad254b6467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:06:14.887731 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-9e1fc9a8-58ea-4ed0-b59f-c468bf4f329e req-14ead481-fb27-427a-881b-30ad254b6467 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=81a244b92c0244089fae6217754f5a02&device_id=d8207dec-0bd9-4712-ba30-88e4ba4a70fc HTTP/1.1" status: 200 len: 1128 time: 0.0441225 May 04 19:06:14.933965 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-9e1fc9a8-58ea-4ed0-b59f-c468bf4f329e req-a61a8e21-4360-4ca5-a64b-214850b058c7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fe4bffa3-83b3-4125-a86e-4f3dece6116d HTTP/1.1" status: 200 len: 217 time: 0.0382795 May 04 19:06:14.984443 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1fc9a8-58ea-4ed0-b59f-c468bf4f329e req-036b87f9-317a-40b3-b584-52faa786190d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:06:14.986503 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-9e1fc9a8-58ea-4ed0-b59f-c468bf4f329e req-036b87f9-317a-40b3-b584-52faa786190d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0a23622a-7fe9-4456-9f9c-6faac77e234d HTTP/1.1" status: 200 len: 854 time: 0.0461121 May 04 19:06:15.028141 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1fc9a8-58ea-4ed0-b59f-c468bf4f329e req-424b6253-a44a-48db-9e76-22122f2ad9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:06:15.029620 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-9e1fc9a8-58ea-4ed0-b59f-c468bf4f329e req-424b6253-a44a-48db-9e76-22122f2ad9c5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7d5ea884-5d18-4b5b-9c19-f2e6f023dcc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0376189 May 04 19:06:15.125318 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-9e1fc9a8-58ea-4ed0-b59f-c468bf4f329e req-e96a8ed3-7d68-45e3-9144-9d3485d47d7e service neutron] 10.222.0.55 "GET /v2.0/networks/7d5ea884-5d18-4b5b-9c19-f2e6f023dcc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870814 May 04 19:06:15.221311 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-9e1fc9a8-58ea-4ed0-b59f-c468bf4f329e req-ae560b7f-9c9c-4b02-a789-a3a7aad57d03 service neutron] 10.222.0.55 "GET /v2.0/networks/7d5ea884-5d18-4b5b-9c19-f2e6f023dcc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904446 May 04 19:06:15.293246 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d8b976-cf20-49d1-80b1-51b52884c601 req-5ea10780-f103-4183-85b1-b8ddb58e0c4f tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:06:15.294744 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-57d8b976-cf20-49d1-80b1-51b52884c601 req-5ea10780-f103-4183-85b1-b8ddb58e0c4f tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8207dec-0bd9-4712-ba30-88e4ba4a70fc HTTP/1.1" status: 200 len: 944 time: 0.0462041 May 04 19:06:15.350731 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-57d8b976-cf20-49d1-80b1-51b52884c601 req-777f4e16-28f9-41d4-abdf-ac94c623d87c tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] 10.222.0.35 "GET /v2.0/security-groups?id=475b4d13-b5cb-4506-b192-2e9f8ccd472c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503190 May 04 19:06:15.964204 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220ae89d-4b1d-4f48-b9fd-12157d22311b req-33ef9cb7-7cb9-4eb7-9384-d99994d6752a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:06:15.965766 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-220ae89d-4b1d-4f48-b9fd-12157d22311b req-33ef9cb7-7cb9-4eb7-9384-d99994d6752a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=81a244b92c0244089fae6217754f5a02&device_id=d8207dec-0bd9-4712-ba30-88e4ba4a70fc HTTP/1.1" status: 200 len: 1128 time: 0.0470977 May 04 19:06:16.061738 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220ae89d-4b1d-4f48-b9fd-12157d22311b req-40a3d722-f204-4878-83ac-387cea828030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:06:16.063306 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-220ae89d-4b1d-4f48-b9fd-12157d22311b req-40a3d722-f204-4878-83ac-387cea828030 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7d5ea884-5d18-4b5b-9c19-f2e6f023dcc0 HTTP/1.1" status: 200 len: 916 time: 0.0914156 May 04 19:06:16.106815 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-220ae89d-4b1d-4f48-b9fd-12157d22311b req-5b2f2699-0726-4a99-9eb7-cb22dc85c8f4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fe4bffa3-83b3-4125-a86e-4f3dece6116d HTTP/1.1" status: 200 len: 217 time: 0.0372889 May 04 19:06:16.163112 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220ae89d-4b1d-4f48-b9fd-12157d22311b req-db793560-ea95-4af0-96aa-bea1a2057cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:06:16.164539 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-220ae89d-4b1d-4f48-b9fd-12157d22311b req-db793560-ea95-4af0-96aa-bea1a2057cf6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0a23622a-7fe9-4456-9f9c-6faac77e234d HTTP/1.1" status: 200 len: 854 time: 0.0520351 May 04 19:06:16.207389 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220ae89d-4b1d-4f48-b9fd-12157d22311b req-8ea80474-0ba1-46b8-82f1-9d0a46dfa684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:06:16.208847 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-220ae89d-4b1d-4f48-b9fd-12157d22311b req-8ea80474-0ba1-46b8-82f1-9d0a46dfa684 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7d5ea884-5d18-4b5b-9c19-f2e6f023dcc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383017 May 04 19:06:16.300394 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-220ae89d-4b1d-4f48-b9fd-12157d22311b req-e1b71a61-5173-41c9-814a-0e405d1588df service neutron] 10.222.0.55 "GET /v2.0/networks/7d5ea884-5d18-4b5b-9c19-f2e6f023dcc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846744 May 04 19:06:16.364758 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Device fe4bffa3-83b3-4125-a86e-4f3dece6116d details requested by agent hyperv_hv-cinder-84052 with host hv-cinder-84052 {{(pid=103281) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 19:06:16.401132 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-220ae89d-4b1d-4f48-b9fd-12157d22311b req-8d0ad162-6230-48f2-a65e-ad2897573350 service neutron] 10.222.0.55 "GET /v2.0/networks/7d5ea884-5d18-4b5b-9c19-f2e6f023dcc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953643 May 04 19:06:16.465370 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] For port fe4bffa3-83b3-4125-a86e-4f3dece6116d, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=fe4bffa3-83b3-4125-a86e-4f3dece6116d,segment=NetworkSegment(fc4fd0b1-f8b1-4e14-be62-a089e6024178),segment_id=fc4fd0b1-f8b1-4e14-be62-a089e6024178)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:06:16.475348 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea424910-f5f5-4a6d-ae41-86e27446f6ac req-a3dbb849-bd93-4777-82de-6c7dcbc61092 tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:06:16.476962 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-ea424910-f5f5-4a6d-ae41-86e27446f6ac req-a3dbb849-bd93-4777-82de-6c7dcbc61092 tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8207dec-0bd9-4712-ba30-88e4ba4a70fc HTTP/1.1" status: 200 len: 944 time: 0.0475800 May 04 19:06:16.479886 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Returning: {'device': 'fe4bffa3-83b3-4125-a86e-4f3dece6116d', 'network_id': '7d5ea884-5d18-4b5b-9c19-f2e6f023dcc0', 'port_id': 'fe4bffa3-83b3-4125-a86e-4f3dece6116d', 'mac_address': 'fa:16:3e:73:f6:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 294, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a23622a-7fe9-4456-9f9c-6faac77e234d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103281) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 19:06:16.516616 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Current status of the port fe4bffa3-83b3-4125-a86e-4f3dece6116d is: DOWN; New status is: BUILD {{(pid=103281) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:06:16.517322 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (fe4bffa3-83b3-4125-a86e-4f3dece6116d), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:16.523459 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-ea424910-f5f5-4a6d-ae41-86e27446f6ac req-a55588e6-ea04-463e-81a4-1cd6f0d0baeb tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] 10.222.0.35 "GET /v2.0/security-groups?id=475b4d13-b5cb-4506-b192-2e9f8ccd472c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406041 May 04 19:06:16.530544 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.notifiers.nova [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe4bffa3-83b3-4125-a86e-4f3dece6116d {{(pid=103281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 19:06:16.550524 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] For port fe4bffa3-83b3-4125-a86e-4f3dece6116d, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=fe4bffa3-83b3-4125-a86e-4f3dece6116d,segment=NetworkSegment(fc4fd0b1-f8b1-4e14-be62-a089e6024178),segment_id=fc4fd0b1-f8b1-4e14-be62-a089e6024178)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:06:16.555592 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136'] for port (fe4bffa3-83b3-4125-a86e-4f3dece6116d), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:16.602663 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Pushing event updated for resources: {'Port': ['ID=fe4bffa3-83b3-4125-a86e-4f3dece6116d,revision_number=4']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:06:16.609964 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:06:16.610294 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:06:16.610633 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:06:16.610970 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:06:16.611297 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:06:16.611623 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:06:16.611948 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:06:16.612267 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:06:16.612588 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:06:16.612905 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:06:16.613232 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:06:16.613943 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:06:16.614262 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:06:16.614580 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:06:16.614892 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:06:16.770030 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] get_ports_and_sgs() called for port_ids ['fe4bffa3-83b3-4125-a86e-4f3dece6116d'] {{(pid=103281) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 19:06:17.646051 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a04087-8015-4cfb-9307-de70bbfb7244 req-47710cd2-7769-4800-b5c0-be7b5034298f tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:06:17.647490 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-30a04087-8015-4cfb-9307-de70bbfb7244 req-47710cd2-7769-4800-b5c0-be7b5034298f tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8207dec-0bd9-4712-ba30-88e4ba4a70fc HTTP/1.1" status: 200 len: 945 time: 0.0470083 May 04 19:06:17.695536 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-30a04087-8015-4cfb-9307-de70bbfb7244 req-8a31451c-08d8-40f2-9901-e05da6218453 tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] 10.222.0.35 "GET /v2.0/security-groups?id=475b4d13-b5cb-4506-b192-2e9f8ccd472c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422647 May 04 19:06:18.356362 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Device fe4bffa3-83b3-4125-a86e-4f3dece6116d up at agent hyperv_hv-cinder-84052 {{(pid=103281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 19:06:18.403531 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Provisioning for port fe4bffa3-83b3-4125-a86e-4f3dece6116d completed by entity L2. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 19:06:18.411954 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Provisioning complete for port fe4bffa3-83b3-4125-a86e-4f3dece6116d triggered by entity L2. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:06:18.412389 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1774450'] for port (fe4bffa3-83b3-4125-a86e-4f3dece6116d), provisioning_complete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:18.492631 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Current status of the port fe4bffa3-83b3-4125-a86e-4f3dece6116d is: BUILD; New status is: ACTIVE {{(pid=103281) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:06:18.493020 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (fe4bffa3-83b3-4125-a86e-4f3dece6116d), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:18.516503 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8207dec-0bd9-4712-ba30-88e4ba4a70fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe4bffa3-83b3-4125-a86e-4f3dece6116d'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 19:06:18.518779 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29bc9e8fddf1e81845832baf79700cdfe783df1752dea94dce4e4e68657cb9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b734025-45ee-4bfa-b236-b47828032b95" -d '{"events": [{"server_uuid": "d8207dec-0bd9-4712-ba30-88e4ba4a70fc", "name": "network-vif-plugged", "status": "completed", "tag": "fe4bffa3-83b3-4125-a86e-4f3dece6116d"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 19:06:18.531253 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] For port fe4bffa3-83b3-4125-a86e-4f3dece6116d, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=fe4bffa3-83b3-4125-a86e-4f3dece6116d,segment=NetworkSegment(fc4fd0b1-f8b1-4e14-be62-a089e6024178),segment_id=fc4fd0b1-f8b1-4e14-be62-a089e6024178)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:06:18.535591 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136'] for port (fe4bffa3-83b3-4125-a86e-4f3dece6116d), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:18.558618 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 19:06:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ab7fc4f-bdd6-46ae-a2b4-287cdce5ed7b x-openstack-request-id: req-0ab7fc4f-bdd6-46ae-a2b4-287cdce5ed7b {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 19:06:18.558907 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8207dec-0bd9-4712-ba30-88e4ba4a70fc", "name": "network-vif-plugged", "status": "completed", "tag": "fe4bffa3-83b3-4125-a86e-4f3dece6116d", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 19:06:18.559159 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0ab7fc4f-bdd6-46ae-a2b4-287cdce5ed7b {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 19:06:18.559551 dv-cinder-840525-1-iscsi neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ab7fc4f-bdd6-46ae-a2b4-287cdce5ed7b'] response: {'server_uuid': 'd8207dec-0bd9-4712-ba30-88e4ba4a70fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe4bffa3-83b3-4125-a86e-4f3dece6116d', 'code': 200} May 04 19:06:18.586465 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Pushing event updated for resources: {'Port': ['ID=fe4bffa3-83b3-4125-a86e-4f3dece6116d,revision_number=5']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:06:18.719000 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864c72dd-c562-4188-aa20-b71fda50f1a9 req-5e8941ad-49d3-4ae1-b247-0a44b3f02d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:06:18.720392 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-864c72dd-c562-4188-aa20-b71fda50f1a9 req-5e8941ad-49d3-4ae1-b247-0a44b3f02d0f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d8207dec-0bd9-4712-ba30-88e4ba4a70fc HTTP/1.1" status: 200 len: 1130 time: 0.0388343 May 04 19:06:18.766303 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-864c72dd-c562-4188-aa20-b71fda50f1a9 req-ebfe3850-8b14-45e5-872d-f6866d2e5434 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=475b4d13-b5cb-4506-b192-2e9f8ccd472c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393021 May 04 19:06:18.817579 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7b5557-5a78-40e5-865b-de4cfdf57f36 req-0cc56bfd-e169-4300-8bd5-c4fb43ef7122 tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:06:18.818988 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-0e7b5557-5a78-40e5-865b-de4cfdf57f36 req-0cc56bfd-e169-4300-8bd5-c4fb43ef7122 tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8207dec-0bd9-4712-ba30-88e4ba4a70fc HTTP/1.1" status: 200 len: 946 time: 0.0472465 May 04 19:06:18.866723 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-0e7b5557-5a78-40e5-865b-de4cfdf57f36 req-dc8db6cf-274b-4599-8a86-eb3e29caeed6 tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] 10.222.0.35 "GET /v2.0/security-groups?id=475b4d13-b5cb-4506-b192-2e9f8ccd472c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422676 May 04 19:06:19.989612 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3fd4c6-1a8c-4c73-8ef5-a7d544990fd2 req-5a271881-5824-460c-954f-2100965277df tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:06:19.991075 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6d3fd4c6-1a8c-4c73-8ef5-a7d544990fd2 req-5a271881-5824-460c-954f-2100965277df tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8207dec-0bd9-4712-ba30-88e4ba4a70fc HTTP/1.1" status: 200 len: 946 time: 0.0475826 May 04 19:06:20.041374 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6d3fd4c6-1a8c-4c73-8ef5-a7d544990fd2 req-1170e409-33d7-46fd-b09c-7faab075ca85 tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] 10.222.0.35 "GET /v2.0/security-groups?id=475b4d13-b5cb-4506-b192-2e9f8ccd472c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446417 May 04 19:06:21.166315 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5cdfc2-3a33-4013-a480-8b4e65e6d457 req-a92c56fa-8f8c-465b-afeb-baa0abb2173b tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:06:21.167727 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-bb5cdfc2-3a33-4013-a480-8b4e65e6d457 req-a92c56fa-8f8c-465b-afeb-baa0abb2173b tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8207dec-0bd9-4712-ba30-88e4ba4a70fc HTTP/1.1" status: 200 len: 946 time: 0.0532870 May 04 19:06:21.220088 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-bb5cdfc2-3a33-4013-a480-8b4e65e6d457 req-298fd24b-120f-4197-9f75-286d9c24478d tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] 10.222.0.35 "GET /v2.0/security-groups?id=475b4d13-b5cb-4506-b192-2e9f8ccd472c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440207 May 04 19:06:21.337914 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afb3fb3-1df2-4896-8f32-b7e04e0e6e7e req-15f3ae1c-500f-498e-94ef-cf746510826a tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:06:21.339284 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-7afb3fb3-1df2-4896-8f32-b7e04e0e6e7e req-15f3ae1c-500f-498e-94ef-cf746510826a tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8207dec-0bd9-4712-ba30-88e4ba4a70fc HTTP/1.1" status: 200 len: 946 time: 0.0486114 May 04 19:06:21.385268 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-7afb3fb3-1df2-4896-8f32-b7e04e0e6e7e req-5db116b2-c06f-4adf-b698-c1ddc2376bb0 tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] 10.222.0.35 "GET /v2.0/security-groups?id=475b4d13-b5cb-4506-b192-2e9f8ccd472c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401464 May 04 19:06:21.470908 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.agents_db [None req-bd7ab176-2eba-4334-8b69-697435aa36c2 None None] Agent healthcheck: found 6 active agents {{(pid=103282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 19:06:21.716948 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e6b121-0c3e-4b01-8436-cb09a937b23f req-cd1db2a8-3751-43a1-8411-8b053bb37128 tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:06:21.718425 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-21e6b121-0c3e-4b01-8436-cb09a937b23f req-cd1db2a8-3751-43a1-8411-8b053bb37128 tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8207dec-0bd9-4712-ba30-88e4ba4a70fc HTTP/1.1" status: 200 len: 946 time: 0.0457394 May 04 19:06:21.767229 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-21e6b121-0c3e-4b01-8436-cb09a937b23f req-7d40c5e7-171b-466a-ba5e-6c3f1d67bc3c tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] 10.222.0.35 "GET /v2.0/security-groups?id=475b4d13-b5cb-4506-b192-2e9f8ccd472c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404761 May 04 19:06:25.528769 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (bff7e656-358d-4e40-a36a-3f10fe33ffdf), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:26.888224 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5f955321-66a4-419e-9ea7-a246423430e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (ae04e5b6-6ccf-46c0-81ba-a3f5b8ae390c), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:29.084055 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6dc99c49-1650-4503-938a-398fbb5b8492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:30.161692 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-821a3753-c8bb-408e-a9d9-42d2a9d3d908 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (306b1285-d967-49ee-a8ef-a34b4fe65fa5), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:30.210014 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef563f5-11ad-4c68-acfb-fcdc5084b951 req-65c3c567-baff-40f0-91aa-669e6f6f2b59 tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:06:30.211449 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-4ef563f5-11ad-4c68-acfb-fcdc5084b951 req-65c3c567-baff-40f0-91aa-669e6f6f2b59 tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8207dec-0bd9-4712-ba30-88e4ba4a70fc HTTP/1.1" status: 200 len: 946 time: 0.0481112 May 04 19:06:30.259802 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-4ef563f5-11ad-4c68-acfb-fcdc5084b951 req-0311dff1-09cf-4d9c-a98b-7443f2246324 tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] 10.222.0.35 "GET /v2.0/security-groups?id=475b4d13-b5cb-4506-b192-2e9f8ccd472c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426936 May 04 19:06:30.282665 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 58082) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:06:30.522738 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb38a4f0-0051-4eae-bd9c-9af6a8d8f13c tempest-TestMinimumBasicScenario-1759102417 tempest-TestMinimumBasicScenario-1759102417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:06:30.524766 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-cb38a4f0-0051-4eae-bd9c-9af6a8d8f13c tempest-TestMinimumBasicScenario-1759102417 tempest-TestMinimumBasicScenario-1759102417-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=d8207dec-0bd9-4712-ba30-88e4ba4a70fc HTTP/1.1" status: 200 len: 1125 time: 0.2408528 May 04 19:06:30.528547 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 58086) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:06:30.533010 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [None req-441e89fe-c294-452d-91c5-2cb7a76bda3f tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] Request body: {'floatingip': {'floating_network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'port_id': 'fe4bffa3-83b3-4125-a86e-4f3dece6116d', 'tenant_id': '81a244b92c0244089fae6217754f5a02', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:06:30.556578 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-441e89fe-c294-452d-91c5-2cb7a76bda3f tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:30.643636 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-441e89fe-c294-452d-91c5-2cb7a76bda3f tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:30.759221 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.db.db_base_plugin_common [None req-441e89fe-c294-452d-91c5-2cb7a76bda3f tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] Allocated IP 172.27.0.232 (cbca2f8d-f88f-49b4-8a9d-8b4714c67762/6d3155f3-7d72-4b90-89ae-8effc01a61e4/7b18ae3e-9b3b-4608-945b-531621e0853f) {{(pid=103280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 19:06:30.864660 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-441e89fe-c294-452d-91c5-2cb7a76bda3f tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] Publish callbacks [] for port (7b18ae3e-9b3b-4608-945b-531621e0853f), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:30.900567 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-441e89fe-c294-452d-91c5-2cb7a76bda3f tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790498302100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12874298'] for port (7b18ae3e-9b3b-4608-945b-531621e0853f), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:30.936330 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-441e89fe-c294-452d-91c5-2cb7a76bda3f tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] Network cbca2f8d-f88f-49b4-8a9d-8b4714c67762 is already hosted by enough agents. {{(pid=103280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 19:06:30.939345 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.base_scheduler [None req-441e89fe-c294-452d-91c5-2cb7a76bda3f tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] Resources bound (agent type, host, resource id): {{(pid=103280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 19:06:30.945397 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441e89fe-c294-452d-91c5-2cb7a76bda3f tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] Received port after_create {{(pid=103280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 19:06:30.951045 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441e89fe-c294-452d-91c5-2cb7a76bda3f tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] Pushing event updated for resources: {'Port': ['ID=7b18ae3e-9b3b-4608-945b-531621e0853f,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:06:31.555743 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6c0ba996-b759-4c13-9ac4-7b7303adc758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (c2d3299f-8f0d-4c34-a270-91edff31f494), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:31.595210 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-441e89fe-c294-452d-91c5-2cb7a76bda3f tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] Publish callbacks [] for floatingip (ff454b87-1c4c-47f8-87c9-76aa52d07f3c), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:31.664653 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-441e89fe-c294-452d-91c5-2cb7a76bda3f tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (7b18ae3e-9b3b-4608-945b-531621e0853f), before_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:31.823321 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-441e89fe-c294-452d-91c5-2cb7a76bda3f tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] Publish callbacks [] for port (7b18ae3e-9b3b-4608-945b-531621e0853f), precommit_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:31.830456 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-441e89fe-c294-452d-91c5-2cb7a76bda3f tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12874275'] for port (7b18ae3e-9b3b-4608-945b-531621e0853f), after_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:31.900458 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441e89fe-c294-452d-91c5-2cb7a76bda3f tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] Pushing event updated for resources: {'Port': ['ID=7b18ae3e-9b3b-4608-945b-531621e0853f,revision_number=2']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:06:31.914791 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-441e89fe-c294-452d-91c5-2cb7a76bda3f tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608971'] for floatingip (ff454b87-1c4c-47f8-87c9-76aa52d07f3c), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:32.022159 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.db.l3_db [None req-441e89fe-c294-452d-91c5-2cb7a76bda3f tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] Floating IP ff454b87-1c4c-47f8-87c9-76aa52d07f3c associated. External IP: 172.27.0.232, port: fe4bffa3-83b3-4125-a86e-4f3dece6116d. May 04 19:06:32.247325 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-441e89fe-c294-452d-91c5-2cb7a76bda3f tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] Router 3bc742e7-2c0e-481d-bc32-86246613029a has already been hosted by L3 agent 0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b {{(pid=103280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 19:06:32.358489 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-441e89fe-c294-452d-91c5-2cb7a76bda3f tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] Notify agent at l3_agent.dv-cinder-840525-1-iscsi the message routers_updated {{(pid=103280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 19:06:32.368813 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1947ff02-22f2-4238-9996-67cc69fcaf3c None None] Sync routers for ids ['3bc742e7-2c0e-481d-bc32-86246613029a'] in dv-cinder-840525-1-iscsi {{(pid=103281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 19:06:32.377975 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-441e89fe-c294-452d-91c5-2cb7a76bda3f tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127086'] for floatingip (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:32.378967 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1947ff02-22f2-4238-9996-67cc69fcaf3c None None] Routers {'3bc742e7-2c0e-481d-bc32-86246613029a'} bound to L3 agent in host dv-cinder-840525-1-iscsi {{(pid=103281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:06:32.379585 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_hamode_db [None req-1947ff02-22f2-4238-9996-67cc69fcaf3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T18:48:29Z,description=,heartbeat_timestamp=2022-05-04T19:06:29Z,host='dv-cinder-840525-1-iscsi',id=0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:48:29Z,topic='l3_agent')) {'router_ids': ['3bc742e7-2c0e-481d-bc32-86246613029a'], 'active': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:06:32.411290 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-441e89fe-c294-452d-91c5-2cb7a76bda3f tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8790538 May 04 19:06:32.411290 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8207dec-0bd9-4712-ba30-88e4ba4a70fc', 'tag': 'fe4bffa3-83b3-4125-a86e-4f3dece6116d'}] {{(pid=103280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 19:06:32.411702 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d17ed66b9d9b08214cd1b2d258b378c61736cd464b468dfe37a5b26948fd6e52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c17741d-f020-4120-b303-2ab3397543a5" -d '{"events": [{"name": "network-changed", "server_uuid": "d8207dec-0bd9-4712-ba30-88e4ba4a70fc", "tag": "fe4bffa3-83b3-4125-a86e-4f3dece6116d"}]}' {{(pid=103280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 19:06:32.412137 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 58088) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:06:32.417479 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.v2.base [None req-ce4555ed-a592-484b-8109-3fe4217ca3d0 tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-493677012', 'description': 'tempest-secgroup-smoke-493677012 description', 'project_id': '81a244b92c0244089fae6217754f5a02'}} {{(pid=103279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:06:32.440775 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-ce4555ed-a592-484b-8109-3fe4217ca3d0 tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] Publish callbacks [] for security_group (None), before_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:32.450268 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 19:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-540e9bbe-26fa-4502-a8ca-e4c2f1645703 x-openstack-request-id: req-540e9bbe-26fa-4502-a8ca-e4c2f1645703 {{(pid=103280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 19:06:32.450563 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8207dec-0bd9-4712-ba30-88e4ba4a70fc", "tag": "fe4bffa3-83b3-4125-a86e-4f3dece6116d", "status": "completed", "code": 200}]} {{(pid=103280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 19:06:32.450819 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-540e9bbe-26fa-4502-a8ca-e4c2f1645703 {{(pid=103280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 19:06:32.451216 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.notifiers.nova [-] Nova event matching ['req-540e9bbe-26fa-4502-a8ca-e4c2f1645703'] response: {'name': 'network-changed', 'server_uuid': 'd8207dec-0bd9-4712-ba30-88e4ba4a70fc', 'tag': 'fe4bffa3-83b3-4125-a86e-4f3dece6116d', 'status': 'completed', 'code': 200} May 04 19:06:32.499105 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvr_db [None req-1947ff02-22f2-4238-9996-67cc69fcaf3c None None] Set router 3bc742e7-2c0e-481d-bc32-86246613029a gateway port host: dv-cinder-840525-1-iscsi {{(pid=103281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:06:32.524091 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c17741d-f020-4120-b303-2ab3397543a5 req-b7ef8417-86b2-4518-ab42-ff614515f265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:06:32.525635 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-8c17741d-f020-4120-b303-2ab3397543a5 req-b7ef8417-86b2-4518-ab42-ff614515f265 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=81a244b92c0244089fae6217754f5a02&device_id=d8207dec-0bd9-4712-ba30-88e4ba4a70fc HTTP/1.1" status: 200 len: 1130 time: 0.0519037 May 04 19:06:32.561982 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-ce4555ed-a592-484b-8109-3fe4217ca3d0 tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] Publish callbacks [] for security_group (3997dbb2-f203-484a-a7c4-9dc6323ccd71), precommit_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:32.569993 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-ce4555ed-a592-484b-8109-3fe4217ca3d0 tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (3997dbb2-f203-484a-a7c4-9dc6323ccd71), after_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:32.635087 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-ce4555ed-a592-484b-8109-3fe4217ca3d0 tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] Publish callbacks [] for security_group (None), before_response {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:32.636308 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-ce4555ed-a592-484b-8109-3fe4217ca3d0 tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2230909 May 04 19:06:32.639463 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 58092) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:06:32.644038 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [None req-65a488d2-f19a-483d-b853-dd0d25248ae9 tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] Request body: {'security_group_rule': {'security_group_id': '3997dbb2-f203-484a-a7c4-9dc6323ccd71', 'project_id': '81a244b92c0244089fae6217754f5a02', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:06:32.647370 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4555ed-a592-484b-8109-3fe4217ca3d0 tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3997dbb2-f203-484a-a7c4-9dc6323ccd71,revision_number=1']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:06:32.658638 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c17741d-f020-4120-b303-2ab3397543a5 req-1c0ad3a0-0e3b-47c3-b9cd-7e92e9009598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:06:32.660121 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-8c17741d-f020-4120-b303-2ab3397543a5 req-1c0ad3a0-0e3b-47c3-b9cd-7e92e9009598 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7d5ea884-5d18-4b5b-9c19-f2e6f023dcc0 HTTP/1.1" status: 200 len: 916 time: 0.1253743 May 04 19:06:32.672359 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-65a488d2-f19a-483d-b853-dd0d25248ae9 tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] Publish callbacks [] for security_group_rule (5ae7b83b-a8de-41bb-8c13-db0b3659534e), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:32.731936 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-8c17741d-f020-4120-b303-2ab3397543a5 req-5c5ab66d-5b20-45ba-a1ac-ad9c5ef88038 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fe4bffa3-83b3-4125-a86e-4f3dece6116d HTTP/1.1" status: 200 len: 1000 time: 0.0651536 May 04 19:06:32.735928 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-65a488d2-f19a-483d-b853-dd0d25248ae9 tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] Publish callbacks [] for security_group_rule (5ae7b83b-a8de-41bb-8c13-db0b3659534e), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:32.741420 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-65a488d2-f19a-483d-b853-dd0d25248ae9 tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577292'] for security_group_rule (5ae7b83b-a8de-41bb-8c13-db0b3659534e), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:32.759959 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a488d2-f19a-483d-b853-dd0d25248ae9 tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ae7b83b-a8de-41bb-8c13-db0b3659534e,revision_number=0']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:06:32.772754 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-65a488d2-f19a-483d-b853-dd0d25248ae9 tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:32.774039 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-65a488d2-f19a-483d-b853-dd0d25248ae9 tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1335857 May 04 19:06:32.776687 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 58094) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:06:32.781114 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [None req-58f6e5ac-0061-46ff-8c1e-2d1334cd7f70 tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] Request body: {'security_group_rule': {'security_group_id': '3997dbb2-f203-484a-a7c4-9dc6323ccd71', 'project_id': '81a244b92c0244089fae6217754f5a02', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:06:32.784859 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c17741d-f020-4120-b303-2ab3397543a5 req-c49da8d5-497f-4f62-9766-73c0d1fc99bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:06:32.786377 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-8c17741d-f020-4120-b303-2ab3397543a5 req-c49da8d5-497f-4f62-9766-73c0d1fc99bc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0a23622a-7fe9-4456-9f9c-6faac77e234d HTTP/1.1" status: 200 len: 854 time: 0.0470440 May 04 19:06:32.808254 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-58f6e5ac-0061-46ff-8c1e-2d1334cd7f70 tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] Publish callbacks [] for security_group_rule (114c7379-7f74-4df6-a8ea-e37c1fc01d18), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:32.836967 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c17741d-f020-4120-b303-2ab3397543a5 req-7e92a483-033c-48de-bcd0-3dbb2c03cf0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:06:32.838942 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-8c17741d-f020-4120-b303-2ab3397543a5 req-7e92a483-033c-48de-bcd0-3dbb2c03cf0a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7d5ea884-5d18-4b5b-9c19-f2e6f023dcc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0457273 May 04 19:06:32.865215 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_hamode_db [None req-1947ff02-22f2-4238-9996-67cc69fcaf3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bc742e7-2c0e-481d-bc32-86246613029a', 'name': 'tempest-TestMinimumBasicScenario-2076526033-router', 'tenant_id': '81a244b92c0244089fae6217754f5a02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'external_fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': '374d1f94-fefd-4a7f-87ef-db8103d04a63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:05:46Z', 'updated_at': '2022-05-04T19:05:48Z', 'revision_number': 4, 'project_id': '81a244b92c0244089fae6217754f5a02', 'gw_port': {'id': '374d1f94-fefd-4a7f-87ef-db8103d04a63', 'name': '', 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:66:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc742e7-2c0e-481d-bc32-86246613029a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:05:46Z', 'updated_at': '2022-05-04T19:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-1-iscsi', '_floatingips': [{'id': 'ff454b87-1c4c-47f8-87c9-76aa52d07f3c', 'tenant_id': '81a244b92c0244089fae6217754f5a02', 'floating_ip_address': '172.27.0.232', 'floating_network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'router_id': '3bc742e7-2c0e-481d-bc32-86246613029a', 'port_id': 'fe4bffa3-83b3-4125-a86e-4f3dece6116d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 728, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d5ea884-5d18-4b5b-9c19-f2e6f023dcc0', 'mac_address': 'fa:16:3e:73:f6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8207dec-0bd9-4712-ba30-88e4ba4a70fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T19:06:31Z', 'updated_at': '2022-05-04T19:06:31Z', 'revision_number': 0, 'project_id': '81a244b92c0244089fae6217754f5a02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72350696-c536-4aee-bb5c-b714aba9720c', 'name': '', 'network_id': '7d5ea884-5d18-4b5b-9c19-f2e6f023dcc0', 'tenant_id': '81a244b92c0244089fae6217754f5a02', 'mac_address': 'fa:16:3e:0b:ec:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc742e7-2c0e-481d-bc32-86246613029a', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '0a23622a-7fe9-4456-9f9c-6faac77e234d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:05:48Z', 'updated_at': '2022-05-04T19:05:52Z', 'revision_number': 5, 'project_id': '81a244b92c0244089fae6217754f5a02', 'subnets': [{'id': '0a23622a-7fe9-4456-9f9c-6faac77e234d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-1-iscsi', False) {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:06:32.867928 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-58f6e5ac-0061-46ff-8c1e-2d1334cd7f70 tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] Publish callbacks [] for security_group_rule (114c7379-7f74-4df6-a8ea-e37c1fc01d18), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:32.873622 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-58f6e5ac-0061-46ff-8c1e-2d1334cd7f70 tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577292'] for security_group_rule (114c7379-7f74-4df6-a8ea-e37c1fc01d18), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:32.891579 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f6e5ac-0061-46ff-8c1e-2d1334cd7f70 tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=114c7379-7f74-4df6-a8ea-e37c1fc01d18,revision_number=0']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:06:32.892301 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1947ff02-22f2-4238-9996-67cc69fcaf3c None None] Checking router: 3bc742e7-2c0e-481d-bc32-86246613029a for host: dv-cinder-840525-1-iscsi {{(pid=103281) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 19:06:32.901315 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1947ff02-22f2-4238-9996-67cc69fcaf3c None None] Routers {'3bc742e7-2c0e-481d-bc32-86246613029a'} bound to L3 agent in host dv-cinder-840525-1-iscsi {{(pid=103281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:06:32.901990 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_hamode_db [None req-1947ff02-22f2-4238-9996-67cc69fcaf3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T18:48:29Z,description=,heartbeat_timestamp=2022-05-04T19:06:29Z,host='dv-cinder-840525-1-iscsi',id=0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:48:29Z,topic='l3_agent')) {'router_ids': ['3bc742e7-2c0e-481d-bc32-86246613029a'], 'active': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:06:32.903253 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-58f6e5ac-0061-46ff-8c1e-2d1334cd7f70 tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:32.904550 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-58f6e5ac-0061-46ff-8c1e-2d1334cd7f70 tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1267576 May 04 19:06:32.907592 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 58096) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:06:32.912740 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [None req-6daefc64-a327-4fb6-b539-e511e4a29f4a tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] Request body: {'security_group_rule': {'security_group_id': '3997dbb2-f203-484a-a7c4-9dc6323ccd71', 'project_id': '81a244b92c0244089fae6217754f5a02', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:06:32.936147 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-8c17741d-f020-4120-b303-2ab3397543a5 req-1c290ace-af6f-43da-ab1c-9f78d7630c2c service neutron] 10.222.0.55 "GET /v2.0/networks/7d5ea884-5d18-4b5b-9c19-f2e6f023dcc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906506 May 04 19:06:32.940160 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-6daefc64-a327-4fb6-b539-e511e4a29f4a tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] Publish callbacks [] for security_group_rule (51757b0e-0174-4ab0-8e8c-b46c87c0715a), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:32.997794 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-6daefc64-a327-4fb6-b539-e511e4a29f4a tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] Publish callbacks [] for security_group_rule (51757b0e-0174-4ab0-8e8c-b46c87c0715a), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:33.003847 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-6daefc64-a327-4fb6-b539-e511e4a29f4a tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577292'] for security_group_rule (51757b0e-0174-4ab0-8e8c-b46c87c0715a), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:33.022624 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daefc64-a327-4fb6-b539-e511e4a29f4a tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51757b0e-0174-4ab0-8e8c-b46c87c0715a,revision_number=0']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:06:33.026430 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvr_db [None req-1947ff02-22f2-4238-9996-67cc69fcaf3c None None] Set router 3bc742e7-2c0e-481d-bc32-86246613029a gateway port host: dv-cinder-840525-1-iscsi {{(pid=103281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:06:33.033562 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-6daefc64-a327-4fb6-b539-e511e4a29f4a tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:33.037415 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-6daefc64-a327-4fb6-b539-e511e4a29f4a tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1264408 May 04 19:06:33.038131 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 58098) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:06:33.042215 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [None req-48d4398b-152a-432f-a086-4a85f6a8a5c9 tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] Request body: {'security_group_rule': {'security_group_id': '3997dbb2-f203-484a-a7c4-9dc6323ccd71', 'project_id': '81a244b92c0244089fae6217754f5a02', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:06:33.043781 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-8c17741d-f020-4120-b303-2ab3397543a5 req-b92d8d8c-4559-4896-a6b6-b453790d2690 service neutron] 10.222.0.55 "GET /v2.0/networks/7d5ea884-5d18-4b5b-9c19-f2e6f023dcc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007025 May 04 19:06:33.071468 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-48d4398b-152a-432f-a086-4a85f6a8a5c9 tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] Publish callbacks [] for security_group_rule (d55e1fcd-acb9-4adf-abfe-b4cdc65ce0b3), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:33.102716 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (7e96273e-cd3b-4e2d-a9cb-a5a62cf8f8b6), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:33.133497 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-48d4398b-152a-432f-a086-4a85f6a8a5c9 tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] Publish callbacks [] for security_group_rule (d55e1fcd-acb9-4adf-abfe-b4cdc65ce0b3), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:33.138012 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-48d4398b-152a-432f-a086-4a85f6a8a5c9 tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577292'] for security_group_rule (d55e1fcd-acb9-4adf-abfe-b4cdc65ce0b3), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:33.156754 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d4398b-152a-432f-a086-4a85f6a8a5c9 tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d55e1fcd-acb9-4adf-abfe-b4cdc65ce0b3,revision_number=0']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:06:33.162128 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-48d4398b-152a-432f-a086-4a85f6a8a5c9 tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:33.166076 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-48d4398b-152a-432f-a086-4a85f6a8a5c9 tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1247525 May 04 19:06:33.166171 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 58100) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:06:33.170316 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [None req-c474dc6d-4f1c-429c-8990-dc673a6ad8fb tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] Request body: {'security_group_rule': {'security_group_id': '3997dbb2-f203-484a-a7c4-9dc6323ccd71', 'project_id': '81a244b92c0244089fae6217754f5a02', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:06:33.190743 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.db.securitygroups_db [None req-c474dc6d-4f1c-429c-8990-dc673a6ad8fb tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] Project 81a244b92c0244089fae6217754f5a02 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 04 19:06:33.196041 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-c474dc6d-4f1c-429c-8990-dc673a6ad8fb tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] Publish callbacks [] for security_group_rule (11c451d8-4216-4b0e-9875-29ece58f34f8), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:33.253870 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-c474dc6d-4f1c-429c-8990-dc673a6ad8fb tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] Publish callbacks [] for security_group_rule (11c451d8-4216-4b0e-9875-29ece58f34f8), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:33.254879 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_hamode_db [None req-1947ff02-22f2-4238-9996-67cc69fcaf3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bc742e7-2c0e-481d-bc32-86246613029a', 'name': 'tempest-TestMinimumBasicScenario-2076526033-router', 'tenant_id': '81a244b92c0244089fae6217754f5a02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'external_fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': '374d1f94-fefd-4a7f-87ef-db8103d04a63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:05:46Z', 'updated_at': '2022-05-04T19:05:48Z', 'revision_number': 4, 'project_id': '81a244b92c0244089fae6217754f5a02', 'gw_port': {'id': '374d1f94-fefd-4a7f-87ef-db8103d04a63', 'name': '', 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:66:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc742e7-2c0e-481d-bc32-86246613029a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:05:46Z', 'updated_at': '2022-05-04T19:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-1-iscsi', '_floatingips': [{'id': 'ff454b87-1c4c-47f8-87c9-76aa52d07f3c', 'tenant_id': '81a244b92c0244089fae6217754f5a02', 'floating_ip_address': '172.27.0.232', 'floating_network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'router_id': '3bc742e7-2c0e-481d-bc32-86246613029a', 'port_id': 'fe4bffa3-83b3-4125-a86e-4f3dece6116d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 728, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d5ea884-5d18-4b5b-9c19-f2e6f023dcc0', 'mac_address': 'fa:16:3e:73:f6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8207dec-0bd9-4712-ba30-88e4ba4a70fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T19:06:31Z', 'updated_at': '2022-05-04T19:06:31Z', 'revision_number': 0, 'project_id': '81a244b92c0244089fae6217754f5a02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72350696-c536-4aee-bb5c-b714aba9720c', 'name': '', 'network_id': '7d5ea884-5d18-4b5b-9c19-f2e6f023dcc0', 'tenant_id': '81a244b92c0244089fae6217754f5a02', 'mac_address': 'fa:16:3e:0b:ec:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc742e7-2c0e-481d-bc32-86246613029a', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '0a23622a-7fe9-4456-9f9c-6faac77e234d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:05:48Z', 'updated_at': '2022-05-04T19:05:52Z', 'revision_number': 5, 'project_id': '81a244b92c0244089fae6217754f5a02', 'subnets': [{'id': '0a23622a-7fe9-4456-9f9c-6faac77e234d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-1-iscsi', False) {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:06:33.259028 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-c474dc6d-4f1c-429c-8990-dc673a6ad8fb tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577292'] for security_group_rule (11c451d8-4216-4b0e-9875-29ece58f34f8), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:33.277415 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c474dc6d-4f1c-429c-8990-dc673a6ad8fb tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11c451d8-4216-4b0e-9875-29ece58f34f8,revision_number=0']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:06:33.286481 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-c474dc6d-4f1c-429c-8990-dc673a6ad8fb tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:33.287388 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1947ff02-22f2-4238-9996-67cc69fcaf3c None None] The sync data for ids ['3bc742e7-2c0e-481d-bc32-86246613029a'] in dv-cinder-840525-1-iscsi is: [{'id': '3bc742e7-2c0e-481d-bc32-86246613029a', 'name': 'tempest-TestMinimumBasicScenario-2076526033-router', 'tenant_id': '81a244b92c0244089fae6217754f5a02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'external_fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': '374d1f94-fefd-4a7f-87ef-db8103d04a63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:05:46Z', 'updated_at': '2022-05-04T19:05:48Z', 'revision_number': 4, 'project_id': '81a244b92c0244089fae6217754f5a02', 'gw_port': {'id': '374d1f94-fefd-4a7f-87ef-db8103d04a63', 'name': '', 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:66:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc742e7-2c0e-481d-bc32-86246613029a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:05:46Z', 'updated_at': '2022-05-04T19:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-1-iscsi', '_floatingips': [{'id': 'ff454b87-1c4c-47f8-87c9-76aa52d07f3c', 'tenant_id': '81a244b92c0244089fae6217754f5a02', 'floating_ip_address': '172.27.0.232', 'floating_network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'router_id': '3bc742e7-2c0e-481d-bc32-86246613029a', 'port_id': 'fe4bffa3-83b3-4125-a86e-4f3dece6116d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 728, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d5ea884-5d18-4b5b-9c19-f2e6f023dcc0', 'mac_address': 'fa:16:3e:73:f6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8207dec-0bd9-4712-ba30-88e4ba4a70fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T19:06:31Z', 'updated_at': '2022-05-04T19:06:31Z', 'revision_number': 0, 'project_id': '81a244b92c0244089fae6217754f5a02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72350696-c536-4aee-bb5c-b714aba9720c', 'name': '', 'network_id': '7d5ea884-5d18-4b5b-9c19-f2e6f023dcc0', 'tenant_id': '81a244b92c0244089fae6217754f5a02', 'mac_address': 'fa:16:3e:0b:ec:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc742e7-2c0e-481d-bc32-86246613029a', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '0a23622a-7fe9-4456-9f9c-6faac77e234d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:05:48Z', 'updated_at': '2022-05-04T19:05:52Z', 'revision_number': 5, 'project_id': '81a244b92c0244089fae6217754f5a02', 'subnets': [{'id': '0a23622a-7fe9-4456-9f9c-6faac77e234d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 19:06:33.287749 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-c474dc6d-4f1c-429c-8990-dc673a6ad8fb tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1207039 May 04 19:06:33.290887 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 58102) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:06:33.295449 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.v2.base [None req-ee80ac3a-5bf3-4564-bf9c-d764015290d6 tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] Request body: {'security_group_rule': {'security_group_id': '3997dbb2-f203-484a-a7c4-9dc6323ccd71', 'project_id': '81a244b92c0244089fae6217754f5a02', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:06:33.317653 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.db.securitygroups_db [None req-ee80ac3a-5bf3-4564-bf9c-d764015290d6 tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] Project 81a244b92c0244089fae6217754f5a02 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 04 19:06:33.324060 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-ee80ac3a-5bf3-4564-bf9c-d764015290d6 tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] Publish callbacks [] for security_group_rule (5f4bb857-9628-4829-bcb4-d7f352038ee5), before_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:33.384359 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-ee80ac3a-5bf3-4564-bf9c-d764015290d6 tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] Publish callbacks [] for security_group_rule (5f4bb857-9628-4829-bcb4-d7f352038ee5), precommit_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:33.388870 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-ee80ac3a-5bf3-4564-bf9c-d764015290d6 tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577292'] for security_group_rule (5f4bb857-9628-4829-bcb4-d7f352038ee5), after_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:33.407335 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee80ac3a-5bf3-4564-bf9c-d764015290d6 tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f4bb857-9628-4829-bcb4-d7f352038ee5,revision_number=0']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:06:33.413837 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-ee80ac3a-5bf3-4564-bf9c-d764015290d6 tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:33.417783 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-ee80ac3a-5bf3-4564-bf9c-d764015290d6 tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1232643 May 04 19:06:33.490084 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5e45df-e2b9-4b46-9b2f-2ea534017c07 None None] New status for floating IP ff454b87-1c4c-47f8-87c9-76aa52d07f3c: ACTIVE {{(pid=103282) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 19:06:33.513172 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d49c0c59-ff1d-4b26-86c0-6318c94bea37 req-c7ff73df-a48f-46b1-a2fa-0fe6d8fc1059 tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-493677012&fields=id&tenant_id=81a244b92c0244089fae6217754f5a02 HTTP/1.1" status: 200 len: 267 time: 0.0506575 May 04 19:06:33.563190 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49c0c59-ff1d-4b26-86c0-6318c94bea37 req-6a053158-e42a-4d68-a9b9-dd9c70fef856 tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:06:33.564801 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d49c0c59-ff1d-4b26-86c0-6318c94bea37 req-6a053158-e42a-4d68-a9b9-dd9c70fef856 tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8207dec-0bd9-4712-ba30-88e4ba4a70fc HTTP/1.1" status: 200 len: 946 time: 0.0459778 May 04 19:06:33.575704 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [req-d49c0c59-ff1d-4b26-86c0-6318c94bea37 req-1c1ef796-5260-4bf0-a748-83160127b3b9 tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] Request body: {'port': {'security_groups': ['475b4d13-b5cb-4506-b192-2e9f8ccd472c', '3997dbb2-f203-484a-a7c4-9dc6323ccd71']}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:06:33.648039 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-d49c0c59-ff1d-4b26-86c0-6318c94bea37 req-1c1ef796-5260-4bf0-a748-83160127b3b9 tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (fe4bffa3-83b3-4125-a86e-4f3dece6116d), before_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:33.837054 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.db [req-d49c0c59-ff1d-4b26-86c0-6318c94bea37 req-1c1ef796-5260-4bf0-a748-83160127b3b9 tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] For port fe4bffa3-83b3-4125-a86e-4f3dece6116d, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=fe4bffa3-83b3-4125-a86e-4f3dece6116d,segment=NetworkSegment(fc4fd0b1-f8b1-4e14-be62-a089e6024178),segment_id=fc4fd0b1-f8b1-4e14-be62-a089e6024178)] {{(pid=103280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:06:33.867023 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-d49c0c59-ff1d-4b26-86c0-6318c94bea37 req-1c1ef796-5260-4bf0-a748-83160127b3b9 tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] Publish callbacks [] for port (fe4bffa3-83b3-4125-a86e-4f3dece6116d), precommit_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:33.873028 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-d49c0c59-ff1d-4b26-86c0-6318c94bea37 req-1c1ef796-5260-4bf0-a748-83160127b3b9 tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12874275'] for port (fe4bffa3-83b3-4125-a86e-4f3dece6116d), after_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:33.887100 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] get_ports_and_sgs() called for port_ids ['fe4bffa3-83b3-4125-a86e-4f3dece6116d'] {{(pid=103281) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 19:06:33.915865 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49c0c59-ff1d-4b26-86c0-6318c94bea37 req-1c1ef796-5260-4bf0-a748-83160127b3b9 tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:06:33.916471 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-d49c0c59-ff1d-4b26-86c0-6318c94bea37 req-1c1ef796-5260-4bf0-a748-83160127b3b9 tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127086'] for port (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:33.917924 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d49c0c59-ff1d-4b26-86c0-6318c94bea37 req-1c1ef796-5260-4bf0-a748-83160127b3b9 tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] 10.222.0.35 "PUT /v2.0/ports/fe4bffa3-83b3-4125-a86e-4f3dece6116d HTTP/1.1" status: 200 len: 982 time: 0.3467264 May 04 19:06:33.947808 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1ef796-5260-4bf0-a748-83160127b3b9 tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] Pushing event updated for resources: {'Port': ['ID=fe4bffa3-83b3-4125-a86e-4f3dece6116d,revision_number=6']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:06:33.998918 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] get_ports_and_sgs() called for port_ids ['fe4bffa3-83b3-4125-a86e-4f3dece6116d'] {{(pid=103281) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 19:06:34.026945 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d120fc24-74bd-43b6-85f3-6c84f31ebb87 req-492084fa-c9b5-4257-9873-eb2f0e208775 tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:06:34.028514 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-d120fc24-74bd-43b6-85f3-6c84f31ebb87 req-492084fa-c9b5-4257-9873-eb2f0e208775 tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8207dec-0bd9-4712-ba30-88e4ba4a70fc HTTP/1.1" status: 200 len: 985 time: 0.0504715 May 04 19:06:34.097959 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-d120fc24-74bd-43b6-85f3-6c84f31ebb87 req-899c51d2-90c4-4547-9825-17f27239fe51 tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] 10.222.0.35 "GET /v2.0/security-groups?id=475b4d13-b5cb-4506-b192-2e9f8ccd472c&id=3997dbb2-f203-484a-a7c4-9dc6323ccd71&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0612781 May 04 19:06:34.162142 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-e7b773b6-ddfa-4c21-89a7-a5a2c4a71524 None None] Provisioning complete for port fe4bffa3-83b3-4125-a86e-4f3dece6116d triggered by entity DHCP. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:06:34.162504 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e7b773b6-ddfa-4c21-89a7-a5a2c4a71524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1774450'] for port (fe4bffa3-83b3-4125-a86e-4f3dece6116d), provisioning_complete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:34.360148 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-e7b773b6-ddfa-4c21-89a7-a5a2c4a71524 None None] Current status of the port fe4bffa3-83b3-4125-a86e-4f3dece6116d is: ACTIVE; New status is: ACTIVE {{(pid=103281) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:06:34.452498 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8207dec-0bd9-4712-ba30-88e4ba4a70fc', 'tag': 'fe4bffa3-83b3-4125-a86e-4f3dece6116d'}] {{(pid=103280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 19:06:34.455176 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d17ed66b9d9b08214cd1b2d258b378c61736cd464b468dfe37a5b26948fd6e52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-005be7ad-d7ef-470c-af2f-bead9b287bce" -d '{"events": [{"name": "network-changed", "server_uuid": "d8207dec-0bd9-4712-ba30-88e4ba4a70fc", "tag": "fe4bffa3-83b3-4125-a86e-4f3dece6116d"}]}' {{(pid=103280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 19:06:34.493428 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 19:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea2db98c-2660-4d2e-880a-14e920d6460f x-openstack-request-id: req-ea2db98c-2660-4d2e-880a-14e920d6460f {{(pid=103280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 19:06:34.493788 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8207dec-0bd9-4712-ba30-88e4ba4a70fc", "tag": "fe4bffa3-83b3-4125-a86e-4f3dece6116d", "status": "completed", "code": 200}]} {{(pid=103280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 19:06:34.494109 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ea2db98c-2660-4d2e-880a-14e920d6460f {{(pid=103280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 19:06:34.494519 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea2db98c-2660-4d2e-880a-14e920d6460f'] response: {'name': 'network-changed', 'server_uuid': 'd8207dec-0bd9-4712-ba30-88e4ba4a70fc', 'tag': 'fe4bffa3-83b3-4125-a86e-4f3dece6116d', 'status': 'completed', 'code': 200} May 04 19:06:34.559648 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005be7ad-d7ef-470c-af2f-bead9b287bce req-91301431-6153-4024-8128-f6ab7f642d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:06:34.561153 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-005be7ad-d7ef-470c-af2f-bead9b287bce req-91301431-6153-4024-8128-f6ab7f642d7c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=81a244b92c0244089fae6217754f5a02&device_id=d8207dec-0bd9-4712-ba30-88e4ba4a70fc HTTP/1.1" status: 200 len: 1169 time: 0.0399249 May 04 19:06:34.657341 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005be7ad-d7ef-470c-af2f-bead9b287bce req-6855d4d7-e475-4b3d-860d-bab6ff696a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:06:34.658751 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-005be7ad-d7ef-470c-af2f-bead9b287bce req-6855d4d7-e475-4b3d-860d-bab6ff696a0b service neutron] 10.222.0.55 "GET /v2.0/networks?id=7d5ea884-5d18-4b5b-9c19-f2e6f023dcc0 HTTP/1.1" status: 200 len: 916 time: 0.0894010 May 04 19:06:34.727567 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-005be7ad-d7ef-470c-af2f-bead9b287bce req-0b397bac-885c-40ef-aca4-c89b5d03379d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fe4bffa3-83b3-4125-a86e-4f3dece6116d HTTP/1.1" status: 200 len: 1002 time: 0.0624263 May 04 19:06:34.778862 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005be7ad-d7ef-470c-af2f-bead9b287bce req-732e518d-5b8c-4549-abe7-27b12f927048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:06:34.780264 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-005be7ad-d7ef-470c-af2f-bead9b287bce req-732e518d-5b8c-4549-abe7-27b12f927048 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0a23622a-7fe9-4456-9f9c-6faac77e234d HTTP/1.1" status: 200 len: 854 time: 0.0464497 May 04 19:06:34.822340 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005be7ad-d7ef-470c-af2f-bead9b287bce req-5edaa36b-d134-4e7f-9bc3-09edc04a5508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:06:34.823754 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-005be7ad-d7ef-470c-af2f-bead9b287bce req-5edaa36b-d134-4e7f-9bc3-09edc04a5508 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7d5ea884-5d18-4b5b-9c19-f2e6f023dcc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0371287 May 04 19:06:34.915827 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-005be7ad-d7ef-470c-af2f-bead9b287bce req-be2d5dc4-8456-4475-b983-416395edf008 service neutron] 10.222.0.55 "GET /v2.0/networks/7d5ea884-5d18-4b5b-9c19-f2e6f023dcc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841534 May 04 19:06:35.010682 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-005be7ad-d7ef-470c-af2f-bead9b287bce req-72b67e67-7f87-411c-b7e7-a32e756e9647 service neutron] 10.222.0.55 "GET /v2.0/networks/7d5ea884-5d18-4b5b-9c19-f2e6f023dcc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887160 May 04 19:06:55.535133 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (bff7e656-358d-4e40-a36a-3f10fe33ffdf), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:56.883140 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-87d46c6c-109e-4c57-9f0b-6344c0ead669 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (ae04e5b6-6ccf-46c0-81ba-a3f5b8ae390c), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:57.003314 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cda839-697f-4ed4-b22b-90a58c6390df req-c8a8763b-ccb9-40b4-b64d-cfbaf28ff8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:06:57.004889 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-d1cda839-697f-4ed4-b22b-90a58c6390df req-c8a8763b-ccb9-40b4-b64d-cfbaf28ff8a8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=81a244b92c0244089fae6217754f5a02&device_id=d8207dec-0bd9-4712-ba30-88e4ba4a70fc HTTP/1.1" status: 200 len: 1169 time: 0.0401957 May 04 19:06:57.093895 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cda839-697f-4ed4-b22b-90a58c6390df req-98fd807e-803d-44a1-a6a0-cdada3dcdbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:06:57.095376 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-d1cda839-697f-4ed4-b22b-90a58c6390df req-98fd807e-803d-44a1-a6a0-cdada3dcdbf9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7d5ea884-5d18-4b5b-9c19-f2e6f023dcc0 HTTP/1.1" status: 200 len: 916 time: 0.0839994 May 04 19:06:57.118218 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa616e35-4f4b-40d4-a4a8-a04336721bcc req-1619a27e-792c-44da-b737-0d0c2f14cd51 tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:06:57.119711 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-fa616e35-4f4b-40d4-a4a8-a04336721bcc req-1619a27e-792c-44da-b737-0d0c2f14cd51 tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8207dec-0bd9-4712-ba30-88e4ba4a70fc HTTP/1.1" status: 200 len: 985 time: 0.1658058 May 04 19:06:57.164531 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-d1cda839-697f-4ed4-b22b-90a58c6390df req-ff2d9301-b3fd-4f08-a29a-f5652373e642 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fe4bffa3-83b3-4125-a86e-4f3dece6116d HTTP/1.1" status: 200 len: 1002 time: 0.0616241 May 04 19:06:57.179030 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-fa616e35-4f4b-40d4-a4a8-a04336721bcc req-5854f985-cac9-45db-b0d1-46bef15330a7 tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] 10.222.0.35 "GET /v2.0/security-groups?id=475b4d13-b5cb-4506-b192-2e9f8ccd472c&id=3997dbb2-f203-484a-a7c4-9dc6323ccd71&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0533767 May 04 19:06:57.213975 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cda839-697f-4ed4-b22b-90a58c6390df req-be391f0d-dbc1-4a53-a94c-7d6469de9bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:06:57.215559 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-d1cda839-697f-4ed4-b22b-90a58c6390df req-be391f0d-dbc1-4a53-a94c-7d6469de9bf9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0a23622a-7fe9-4456-9f9c-6faac77e234d HTTP/1.1" status: 200 len: 854 time: 0.0447526 May 04 19:06:57.258286 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cda839-697f-4ed4-b22b-90a58c6390df req-908cf874-b6d9-4145-8035-efae3317deb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:06:57.259727 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-d1cda839-697f-4ed4-b22b-90a58c6390df req-908cf874-b6d9-4145-8035-efae3317deb4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7d5ea884-5d18-4b5b-9c19-f2e6f023dcc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0378964 May 04 19:06:57.348545 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-d1cda839-697f-4ed4-b22b-90a58c6390df req-73bdd1d6-be8b-496e-b8e0-e76f460d75d0 service neutron] 10.222.0.55 "GET /v2.0/networks/7d5ea884-5d18-4b5b-9c19-f2e6f023dcc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824926 May 04 19:06:57.442904 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-d1cda839-697f-4ed4-b22b-90a58c6390df req-b7b2fdf2-c5ea-42fc-b6c1-545357b56399 service neutron] 10.222.0.55 "GET /v2.0/networks/7d5ea884-5d18-4b5b-9c19-f2e6f023dcc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878484 May 04 19:06:58.043833 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-ba52c09c-b43d-4bc7-a9bb-e17cce93ee06 req-44a2bae3-bdf7-4ad7-ac1e-50279a63f419 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f8542e6b-551f-4cb6-94ec-c23a140d7614&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390513 May 04 19:06:58.132954 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba52c09c-b43d-4bc7-a9bb-e17cce93ee06 req-752f534e-06bf-4a80-a8be-5f733945eedf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:06:58.135234 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-ba52c09c-b43d-4bc7-a9bb-e17cce93ee06 req-752f534e-06bf-4a80-a8be-5f733945eedf service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8e0c53091dab4ba790155c256f29db1f&device_id=f8542e6b-551f-4cb6-94ec-c23a140d7614 HTTP/1.1" status: 200 len: 1129 time: 0.0463977 May 04 19:06:58.244664 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba52c09c-b43d-4bc7-a9bb-e17cce93ee06 req-b96e90e0-6d9b-4d5f-8cc6-f1c050341f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:06:58.246212 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-ba52c09c-b43d-4bc7-a9bb-e17cce93ee06 req-b96e90e0-6d9b-4d5f-8cc6-f1c050341f55 service neutron] 10.222.0.55 "GET /v2.0/networks?id=4a23e4f9-d4ef-406a-b7a6-dea368f7eb37 HTTP/1.1" status: 200 len: 913 time: 0.0920410 May 04 19:06:58.321825 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-ba52c09c-b43d-4bc7-a9bb-e17cce93ee06 req-2894cfbc-10b1-4918-a883-a3ec64734c42 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a28fbd48-e311-465b-89a6-b1b893564e9e HTTP/1.1" status: 200 len: 1001 time: 0.0675006 May 04 19:06:58.383076 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df32230b-5264-45c3-9d5e-01435944754a req-801345e6-14eb-4584-8acf-21c1db5952a6 tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:06:58.384547 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-df32230b-5264-45c3-9d5e-01435944754a req-801345e6-14eb-4584-8acf-21c1db5952a6 tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8207dec-0bd9-4712-ba30-88e4ba4a70fc HTTP/1.1" status: 200 len: 985 time: 0.1347148 May 04 19:06:58.407435 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba52c09c-b43d-4bc7-a9bb-e17cce93ee06 req-0adc1d9a-6b72-4221-9500-a3fb2615220c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:06:58.408801 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-ba52c09c-b43d-4bc7-a9bb-e17cce93ee06 req-0adc1d9a-6b72-4221-9500-a3fb2615220c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5e7b376d-b1cb-4bfd-b355-a8ae47b6f0d2 HTTP/1.1" status: 200 len: 851 time: 0.0720339 May 04 19:06:58.470586 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.agents_db [None req-bd7ab176-2eba-4334-8b69-697435aa36c2 None None] Agent healthcheck: found 6 active agents {{(pid=103282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 19:06:58.481642 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-df32230b-5264-45c3-9d5e-01435944754a req-26731b61-4334-40c8-8df3-9c100a5ee478 tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] 10.222.0.35 "GET /v2.0/security-groups?id=475b4d13-b5cb-4506-b192-2e9f8ccd472c&id=3997dbb2-f203-484a-a7c4-9dc6323ccd71&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0910079 May 04 19:06:58.482740 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba52c09c-b43d-4bc7-a9bb-e17cce93ee06 req-500a7d2e-d519-43bd-86a1-c367b932bd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:06:58.484120 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-ba52c09c-b43d-4bc7-a9bb-e17cce93ee06 req-500a7d2e-d519-43bd-86a1-c367b932bd53 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4a23e4f9-d4ef-406a-b7a6-dea368f7eb37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0614834 May 04 19:06:58.848868 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-ba52c09c-b43d-4bc7-a9bb-e17cce93ee06 req-5fcec17c-a01c-4e10-9427-5fda72d2c4ce service neutron] 10.222.0.55 "GET /v2.0/networks/4a23e4f9-d4ef-406a-b7a6-dea368f7eb37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3568554 May 04 19:06:58.939821 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-ba52c09c-b43d-4bc7-a9bb-e17cce93ee06 req-936cfff6-eaae-4df4-83c9-495b4b59492e service neutron] 10.222.0.55 "GET /v2.0/networks/4a23e4f9-d4ef-406a-b7a6-dea368f7eb37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841377 May 04 19:06:59.084594 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6b6d26b4-7ae5-4573-900b-1738772c54c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:06:59.606593 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5f591e-acd4-46ac-b5ad-80283635a99b req-e9ad4459-c3c7-4d06-8e50-39406abf97a7 tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:06:59.608075 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-ca5f591e-acd4-46ac-b5ad-80283635a99b req-e9ad4459-c3c7-4d06-8e50-39406abf97a7 tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8207dec-0bd9-4712-ba30-88e4ba4a70fc HTTP/1.1" status: 200 len: 985 time: 0.0538883 May 04 19:06:59.674617 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-ca5f591e-acd4-46ac-b5ad-80283635a99b req-5df347d5-2096-48a6-98eb-85a6f8434afd tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] 10.222.0.35 "GET /v2.0/security-groups?id=475b4d13-b5cb-4506-b192-2e9f8ccd472c&id=3997dbb2-f203-484a-a7c4-9dc6323ccd71&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0581067 May 04 19:07:00.168794 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-821a3753-c8bb-408e-a9d9-42d2a9d3d908 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (306b1285-d967-49ee-a8ef-a34b4fe65fa5), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:00.810038 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e1ab87-e0c6-4778-a771-ba0f0e78205c req-e1fddde4-7039-4563-b40b-aef3749a205b tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:00.811512 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-29e1ab87-e0c6-4778-a771-ba0f0e78205c req-e1fddde4-7039-4563-b40b-aef3749a205b tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8207dec-0bd9-4712-ba30-88e4ba4a70fc HTTP/1.1" status: 200 len: 985 time: 0.0517154 May 04 19:07:00.880468 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-29e1ab87-e0c6-4778-a771-ba0f0e78205c req-5923822d-7cfc-48d6-a84b-87d0552e11d2 tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] 10.222.0.35 "GET /v2.0/security-groups?id=475b4d13-b5cb-4506-b192-2e9f8ccd472c&id=3997dbb2-f203-484a-a7c4-9dc6323ccd71&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0605593 May 04 19:07:01.562803 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6c0ba996-b759-4c13-9ac4-7b7303adc758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (c2d3299f-8f0d-4c34-a270-91edff31f494), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:02.016609 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db813331-041c-40ec-825c-322a6e005bec req-f639d0f6-8cf7-434a-8939-6392abc1489e tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:02.018106 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-db813331-041c-40ec-825c-322a6e005bec req-f639d0f6-8cf7-434a-8939-6392abc1489e tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8207dec-0bd9-4712-ba30-88e4ba4a70fc HTTP/1.1" status: 200 len: 985 time: 0.0529835 May 04 19:07:02.081615 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-db813331-041c-40ec-825c-322a6e005bec req-9743aca2-b556-4746-be95-0b810953360e tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] 10.222.0.35 "GET /v2.0/security-groups?id=475b4d13-b5cb-4506-b192-2e9f8ccd472c&id=3997dbb2-f203-484a-a7c4-9dc6323ccd71&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0576763 May 04 19:07:03.004960 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (7e96273e-cd3b-4e2d-a9cb-a5a62cf8f8b6), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:03.197603 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cece6b-d9cb-4714-99b7-e9c37e01c3b7 req-8d7f6227-5ff8-474a-905c-5147d1fc32bc tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:03.199205 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-21cece6b-d9cb-4714-99b7-e9c37e01c3b7 req-8d7f6227-5ff8-474a-905c-5147d1fc32bc tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8207dec-0bd9-4712-ba30-88e4ba4a70fc HTTP/1.1" status: 200 len: 985 time: 0.0485203 May 04 19:07:03.258701 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-21cece6b-d9cb-4714-99b7-e9c37e01c3b7 req-22b3ed5d-fe8a-4f28-a239-5db4b0b62ffb tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] 10.222.0.35 "GET /v2.0/security-groups?id=475b4d13-b5cb-4506-b192-2e9f8ccd472c&id=3997dbb2-f203-484a-a7c4-9dc6323ccd71&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0525901 May 04 19:07:04.382316 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bcb141-0d86-4b36-a33d-cb6c419d5119 req-1e97c4f4-3d49-46a9-8539-f17d17b6709f tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:04.383762 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d1bcb141-0d86-4b36-a33d-cb6c419d5119 req-1e97c4f4-3d49-46a9-8539-f17d17b6709f tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8207dec-0bd9-4712-ba30-88e4ba4a70fc HTTP/1.1" status: 200 len: 985 time: 0.0534184 May 04 19:07:04.445579 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d1bcb141-0d86-4b36-a33d-cb6c419d5119 req-45959aec-aa97-4c7a-a089-a68a4a1e29c7 tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] 10.222.0.35 "GET /v2.0/security-groups?id=475b4d13-b5cb-4506-b192-2e9f8ccd472c&id=3997dbb2-f203-484a-a7c4-9dc6323ccd71&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0532863 May 04 19:07:05.564164 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e97f6d2-f70e-4083-b0b1-5b41ad99279c req-dbd5e94c-88c8-4bf8-9821-9dfc460efc40 tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:05.565625 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-5e97f6d2-f70e-4083-b0b1-5b41ad99279c req-dbd5e94c-88c8-4bf8-9821-9dfc460efc40 tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8207dec-0bd9-4712-ba30-88e4ba4a70fc HTTP/1.1" status: 200 len: 985 time: 0.0476179 May 04 19:07:05.627198 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-5e97f6d2-f70e-4083-b0b1-5b41ad99279c req-c14de4f7-1a2f-4c86-8465-448b4830b4ff tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] 10.222.0.35 "GET /v2.0/security-groups?id=475b4d13-b5cb-4506-b192-2e9f8ccd472c&id=3997dbb2-f203-484a-a7c4-9dc6323ccd71&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0557435 May 04 19:07:06.759346 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0417779b-83d0-4de2-8e65-fdd0703ef64e req-e5f96d08-135b-4696-8229-f43d982a2b22 tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:06.760794 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-0417779b-83d0-4de2-8e65-fdd0703ef64e req-e5f96d08-135b-4696-8229-f43d982a2b22 tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8207dec-0bd9-4712-ba30-88e4ba4a70fc HTTP/1.1" status: 200 len: 985 time: 0.0482380 May 04 19:07:06.821889 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-0417779b-83d0-4de2-8e65-fdd0703ef64e req-b5392ee0-a532-4551-aaa0-08e0a5c67bfc tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] 10.222.0.35 "GET /v2.0/security-groups?id=475b4d13-b5cb-4506-b192-2e9f8ccd472c&id=3997dbb2-f203-484a-a7c4-9dc6323ccd71&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0553887 May 04 19:07:07.949050 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c8d749-db00-40b9-ab85-8974d0da6364 req-4f9e0e09-f9f4-4e38-9950-d24099ae635b tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:07.950649 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-10c8d749-db00-40b9-ab85-8974d0da6364 req-4f9e0e09-f9f4-4e38-9950-d24099ae635b tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8207dec-0bd9-4712-ba30-88e4ba4a70fc HTTP/1.1" status: 200 len: 985 time: 0.0512931 May 04 19:07:08.015869 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-10c8d749-db00-40b9-ab85-8974d0da6364 req-04f03d5b-567d-4c05-85d8-b3f38dd94153 tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] 10.222.0.35 "GET /v2.0/security-groups?id=475b4d13-b5cb-4506-b192-2e9f8ccd472c&id=3997dbb2-f203-484a-a7c4-9dc6323ccd71&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0568871 May 04 19:07:09.145425 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a72b72-5540-4be4-a02f-0307be88ed5b req-0b8ec2b4-6a3d-4158-ba38-25b9616072b1 tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:09.147394 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-94a72b72-5540-4be4-a02f-0307be88ed5b req-0b8ec2b4-6a3d-4158-ba38-25b9616072b1 tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8207dec-0bd9-4712-ba30-88e4ba4a70fc HTTP/1.1" status: 200 len: 985 time: 0.0526237 May 04 19:07:09.208320 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-94a72b72-5540-4be4-a02f-0307be88ed5b req-7c204717-5cc0-4595-b7b8-4eb620d41f98 tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] 10.222.0.35 "GET /v2.0/security-groups?id=475b4d13-b5cb-4506-b192-2e9f8ccd472c&id=3997dbb2-f203-484a-a7c4-9dc6323ccd71&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0554349 May 04 19:07:10.336119 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecba2cfd-8afe-42cf-9dae-357746c0163a req-e433b009-0b7e-470e-85f9-b44fb57d5d3d tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:10.337578 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-ecba2cfd-8afe-42cf-9dae-357746c0163a req-e433b009-0b7e-470e-85f9-b44fb57d5d3d tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8207dec-0bd9-4712-ba30-88e4ba4a70fc HTTP/1.1" status: 200 len: 985 time: 0.0484400 May 04 19:07:10.397559 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-ecba2cfd-8afe-42cf-9dae-357746c0163a req-e5662476-ea22-4e17-9f39-96b2da136215 tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] 10.222.0.35 "GET /v2.0/security-groups?id=475b4d13-b5cb-4506-b192-2e9f8ccd472c&id=3997dbb2-f203-484a-a7c4-9dc6323ccd71&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0533688 May 04 19:07:11.515934 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4057c0f5-1690-4a65-867c-0dc6fbadc5e4 req-2bc30e52-8cc4-4a6b-912a-225321e43cb5 tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:11.517455 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-4057c0f5-1690-4a65-867c-0dc6fbadc5e4 req-2bc30e52-8cc4-4a6b-912a-225321e43cb5 tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8207dec-0bd9-4712-ba30-88e4ba4a70fc HTTP/1.1" status: 200 len: 985 time: 0.0474570 May 04 19:07:11.594583 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-4057c0f5-1690-4a65-867c-0dc6fbadc5e4 req-99b4edbf-688b-4433-8631-09035d0c88a7 tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] 10.222.0.35 "GET /v2.0/security-groups?id=475b4d13-b5cb-4506-b192-2e9f8ccd472c&id=3997dbb2-f203-484a-a7c4-9dc6323ccd71&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0712597 May 04 19:07:12.719878 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f6ee7c-d291-40ed-9803-760787f9e1b1 req-2d66525e-0de3-40f6-ac42-1aa22dffd663 tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:12.721237 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-04f6ee7c-d291-40ed-9803-760787f9e1b1 req-2d66525e-0de3-40f6-ac42-1aa22dffd663 tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8207dec-0bd9-4712-ba30-88e4ba4a70fc HTTP/1.1" status: 200 len: 985 time: 0.0511048 May 04 19:07:12.783401 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-04f6ee7c-d291-40ed-9803-760787f9e1b1 req-e4235fbb-54d2-4f98-b0ef-0f62f9d7c39b tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] 10.222.0.35 "GET /v2.0/security-groups?id=475b4d13-b5cb-4506-b192-2e9f8ccd472c&id=3997dbb2-f203-484a-a7c4-9dc6323ccd71&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0536246 May 04 19:07:13.911333 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af455b42-afe3-4f96-820f-5dced6fcf746 req-e2682743-6590-4a6a-8a0b-e4b02b4347e4 tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:13.913002 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-af455b42-afe3-4f96-820f-5dced6fcf746 req-e2682743-6590-4a6a-8a0b-e4b02b4347e4 tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8207dec-0bd9-4712-ba30-88e4ba4a70fc HTTP/1.1" status: 200 len: 985 time: 0.0499473 May 04 19:07:13.974929 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-af455b42-afe3-4f96-820f-5dced6fcf746 req-1f094cf7-4872-4389-8c3a-6469996622e2 tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] 10.222.0.35 "GET /v2.0/security-groups?id=475b4d13-b5cb-4506-b192-2e9f8ccd472c&id=3997dbb2-f203-484a-a7c4-9dc6323ccd71&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0557797 May 04 19:07:17.308516 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7abd7e-7ad5-4d77-8c69-1560c9522db1 req-fe7aa4dc-1b8b-4dd0-80cb-fc9571d590cc tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:17.310181 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-3f7abd7e-7ad5-4d77-8c69-1560c9522db1 req-fe7aa4dc-1b8b-4dd0-80cb-fc9571d590cc tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] 10.222.0.35 "GET /v2.0/ports?device_id=f8542e6b-551f-4cb6-94ec-c23a140d7614 HTTP/1.1" status: 200 len: 945 time: 0.0599005 May 04 19:07:17.362711 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-3f7abd7e-7ad5-4d77-8c69-1560c9522db1 req-b0bcf481-8808-4fde-b66d-44e018683add tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] 10.222.0.35 "GET /v2.0/security-groups?id=50f2a49a-63df-4fe6-a739-8d2b83e2257c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447423 May 04 19:07:18.484857 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3086ce8c-315b-4a7b-aba1-29a0748b5472 req-aedeb8af-1f9b-486f-ac58-9d40f4c5ea74 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:18.486405 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-3086ce8c-315b-4a7b-aba1-29a0748b5472 req-aedeb8af-1f9b-486f-ac58-9d40f4c5ea74 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] 10.222.0.35 "GET /v2.0/ports?device_id=f8542e6b-551f-4cb6-94ec-c23a140d7614 HTTP/1.1" status: 200 len: 945 time: 0.0512865 May 04 19:07:18.536832 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-3086ce8c-315b-4a7b-aba1-29a0748b5472 req-cf35edbd-7f81-4cdc-b019-2d38122b7298 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] 10.222.0.35 "GET /v2.0/security-groups?id=50f2a49a-63df-4fe6-a739-8d2b83e2257c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442462 May 04 19:07:18.775310 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c65fae-075c-463e-bb45-933eb92a639a req-b576b1c4-5b03-4831-8b2c-bd3274fd647f tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:18.776625 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-a9c65fae-075c-463e-bb45-933eb92a639a req-b576b1c4-5b03-4831-8b2c-bd3274fd647f tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] 10.222.0.55 "GET /v2.0/ports?device_id=f8542e6b-551f-4cb6-94ec-c23a140d7614 HTTP/1.1" status: 200 len: 945 time: 0.0547769 May 04 19:07:18.862726 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [req-a9c65fae-075c-463e-bb45-933eb92a639a req-bf362dbf-992a-4a71-8496-0768965ac3c2 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Deleting port a28fbd48-e311-465b-89a6-b1b893564e9e {{(pid=103279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 19:07:18.863085 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [req-a9c65fae-075c-463e-bb45-933eb92a639a req-bf362dbf-992a-4a71-8496-0768965ac3c2 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790498772255'] for port (a28fbd48-e311-465b-89a6-b1b893564e9e), before_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:18.965643 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [req-a9c65fae-075c-463e-bb45-933eb92a639a req-bf362dbf-992a-4a71-8496-0768965ac3c2 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] For port a28fbd48-e311-465b-89a6-b1b893564e9e, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=a28fbd48-e311-465b-89a6-b1b893564e9e,segment=NetworkSegment(35744400-35e9-41b0-9808-c9830e976a8a),segment_id=35744400-35e9-41b0-9808-c9830e976a8a)] {{(pid=103279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:07:18.966008 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [req-a9c65fae-075c-463e-bb45-933eb92a639a req-bf362dbf-992a-4a71-8496-0768965ac3c2 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607728'] for port (a28fbd48-e311-465b-89a6-b1b893564e9e), precommit_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:19.140714 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [req-a9c65fae-075c-463e-bb45-933eb92a639a req-bf362dbf-992a-4a71-8496-0768965ac3c2 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:19.141078 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [req-a9c65fae-075c-463e-bb45-933eb92a639a req-bf362dbf-992a-4a71-8496-0768965ac3c2 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608971'] for floatingip (b85135bc-5ad6-440e-a9ab-7a76cd01a581), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:19.141412 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.db.l3_db [req-a9c65fae-075c-463e-bb45-933eb92a639a req-bf362dbf-992a-4a71-8496-0768965ac3c2 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Floating IP b85135bc-5ad6-440e-a9ab-7a76cd01a581 disassociated. External IP: 172.27.0.186, port: a28fbd48-e311-465b-89a6-b1b893564e9e. May 04 19:07:19.141748 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [req-a9c65fae-075c-463e-bb45-933eb92a639a req-bf362dbf-992a-4a71-8496-0768965ac3c2 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Calling delete_port for a28fbd48-e311-465b-89a6-b1b893564e9e owned by compute:nova {{(pid=103279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 19:07:19.267702 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [req-a9c65fae-075c-463e-bb45-933eb92a639a req-bf362dbf-992a-4a71-8496-0768965ac3c2 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790498779311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790498302109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13908970'] for port (a28fbd48-e311-465b-89a6-b1b893564e9e), after_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:19.299903 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf362dbf-992a-4a71-8496-0768965ac3c2 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Pushing event deleted for resources: {'Port': ['ID=a28fbd48-e311-465b-89a6-b1b893564e9e,revision_number=None']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:07:19.309684 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf362dbf-992a-4a71-8496-0768965ac3c2 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:07:19.310028 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf362dbf-992a-4a71-8496-0768965ac3c2 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:07:19.310362 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf362dbf-992a-4a71-8496-0768965ac3c2 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:07:19.310691 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf362dbf-992a-4a71-8496-0768965ac3c2 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:07:19.311018 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf362dbf-992a-4a71-8496-0768965ac3c2 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:07:19.311440 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf362dbf-992a-4a71-8496-0768965ac3c2 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:07:19.311762 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf362dbf-992a-4a71-8496-0768965ac3c2 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:07:19.312100 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf362dbf-992a-4a71-8496-0768965ac3c2 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:07:19.312394 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf362dbf-992a-4a71-8496-0768965ac3c2 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:07:19.312712 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf362dbf-992a-4a71-8496-0768965ac3c2 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:07:19.313030 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf362dbf-992a-4a71-8496-0768965ac3c2 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:07:19.313373 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf362dbf-992a-4a71-8496-0768965ac3c2 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:07:19.313687 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf362dbf-992a-4a71-8496-0768965ac3c2 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:07:19.313995 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf362dbf-992a-4a71-8496-0768965ac3c2 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:07:19.314310 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf362dbf-992a-4a71-8496-0768965ac3c2 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:07:19.425834 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a9c65fae-075c-463e-bb45-933eb92a639a req-bf362dbf-992a-4a71-8496-0768965ac3c2 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Router bd463de1-e07e-49fe-a2e1-cee08d118527 has already been hosted by L3 agent 0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b {{(pid=103279) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 19:07:19.541735 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a9c65fae-075c-463e-bb45-933eb92a639a req-bf362dbf-992a-4a71-8496-0768965ac3c2 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Notify agent at l3_agent.dv-cinder-840525-1-iscsi the message routers_updated {{(pid=103279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 19:07:19.552375 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec3ef82-97f9-4cb4-b671-27203a4c3a82 None None] Sync routers for ids ['bd463de1-e07e-49fe-a2e1-cee08d118527'] in dv-cinder-840525-1-iscsi {{(pid=103281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 19:07:19.565413 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec3ef82-97f9-4cb4-b671-27203a4c3a82 None None] Routers {'bd463de1-e07e-49fe-a2e1-cee08d118527'} bound to L3 agent in host dv-cinder-840525-1-iscsi {{(pid=103281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:07:19.565770 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_hamode_db [None req-9ec3ef82-97f9-4cb4-b671-27203a4c3a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T18:48:29Z,description=,heartbeat_timestamp=2022-05-04T19:06:59Z,host='dv-cinder-840525-1-iscsi',id=0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:48:29Z,topic='l3_agent')) {'router_ids': ['bd463de1-e07e-49fe-a2e1-cee08d118527'], 'active': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:07:19.584444 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9c65fae-075c-463e-bb45-933eb92a639a req-bf362dbf-992a-4a71-8496-0768965ac3c2 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] No DVR routers for this DVR port a28fbd48-e311-465b-89a6-b1b893564e9e on host hv-cinder-84052 {{(pid=103279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 19:07:19.587171 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [req-a9c65fae-075c-463e-bb45-933eb92a639a req-bf362dbf-992a-4a71-8496-0768965ac3c2 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127086'] for port (None), before_response {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:19.590557 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-a9c65fae-075c-463e-bb45-933eb92a639a req-bf362dbf-992a-4a71-8496-0768965ac3c2 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] 10.222.0.55 "DELETE /v2.0/ports/a28fbd48-e311-465b-89a6-b1b893564e9e HTTP/1.1" status: 204 len: 173 time: 0.8089492 May 04 19:07:19.591003 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8542e6b-551f-4cb6-94ec-c23a140d7614', 'name': 'network-vif-deleted', 'tag': 'a28fbd48-e311-465b-89a6-b1b893564e9e'}] {{(pid=103279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 19:07:19.593712 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f03067be0d021e11c0632f57e5c6e43a0067ecb248f9894e29d0a29efd5d62c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f923ffc5-68c9-4197-a76e-dcb288da9d9c" -d '{"events": [{"server_uuid": "f8542e6b-551f-4cb6-94ec-c23a140d7614", "name": "network-vif-deleted", "tag": "a28fbd48-e311-465b-89a6-b1b893564e9e"}]}' {{(pid=103279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 19:07:19.640840 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 19:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-921997ba-ebcb-4083-8f50-5b54760cd51b x-openstack-request-id: req-921997ba-ebcb-4083-8f50-5b54760cd51b {{(pid=103279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 19:07:19.641542 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8542e6b-551f-4cb6-94ec-c23a140d7614", "name": "network-vif-deleted", "tag": "a28fbd48-e311-465b-89a6-b1b893564e9e", "status": "completed", "code": 200}]} {{(pid=103279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 19:07:19.641963 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-921997ba-ebcb-4083-8f50-5b54760cd51b {{(pid=103279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 19:07:19.642533 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.notifiers.nova [-] Nova event matching ['req-921997ba-ebcb-4083-8f50-5b54760cd51b'] response: {'server_uuid': 'f8542e6b-551f-4cb6-94ec-c23a140d7614', 'name': 'network-vif-deleted', 'tag': 'a28fbd48-e311-465b-89a6-b1b893564e9e', 'status': 'completed', 'code': 200} May 04 19:07:19.653064 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-45829a8a-2ecd-4f5c-9d31-e7537c6e0dbc req-33f407f5-37c1-4fe8-8415-303f1211f1ee tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] 10.222.0.35 "GET /v2.0/ports?device_id=f8542e6b-551f-4cb6-94ec-c23a140d7614 HTTP/1.1" status: 200 len: 210 time: 0.0352161 May 04 19:07:19.704930 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvr_db [None req-9ec3ef82-97f9-4cb4-b671-27203a4c3a82 None None] Set router bd463de1-e07e-49fe-a2e1-cee08d118527 gateway port host: dv-cinder-840525-1-iscsi {{(pid=103281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:07:19.894799 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_hamode_db [None req-9ec3ef82-97f9-4cb4-b671-27203a4c3a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd463de1-e07e-49fe-a2e1-cee08d118527', 'name': 'tempest-TestVolumeBootPattern-2088772060-router', 'tenant_id': '8e0c53091dab4ba790155c256f29db1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'external_fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '078e2e3c-28d4-4f38-9b5e-e3cfc67b471b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:04:10Z', 'updated_at': '2022-05-04T19:04:13Z', 'revision_number': 4, 'project_id': '8e0c53091dab4ba790155c256f29db1f', 'gw_port': {'id': '078e2e3c-28d4-4f38-9b5e-e3cfc67b471b', 'name': '', 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a6:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd463de1-e07e-49fe-a2e1-cee08d118527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:04:10Z', 'updated_at': '2022-05-04T19:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-1-iscsi', '_interfaces': [{'id': '721b03e0-3d9a-48fb-b8f1-ce1b232df2fb', 'name': '', 'network_id': '4a23e4f9-d4ef-406a-b7a6-dea368f7eb37', 'tenant_id': '8e0c53091dab4ba790155c256f29db1f', 'mac_address': 'fa:16:3e:61:f8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd463de1-e07e-49fe-a2e1-cee08d118527', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '5e7b376d-b1cb-4bfd-b355-a8ae47b6f0d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:04:13Z', 'updated_at': '2022-05-04T19:04:19Z', 'revision_number': 5, 'project_id': '8e0c53091dab4ba790155c256f29db1f', 'subnets': [{'id': '5e7b376d-b1cb-4bfd-b355-a8ae47b6f0d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-1-iscsi', False) {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:07:19.926148 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec3ef82-97f9-4cb4-b671-27203a4c3a82 None None] Checking router: bd463de1-e07e-49fe-a2e1-cee08d118527 for host: dv-cinder-840525-1-iscsi {{(pid=103281) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 19:07:19.937367 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec3ef82-97f9-4cb4-b671-27203a4c3a82 None None] Routers {'bd463de1-e07e-49fe-a2e1-cee08d118527'} bound to L3 agent in host dv-cinder-840525-1-iscsi {{(pid=103281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:07:19.938282 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_hamode_db [None req-9ec3ef82-97f9-4cb4-b671-27203a4c3a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T18:48:29Z,description=,heartbeat_timestamp=2022-05-04T19:06:59Z,host='dv-cinder-840525-1-iscsi',id=0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:48:29Z,topic='l3_agent')) {'router_ids': ['bd463de1-e07e-49fe-a2e1-cee08d118527'], 'active': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:07:20.063336 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvr_db [None req-9ec3ef82-97f9-4cb4-b671-27203a4c3a82 None None] Set router bd463de1-e07e-49fe-a2e1-cee08d118527 gateway port host: dv-cinder-840525-1-iscsi {{(pid=103281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:07:20.268965 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_hamode_db [None req-9ec3ef82-97f9-4cb4-b671-27203a4c3a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd463de1-e07e-49fe-a2e1-cee08d118527', 'name': 'tempest-TestVolumeBootPattern-2088772060-router', 'tenant_id': '8e0c53091dab4ba790155c256f29db1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'external_fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '078e2e3c-28d4-4f38-9b5e-e3cfc67b471b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:04:10Z', 'updated_at': '2022-05-04T19:04:13Z', 'revision_number': 4, 'project_id': '8e0c53091dab4ba790155c256f29db1f', 'gw_port': {'id': '078e2e3c-28d4-4f38-9b5e-e3cfc67b471b', 'name': '', 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a6:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd463de1-e07e-49fe-a2e1-cee08d118527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:04:10Z', 'updated_at': '2022-05-04T19:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-1-iscsi', '_interfaces': [{'id': '721b03e0-3d9a-48fb-b8f1-ce1b232df2fb', 'name': '', 'network_id': '4a23e4f9-d4ef-406a-b7a6-dea368f7eb37', 'tenant_id': '8e0c53091dab4ba790155c256f29db1f', 'mac_address': 'fa:16:3e:61:f8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd463de1-e07e-49fe-a2e1-cee08d118527', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '5e7b376d-b1cb-4bfd-b355-a8ae47b6f0d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:04:13Z', 'updated_at': '2022-05-04T19:04:19Z', 'revision_number': 5, 'project_id': '8e0c53091dab4ba790155c256f29db1f', 'subnets': [{'id': '5e7b376d-b1cb-4bfd-b355-a8ae47b6f0d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-1-iscsi', False) {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:07:20.298030 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec3ef82-97f9-4cb4-b671-27203a4c3a82 None None] The sync data for ids ['bd463de1-e07e-49fe-a2e1-cee08d118527'] in dv-cinder-840525-1-iscsi is: [{'id': 'bd463de1-e07e-49fe-a2e1-cee08d118527', 'name': 'tempest-TestVolumeBootPattern-2088772060-router', 'tenant_id': '8e0c53091dab4ba790155c256f29db1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'external_fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '078e2e3c-28d4-4f38-9b5e-e3cfc67b471b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:04:10Z', 'updated_at': '2022-05-04T19:04:13Z', 'revision_number': 4, 'project_id': '8e0c53091dab4ba790155c256f29db1f', 'gw_port': {'id': '078e2e3c-28d4-4f38-9b5e-e3cfc67b471b', 'name': '', 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a6:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd463de1-e07e-49fe-a2e1-cee08d118527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:04:10Z', 'updated_at': '2022-05-04T19:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-1-iscsi', '_interfaces': [{'id': '721b03e0-3d9a-48fb-b8f1-ce1b232df2fb', 'name': '', 'network_id': '4a23e4f9-d4ef-406a-b7a6-dea368f7eb37', 'tenant_id': '8e0c53091dab4ba790155c256f29db1f', 'mac_address': 'fa:16:3e:61:f8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd463de1-e07e-49fe-a2e1-cee08d118527', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '5e7b376d-b1cb-4bfd-b355-a8ae47b6f0d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:04:13Z', 'updated_at': '2022-05-04T19:04:19Z', 'revision_number': 5, 'project_id': '8e0c53091dab4ba790155c256f29db1f', 'subnets': [{'id': '5e7b376d-b1cb-4bfd-b355-a8ae47b6f0d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 19:07:20.526377 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b558b170-fefc-4dd2-bcd0-5c616b946f6c None None] New status for floating IP b85135bc-5ad6-440e-a9ab-7a76cd01a581: DOWN {{(pid=103282) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 19:07:20.983184 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-8d52d2ee-6118-4a7b-b3c7-8e7bd1843c47 req-cc66403d-82dd-4bb4-96c4-3579bcf24eba tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-90562166&fields=id&tenant_id=8e0c53091dab4ba790155c256f29db1f HTTP/1.1" status: 200 len: 267 time: 0.0476208 May 04 19:07:21.102430 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d52d2ee-6118-4a7b-b3c7-8e7bd1843c47 req-d686ba07-f3cc-426c-a535-0f1392a4f830 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:21.103884 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-8d52d2ee-6118-4a7b-b3c7-8e7bd1843c47 req-d686ba07-f3cc-426c-a535-0f1392a4f830 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] 10.222.0.35 "GET /v2.0/networks?id=4a23e4f9-d4ef-406a-b7a6-dea368f7eb37 HTTP/1.1" status: 200 len: 812 time: 0.1121330 May 04 19:07:21.121623 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-8d52d2ee-6118-4a7b-b3c7-8e7bd1843c47 req-869cbf74-b18a-4737-bed9-f4d92c87450b tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] 10.222.0.35 "GET /v2.0/quotas/8e0c53091dab4ba790155c256f29db1f HTTP/1.1" status: 200 len: 375 time: 0.0100060 May 04 19:07:21.171563 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-8d52d2ee-6118-4a7b-b3c7-8e7bd1843c47 req-0a401eaf-1b8d-4724-9676-5b386a474e2b tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=8e0c53091dab4ba790155c256f29db1f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0442166 May 04 19:07:21.194831 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [req-8d52d2ee-6118-4a7b-b3c7-8e7bd1843c47 req-442ef977-d16a-4d49-9d3c-633785aa3eea service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103280) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 04 19:07:21.196330 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-8d52d2ee-6118-4a7b-b3c7-8e7bd1843c47 req-442ef977-d16a-4d49-9d3c-633785aa3eea service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0079939 May 04 19:07:21.292722 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-8d52d2ee-6118-4a7b-b3c7-8e7bd1843c47 req-43c92acd-2ae2-41c3-abc5-42768b5c81ff service neutron] 10.222.0.35 "GET /v2.0/networks/4a23e4f9-d4ef-406a-b7a6-dea368f7eb37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885782 May 04 19:07:21.385829 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-8d52d2ee-6118-4a7b-b3c7-8e7bd1843c47 req-4625c1b8-b120-4c14-af7a-5d4063689605 service neutron] 10.222.0.35 "GET /v2.0/networks/4a23e4f9-d4ef-406a-b7a6-dea368f7eb37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863369 May 04 19:07:21.691632 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-dad78e7c-7a7d-4789-9626-208e73e178a7 req-50ca2888-3d13-49b9-9bd2-dd6f99514f96 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] 10.222.0.35 "GET /v2.0/ports?device_id=ffe106df-66ba-4a0d-b64c-a0d0a9e52172 HTTP/1.1" status: 200 len: 210 time: 0.0283239 May 04 19:07:22.594775 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Device a28fbd48-e311-465b-89a6-b1b893564e9e no longer exists at agent hyperv_hv-cinder-84052 {{(pid=103281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 19:07:22.615727 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] No Port match for: a28fbd48-e311-465b-89a6-b1b893564e9e {{(pid=103281) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 19:07:22.616074 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Device a28fbd48-e311-465b-89a6-b1b893564e9e not bound to the agent host hv-cinder-84052 {{(pid=103281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 19:07:22.748180 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d52d2ee-6118-4a7b-b3c7-8e7bd1843c47 req-1b3f7b10-8791-4336-a297-74a13a00988a tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:22.749801 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-8d52d2ee-6118-4a7b-b3c7-8e7bd1843c47 req-1b3f7b10-8791-4336-a297-74a13a00988a tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] 10.222.0.55 "GET /v2.0/networks?id=4a23e4f9-d4ef-406a-b7a6-dea368f7eb37 HTTP/1.1" status: 200 len: 812 time: 0.1063437 May 04 19:07:22.792050 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d3f2c0bc-e8bc-4674-b321-4be50562d159 req-357bca84-2b63-461e-b66d-27f03fd648bf tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] 10.222.0.35 "GET /v2.0/ports?device_id=ffe106df-66ba-4a0d-b64c-a0d0a9e52172 HTTP/1.1" status: 200 len: 210 time: 0.0329888 May 04 19:07:22.814396 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-8d52d2ee-6118-4a7b-b3c7-8e7bd1843c47 req-d515dba1-2485-452d-9017-9c0444613de6 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8e0c53091dab4ba790155c256f29db1f HTTP/1.1" status: 200 len: 378 time: 0.0565159 May 04 19:07:22.823073 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.v2.base [req-8d52d2ee-6118-4a7b-b3c7-8e7bd1843c47 req-631a52c7-0fa7-417c-8f93-f3a9cbc363cc tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Request body: {'port': {'device_id': 'ffe106df-66ba-4a0d-b64c-a0d0a9e52172', 'network_id': '4a23e4f9-d4ef-406a-b7a6-dea368f7eb37', 'admin_state_up': True, 'tenant_id': '8e0c53091dab4ba790155c256f29db1f', 'security_groups': ['50f2a49a-63df-4fe6-a739-8d2b83e2257c']}} {{(pid=103279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:07:22.944350 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d52d2ee-6118-4a7b-b3c7-8e7bd1843c47 req-631a52c7-0fa7-417c-8f93-f3a9cbc363cc tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Made reservation on behalf of 8e0c53091dab4ba790155c256f29db1f for: {'port': 1} {{(pid=103279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 19:07:22.947685 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [req-8d52d2ee-6118-4a7b-b3c7-8e7bd1843c47 req-631a52c7-0fa7-417c-8f93-f3a9cbc363cc tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (None), before_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:23.071375 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.db.db_base_plugin_common [req-8d52d2ee-6118-4a7b-b3c7-8e7bd1843c47 req-631a52c7-0fa7-417c-8f93-f3a9cbc363cc tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Allocated IP 172.20.0.5 (4a23e4f9-d4ef-406a-b7a6-dea368f7eb37/5e7b376d-b1cb-4bfd-b355-a8ae47b6f0d2/2283faec-13ca-4eef-a082-247317985371) {{(pid=103279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 19:07:23.215877 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [req-8d52d2ee-6118-4a7b-b3c7-8e7bd1843c47 req-631a52c7-0fa7-417c-8f93-f3a9cbc363cc tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Publish callbacks [] for port (2283faec-13ca-4eef-a082-247317985371), precommit_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:23.250859 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [req-8d52d2ee-6118-4a7b-b3c7-8e7bd1843c47 req-631a52c7-0fa7-417c-8f93-f3a9cbc363cc tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790498302100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13908970'] for port (2283faec-13ca-4eef-a082-247317985371), after_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:23.290616 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d52d2ee-6118-4a7b-b3c7-8e7bd1843c47 req-631a52c7-0fa7-417c-8f93-f3a9cbc363cc tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Network 4a23e4f9-d4ef-406a-b7a6-dea368f7eb37 is already hosted by enough agents. {{(pid=103279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 19:07:23.293524 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.scheduler.base_scheduler [req-8d52d2ee-6118-4a7b-b3c7-8e7bd1843c47 req-631a52c7-0fa7-417c-8f93-f3a9cbc363cc tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Resources bound (agent type, host, resource id): {{(pid=103279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 19:07:23.296419 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d52d2ee-6118-4a7b-b3c7-8e7bd1843c47 req-631a52c7-0fa7-417c-8f93-f3a9cbc363cc tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Received port after_create {{(pid=103279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 19:07:23.335657 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631a52c7-0fa7-417c-8f93-f3a9cbc363cc tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Pushing event updated for resources: {'Port': ['ID=2283faec-13ca-4eef-a082-247317985371,revision_number=1']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:07:23.361573 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d52d2ee-6118-4a7b-b3c7-8e7bd1843c47 req-631a52c7-0fa7-417c-8f93-f3a9cbc363cc tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:23.362228 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [req-8d52d2ee-6118-4a7b-b3c7-8e7bd1843c47 req-631a52c7-0fa7-417c-8f93-f3a9cbc363cc tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127086'] for port (None), before_response {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:23.379785 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-8d52d2ee-6118-4a7b-b3c7-8e7bd1843c47 req-631a52c7-0fa7-417c-8f93-f3a9cbc363cc tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5603414 May 04 19:07:23.391035 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [req-8d52d2ee-6118-4a7b-b3c7-8e7bd1843c47 req-227234c2-ccaa-4728-b1de-35027c4d24fc tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103279) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 04 19:07:23.392317 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-8d52d2ee-6118-4a7b-b3c7-8e7bd1843c47 req-227234c2-ccaa-4728-b1de-35027c4d24fc tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0069108 May 04 19:07:23.451060 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.v2.base [req-8d52d2ee-6118-4a7b-b3c7-8e7bd1843c47 req-37dc5ae3-b7c2-406f-b870-12cbf23e67f4 service neutron] Request body: {'port': {'device_id': 'ffe106df-66ba-4a0d-b64c-a0d0a9e52172', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84052'}} {{(pid=103279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:07:23.510258 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [req-8d52d2ee-6118-4a7b-b3c7-8e7bd1843c47 req-37dc5ae3-b7c2-406f-b870-12cbf23e67f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (2283faec-13ca-4eef-a082-247317985371), before_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:23.546626 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-9f7ad640-103d-4b92-a095-04a7b503e34d None None] Provisioning complete for port 2283faec-13ca-4eef-a082-247317985371 triggered by entity DHCP. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:07:23.547003 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9f7ad640-103d-4b92-a095-04a7b503e34d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1774450'] for port (2283faec-13ca-4eef-a082-247317985371), provisioning_complete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:23.582159 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-9f7ad640-103d-4b92-a095-04a7b503e34d None None] Port 2283faec-13ca-4eef-a082-247317985371 cannot update to ACTIVE because it is not bound. {{(pid=103281) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 19:07:23.781401 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.notifiers.nova [req-8d52d2ee-6118-4a7b-b3c7-8e7bd1843c47 req-37dc5ae3-b7c2-406f-b870-12cbf23e67f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2283faec-13ca-4eef-a082-247317985371 {{(pid=103279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 19:07:23.788941 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [req-8d52d2ee-6118-4a7b-b3c7-8e7bd1843c47 req-37dc5ae3-b7c2-406f-b870-12cbf23e67f4 service neutron] Publish callbacks [] for port (2283faec-13ca-4eef-a082-247317985371), precommit_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:23.802010 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [req-8d52d2ee-6118-4a7b-b3c7-8e7bd1843c47 req-37dc5ae3-b7c2-406f-b870-12cbf23e67f4 service neutron] Transition to ACTIVE for port object 2283faec-13ca-4eef-a082-247317985371 will not be triggered until provisioned by entity L2. {{(pid=103279) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 19:07:23.809631 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [req-8d52d2ee-6118-4a7b-b3c7-8e7bd1843c47 req-37dc5ae3-b7c2-406f-b870-12cbf23e67f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13908979'] for port (2283faec-13ca-4eef-a082-247317985371), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:23.864551 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dc5ae3-b7c2-406f-b870-12cbf23e67f4 service neutron] Pushing event updated for resources: {'Port': ['ID=2283faec-13ca-4eef-a082-247317985371,revision_number=2']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:07:23.956408 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3913224c-6e30-474a-abf7-dcc8067852d4 req-166b7b47-aa7a-4c36-9387-b2538a267458 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:23.957936 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-3913224c-6e30-474a-abf7-dcc8067852d4 req-166b7b47-aa7a-4c36-9387-b2538a267458 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] 10.222.0.35 "GET /v2.0/ports?device_id=ffe106df-66ba-4a0d-b64c-a0d0a9e52172 HTTP/1.1" status: 200 len: 943 time: 0.0948889 May 04 19:07:23.988341 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.managers [req-8d52d2ee-6118-4a7b-b3c7-8e7bd1843c47 req-37dc5ae3-b7c2-406f-b870-12cbf23e67f4 service neutron] Attempting to bind port 2283faec-13ca-4eef-a082-247317985371 on host hv-cinder-84052 for vnic_type normal with profile {{(pid=103279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 19:07:23.988680 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.managers [req-8d52d2ee-6118-4a7b-b3c7-8e7bd1843c47 req-37dc5ae3-b7c2-406f-b870-12cbf23e67f4 service neutron] Attempting to bind port 2283faec-13ca-4eef-a082-247317985371 by drivers openvswitch,hyperv on host hv-cinder-84052 at level 0 using segments [{'id': '35744400-35e9-41b0-9808-c9830e976a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '4a23e4f9-d4ef-406a-b7a6-dea368f7eb37'}] {{(pid=103279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 19:07:23.989005 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d52d2ee-6118-4a7b-b3c7-8e7bd1843c47 req-37dc5ae3-b7c2-406f-b870-12cbf23e67f4 service neutron] Attempting to bind port 2283faec-13ca-4eef-a082-247317985371 on network 4a23e4f9-d4ef-406a-b7a6-dea368f7eb37 {{(pid=103279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 19:07:23.998356 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d52d2ee-6118-4a7b-b3c7-8e7bd1843c47 req-37dc5ae3-b7c2-406f-b870-12cbf23e67f4 service neutron] Port 2283faec-13ca-4eef-a082-247317985371 on network 4a23e4f9-d4ef-406a-b7a6-dea368f7eb37 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84052 {{(pid=103279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 19:07:23.998891 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d52d2ee-6118-4a7b-b3c7-8e7bd1843c47 req-37dc5ae3-b7c2-406f-b870-12cbf23e67f4 service neutron] Attempting to bind port 2283faec-13ca-4eef-a082-247317985371 on network 4a23e4f9-d4ef-406a-b7a6-dea368f7eb37 {{(pid=103279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 19:07:24.012897 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d52d2ee-6118-4a7b-b3c7-8e7bd1843c47 req-37dc5ae3-b7c2-406f-b870-12cbf23e67f4 service neutron] Checking agent: {'id': 'bff7e656-358d-4e40-a36a-3f10fe33ffdf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84052', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 18, 54, 55), 'started_at': datetime.datetime(2022, 5, 4, 18, 54, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 19, 6, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 19:07:24.013232 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d52d2ee-6118-4a7b-b3c7-8e7bd1843c47 req-37dc5ae3-b7c2-406f-b870-12cbf23e67f4 service neutron] Checking segment: {'id': '35744400-35e9-41b0-9808-c9830e976a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '4a23e4f9-d4ef-406a-b7a6-dea368f7eb37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 19:07:24.013628 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d52d2ee-6118-4a7b-b3c7-8e7bd1843c47 req-37dc5ae3-b7c2-406f-b870-12cbf23e67f4 service neutron] Bound using segment: {'id': '35744400-35e9-41b0-9808-c9830e976a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '4a23e4f9-d4ef-406a-b7a6-dea368f7eb37'} {{(pid=103279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 19:07:24.014057 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.managers [req-8d52d2ee-6118-4a7b-b3c7-8e7bd1843c47 req-37dc5ae3-b7c2-406f-b870-12cbf23e67f4 service neutron] Bound port: 2283faec-13ca-4eef-a082-247317985371, host: hv-cinder-84052, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35744400-35e9-41b0-9808-c9830e976a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '4a23e4f9-d4ef-406a-b7a6-dea368f7eb37'}}] {{(pid=103279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 19:07:24.014449 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [req-8d52d2ee-6118-4a7b-b3c7-8e7bd1843c47 req-37dc5ae3-b7c2-406f-b870-12cbf23e67f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (2283faec-13ca-4eef-a082-247317985371), before_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:24.035483 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-3913224c-6e30-474a-abf7-dcc8067852d4 req-3edcc9de-e5ed-4ace-838e-fc1ee9f58695 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] 10.222.0.35 "GET /v2.0/security-groups?id=50f2a49a-63df-4fe6-a739-8d2b83e2257c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0697777 May 04 19:07:24.087882 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [req-8d52d2ee-6118-4a7b-b3c7-8e7bd1843c47 req-37dc5ae3-b7c2-406f-b870-12cbf23e67f4 service neutron] For port 2283faec-13ca-4eef-a082-247317985371, host hv-cinder-84052, cleared binding levels {{(pid=103279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 19:07:24.091431 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [req-8d52d2ee-6118-4a7b-b3c7-8e7bd1843c47 req-37dc5ae3-b7c2-406f-b870-12cbf23e67f4 service neutron] For port 2283faec-13ca-4eef-a082-247317985371, host hv-cinder-84052, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=2283faec-13ca-4eef-a082-247317985371,segment=NetworkSegment(35744400-35e9-41b0-9808-c9830e976a8a),segment_id=35744400-35e9-41b0-9808-c9830e976a8a)] {{(pid=103279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 19:07:24.098575 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [req-8d52d2ee-6118-4a7b-b3c7-8e7bd1843c47 req-37dc5ae3-b7c2-406f-b870-12cbf23e67f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13908979'] for port (2283faec-13ca-4eef-a082-247317985371), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:24.132174 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d52d2ee-6118-4a7b-b3c7-8e7bd1843c47 req-37dc5ae3-b7c2-406f-b870-12cbf23e67f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:24.132698 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [req-8d52d2ee-6118-4a7b-b3c7-8e7bd1843c47 req-37dc5ae3-b7c2-406f-b870-12cbf23e67f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127086'] for port (None), before_response {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:24.134358 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-8d52d2ee-6118-4a7b-b3c7-8e7bd1843c47 req-37dc5ae3-b7c2-406f-b870-12cbf23e67f4 service neutron] 10.222.0.55 "PUT /v2.0/ports/2283faec-13ca-4eef-a082-247317985371 HTTP/1.1" status: 200 len: 1093 time: 0.7342429 May 04 19:07:24.136522 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffe106df-66ba-4a0d-b64c-a0d0a9e52172', 'tag': '2283faec-13ca-4eef-a082-247317985371'}] {{(pid=103279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 19:07:24.139585 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f03067be0d021e11c0632f57e5c6e43a0067ecb248f9894e29d0a29efd5d62c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6620179-2d62-4021-a75c-3e4eb453ec60" -d '{"events": [{"name": "network-changed", "server_uuid": "ffe106df-66ba-4a0d-b64c-a0d0a9e52172", "tag": "2283faec-13ca-4eef-a082-247317985371"}]}' {{(pid=103279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 19:07:24.201863 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 19:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99349518-6850-4e74-9779-d5782b0180c5 x-openstack-request-id: req-99349518-6850-4e74-9779-d5782b0180c5 {{(pid=103279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 19:07:24.202137 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffe106df-66ba-4a0d-b64c-a0d0a9e52172", "tag": "2283faec-13ca-4eef-a082-247317985371", "status": "completed", "code": 200}]} {{(pid=103279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 19:07:24.202391 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-99349518-6850-4e74-9779-d5782b0180c5 {{(pid=103279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 19:07:24.202793 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99349518-6850-4e74-9779-d5782b0180c5'] response: {'name': 'network-changed', 'server_uuid': 'ffe106df-66ba-4a0d-b64c-a0d0a9e52172', 'tag': '2283faec-13ca-4eef-a082-247317985371', 'status': 'completed', 'code': 200} May 04 19:07:24.223935 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dc5ae3-b7c2-406f-b870-12cbf23e67f4 service neutron] Pushing event updated for resources: {'Port': ['ID=2283faec-13ca-4eef-a082-247317985371,revision_number=3']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:07:24.238836 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d52d2ee-6118-4a7b-b3c7-8e7bd1843c47 req-7eadab91-94cd-4966-8615-afaa666082a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:24.240719 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-8d52d2ee-6118-4a7b-b3c7-8e7bd1843c47 req-7eadab91-94cd-4966-8615-afaa666082a2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8e0c53091dab4ba790155c256f29db1f&device_id=ffe106df-66ba-4a0d-b64c-a0d0a9e52172 HTTP/1.1" status: 200 len: 1127 time: 0.0648768 May 04 19:07:24.282135 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-8d52d2ee-6118-4a7b-b3c7-8e7bd1843c47 req-8e214b6b-c480-47cf-985f-e949e88294b6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2283faec-13ca-4eef-a082-247317985371 HTTP/1.1" status: 200 len: 217 time: 0.0347745 May 04 19:07:24.329631 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d52d2ee-6118-4a7b-b3c7-8e7bd1843c47 req-f0d2f9e1-1ea6-48d9-be91-409eb06f68c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:24.331095 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-8d52d2ee-6118-4a7b-b3c7-8e7bd1843c47 req-f0d2f9e1-1ea6-48d9-be91-409eb06f68c6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5e7b376d-b1cb-4bfd-b355-a8ae47b6f0d2 HTTP/1.1" status: 200 len: 851 time: 0.0433741 May 04 19:07:24.377875 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d52d2ee-6118-4a7b-b3c7-8e7bd1843c47 req-396c8b1d-8f41-482a-8618-00c2c27be996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:24.379336 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-8d52d2ee-6118-4a7b-b3c7-8e7bd1843c47 req-396c8b1d-8f41-482a-8618-00c2c27be996 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4a23e4f9-d4ef-406a-b7a6-dea368f7eb37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420747 May 04 19:07:24.471924 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-8d52d2ee-6118-4a7b-b3c7-8e7bd1843c47 req-593c8c05-450a-41cd-b93e-6d457807cae1 service neutron] 10.222.0.55 "GET /v2.0/networks/4a23e4f9-d4ef-406a-b7a6-dea368f7eb37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856788 May 04 19:07:24.569560 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-8d52d2ee-6118-4a7b-b3c7-8e7bd1843c47 req-0b8d5db5-496f-43a9-b5b3-75b89a1140e9 service neutron] 10.222.0.55 "GET /v2.0/networks/4a23e4f9-d4ef-406a-b7a6-dea368f7eb37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908136 May 04 19:07:24.822559 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6620179-2d62-4021-a75c-3e4eb453ec60 req-e5db28d2-b134-4b34-b81f-c1f8c1ae6363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:24.823927 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-f6620179-2d62-4021-a75c-3e4eb453ec60 req-e5db28d2-b134-4b34-b81f-c1f8c1ae6363 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8e0c53091dab4ba790155c256f29db1f&device_id=ffe106df-66ba-4a0d-b64c-a0d0a9e52172 HTTP/1.1" status: 200 len: 1127 time: 0.0400500 May 04 19:07:24.921103 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6620179-2d62-4021-a75c-3e4eb453ec60 req-223d7c47-34f3-47db-9d05-c9bed878316a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:24.922824 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-f6620179-2d62-4021-a75c-3e4eb453ec60 req-223d7c47-34f3-47db-9d05-c9bed878316a service neutron] 10.222.0.55 "GET /v2.0/networks?id=4a23e4f9-d4ef-406a-b7a6-dea368f7eb37 HTTP/1.1" status: 200 len: 913 time: 0.0923753 May 04 19:07:24.964375 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-f6620179-2d62-4021-a75c-3e4eb453ec60 req-2e2d152e-61db-4446-adc4-6d30fd7885d6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2283faec-13ca-4eef-a082-247317985371 HTTP/1.1" status: 200 len: 217 time: 0.0338190 May 04 19:07:25.022211 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6620179-2d62-4021-a75c-3e4eb453ec60 req-89ea3d24-1e17-4c3d-bc7c-5cb433422575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:25.023587 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-f6620179-2d62-4021-a75c-3e4eb453ec60 req-89ea3d24-1e17-4c3d-bc7c-5cb433422575 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5e7b376d-b1cb-4bfd-b355-a8ae47b6f0d2 HTTP/1.1" status: 200 len: 851 time: 0.0437274 May 04 19:07:25.067633 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6620179-2d62-4021-a75c-3e4eb453ec60 req-2b8e33a6-adfd-4ff3-bf58-1c0badb73be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:25.069128 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-f6620179-2d62-4021-a75c-3e4eb453ec60 req-2b8e33a6-adfd-4ff3-bf58-1c0badb73be5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4a23e4f9-d4ef-406a-b7a6-dea368f7eb37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397239 May 04 19:07:25.185414 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf15b18c-8de5-451b-8e76-bd1caada3daf req-89fe8349-5507-4b54-b602-2a2f20223faf tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:25.186918 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-bf15b18c-8de5-451b-8e76-bd1caada3daf req-89fe8349-5507-4b54-b602-2a2f20223faf tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] 10.222.0.35 "GET /v2.0/ports?device_id=ffe106df-66ba-4a0d-b64c-a0d0a9e52172 HTTP/1.1" status: 200 len: 943 time: 0.0838437 May 04 19:07:25.220784 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-f6620179-2d62-4021-a75c-3e4eb453ec60 req-a38a9338-f5ea-4788-b825-738385c68784 service neutron] 10.222.0.55 "GET /v2.0/networks/4a23e4f9-d4ef-406a-b7a6-dea368f7eb37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409333 May 04 19:07:25.271961 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-bf15b18c-8de5-451b-8e76-bd1caada3daf req-0044940d-f826-417f-a525-20377025aabf tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] 10.222.0.35 "GET /v2.0/security-groups?id=50f2a49a-63df-4fe6-a739-8d2b83e2257c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0789094 May 04 19:07:25.332945 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-f6620179-2d62-4021-a75c-3e4eb453ec60 req-2f54f983-7f76-4719-8240-8ce88be91bf5 service neutron] 10.222.0.55 "GET /v2.0/networks/4a23e4f9-d4ef-406a-b7a6-dea368f7eb37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029446 May 04 19:07:25.540227 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (bff7e656-358d-4e40-a36a-3f10fe33ffdf), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:26.401320 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6d159c-d836-47d0-825e-7c06dcd4ec1c req-02889972-e7c6-46f8-9a8a-e5a5bcc49508 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:26.402822 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-0e6d159c-d836-47d0-825e-7c06dcd4ec1c req-02889972-e7c6-46f8-9a8a-e5a5bcc49508 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] 10.222.0.35 "GET /v2.0/ports?device_id=ffe106df-66ba-4a0d-b64c-a0d0a9e52172 HTTP/1.1" status: 200 len: 943 time: 0.0524898 May 04 19:07:26.459580 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-0e6d159c-d836-47d0-825e-7c06dcd4ec1c req-627fa14a-d6bd-4741-b694-5523cd710647 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] 10.222.0.35 "GET /v2.0/security-groups?id=50f2a49a-63df-4fe6-a739-8d2b83e2257c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0508399 May 04 19:07:26.896543 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3f92390c-a5da-4fd6-875d-c99d0f2fd64e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (ae04e5b6-6ccf-46c0-81ba-a3f5b8ae390c), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:27.593214 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edadbe0e-20fa-4770-a18c-c598b767608f req-9bf679bd-1713-456a-b799-d68439c5fb0a tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:27.595105 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-edadbe0e-20fa-4770-a18c-c598b767608f req-9bf679bd-1713-456a-b799-d68439c5fb0a tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] 10.222.0.35 "GET /v2.0/ports?device_id=ffe106df-66ba-4a0d-b64c-a0d0a9e52172 HTTP/1.1" status: 200 len: 943 time: 0.0570927 May 04 19:07:27.652298 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-edadbe0e-20fa-4770-a18c-c598b767608f req-117d586f-24c7-4c8f-b149-7c8506f582d0 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] 10.222.0.35 "GET /v2.0/security-groups?id=50f2a49a-63df-4fe6-a739-8d2b83e2257c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0515392 May 04 19:07:28.793045 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4365f84-ab39-44af-b6d0-8c7685d63f2a req-488c1f86-c374-41b8-91b0-1549a23fb160 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:28.794520 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-f4365f84-ab39-44af-b6d0-8c7685d63f2a req-488c1f86-c374-41b8-91b0-1549a23fb160 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] 10.222.0.35 "GET /v2.0/ports?device_id=ffe106df-66ba-4a0d-b64c-a0d0a9e52172 HTTP/1.1" status: 200 len: 943 time: 0.0577278 May 04 19:07:28.847189 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-f4365f84-ab39-44af-b6d0-8c7685d63f2a req-93bb33d4-57e7-472f-a9c1-76538f00183e tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] 10.222.0.35 "GET /v2.0/security-groups?id=50f2a49a-63df-4fe6-a739-8d2b83e2257c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441687 May 04 19:07:29.078863 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-46ef8c86-cdc0-4737-8de1-5564fcad6f3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:29.965298 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3883e3c-5649-4910-a9cd-edab9e40f2dd req-aba9b636-4db8-4b24-b37a-738e3408dc9f tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:29.966830 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-a3883e3c-5649-4910-a9cd-edab9e40f2dd req-aba9b636-4db8-4b24-b37a-738e3408dc9f tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] 10.222.0.35 "GET /v2.0/ports?device_id=ffe106df-66ba-4a0d-b64c-a0d0a9e52172 HTTP/1.1" status: 200 len: 943 time: 0.0518095 May 04 19:07:30.026481 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-a3883e3c-5649-4910-a9cd-edab9e40f2dd req-9ce3ad40-2dc8-43c1-a37d-da3bcf6db084 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] 10.222.0.35 "GET /v2.0/security-groups?id=50f2a49a-63df-4fe6-a739-8d2b83e2257c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0535295 May 04 19:07:30.179360 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-821a3753-c8bb-408e-a9d9-42d2a9d3d908 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (306b1285-d967-49ee-a8ef-a34b4fe65fa5), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:30.617562 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Device 2283faec-13ca-4eef-a082-247317985371 details requested by agent hyperv_hv-cinder-84052 with host hv-cinder-84052 {{(pid=103281) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 19:07:30.721947 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] For port 2283faec-13ca-4eef-a082-247317985371, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=2283faec-13ca-4eef-a082-247317985371,segment=NetworkSegment(35744400-35e9-41b0-9808-c9830e976a8a),segment_id=35744400-35e9-41b0-9808-c9830e976a8a)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:07:30.732958 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Returning: {'device': '2283faec-13ca-4eef-a082-247317985371', 'network_id': '4a23e4f9-d4ef-406a-b7a6-dea368f7eb37', 'port_id': '2283faec-13ca-4eef-a082-247317985371', 'mac_address': 'fa:16:3e:35:62:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 261, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e7b376d-b1cb-4bfd-b355-a8ae47b6f0d2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103281) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 19:07:30.900577 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Current status of the port 2283faec-13ca-4eef-a082-247317985371 is: DOWN; New status is: BUILD {{(pid=103281) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:07:30.900966 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (2283faec-13ca-4eef-a082-247317985371), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:30.915071 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.notifiers.nova [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2283faec-13ca-4eef-a082-247317985371 {{(pid=103281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 19:07:30.934627 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] For port 2283faec-13ca-4eef-a082-247317985371, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=2283faec-13ca-4eef-a082-247317985371,segment=NetworkSegment(35744400-35e9-41b0-9808-c9830e976a8a),segment_id=35744400-35e9-41b0-9808-c9830e976a8a)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:07:30.942418 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136'] for port (2283faec-13ca-4eef-a082-247317985371), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:30.991024 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Pushing event updated for resources: {'Port': ['ID=2283faec-13ca-4eef-a082-247317985371,revision_number=4']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:07:31.001975 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:07:31.002439 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:07:31.002926 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:07:31.003327 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:07:31.003675 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:07:31.004106 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:07:31.004449 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:07:31.004812 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:07:31.005275 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:07:31.005885 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:07:31.006394 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:07:31.006928 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:07:31.007412 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:07:31.007932 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:07:31.008412 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:07:31.156388 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4533be50-dc00-45a5-aad0-cdfd34b6293c req-5c7d976b-bc1b-4b5c-8edf-5b270bcc2550 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:31.157956 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-4533be50-dc00-45a5-aad0-cdfd34b6293c req-5c7d976b-bc1b-4b5c-8edf-5b270bcc2550 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] 10.222.0.35 "GET /v2.0/ports?device_id=ffe106df-66ba-4a0d-b64c-a0d0a9e52172 HTTP/1.1" status: 200 len: 944 time: 0.0512946 May 04 19:07:31.170017 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] get_ports_and_sgs() called for port_ids ['2283faec-13ca-4eef-a082-247317985371'] {{(pid=103281) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 19:07:31.208160 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-4533be50-dc00-45a5-aad0-cdfd34b6293c req-145ec55b-7251-42cc-9e88-e7364b2d9f7e tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] 10.222.0.35 "GET /v2.0/security-groups?id=50f2a49a-63df-4fe6-a739-8d2b83e2257c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445690 May 04 19:07:31.566017 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6c0ba996-b759-4c13-9ac4-7b7303adc758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (c2d3299f-8f0d-4c34-a270-91edff31f494), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:32.339459 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421a6d9e-a569-442c-8327-40192d155307 req-08151baa-298c-4333-a131-89986e71a54e tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:32.340912 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-421a6d9e-a569-442c-8327-40192d155307 req-08151baa-298c-4333-a131-89986e71a54e tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] 10.222.0.35 "GET /v2.0/ports?device_id=ffe106df-66ba-4a0d-b64c-a0d0a9e52172 HTTP/1.1" status: 200 len: 944 time: 0.0558593 May 04 19:07:32.397038 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-421a6d9e-a569-442c-8327-40192d155307 req-cdccdc3a-a4c1-4adf-a294-6979c4214df2 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] 10.222.0.35 "GET /v2.0/security-groups?id=50f2a49a-63df-4fe6-a739-8d2b83e2257c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0477400 May 04 19:07:32.612192 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Device 2283faec-13ca-4eef-a082-247317985371 up at agent hyperv_hv-cinder-84052 {{(pid=103281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 19:07:32.670683 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Provisioning for port 2283faec-13ca-4eef-a082-247317985371 completed by entity L2. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 19:07:32.678894 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Provisioning complete for port 2283faec-13ca-4eef-a082-247317985371 triggered by entity L2. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:07:32.679292 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1774450'] for port (2283faec-13ca-4eef-a082-247317985371), provisioning_complete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:32.767744 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Current status of the port 2283faec-13ca-4eef-a082-247317985371 is: BUILD; New status is: ACTIVE {{(pid=103281) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:07:32.768131 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (2283faec-13ca-4eef-a082-247317985371), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:32.791423 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffe106df-66ba-4a0d-b64c-a0d0a9e52172', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2283faec-13ca-4eef-a082-247317985371'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 19:07:32.793728 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29bc9e8fddf1e81845832baf79700cdfe783df1752dea94dce4e4e68657cb9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85a83692-ca64-4548-803d-185878269986" -d '{"events": [{"server_uuid": "ffe106df-66ba-4a0d-b64c-a0d0a9e52172", "name": "network-vif-plugged", "status": "completed", "tag": "2283faec-13ca-4eef-a082-247317985371"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 19:07:32.807665 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] For port 2283faec-13ca-4eef-a082-247317985371, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=2283faec-13ca-4eef-a082-247317985371,segment=NetworkSegment(35744400-35e9-41b0-9808-c9830e976a8a),segment_id=35744400-35e9-41b0-9808-c9830e976a8a)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:07:32.811822 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136'] for port (2283faec-13ca-4eef-a082-247317985371), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:32.859278 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Pushing event updated for resources: {'Port': ['ID=2283faec-13ca-4eef-a082-247317985371,revision_number=5']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:07:32.889012 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 19:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b321a9f3-6349-4340-866a-0174e8004b51 x-openstack-request-id: req-b321a9f3-6349-4340-866a-0174e8004b51 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 19:07:32.889332 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffe106df-66ba-4a0d-b64c-a0d0a9e52172", "name": "network-vif-plugged", "status": "completed", "tag": "2283faec-13ca-4eef-a082-247317985371", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 19:07:32.889590 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b321a9f3-6349-4340-866a-0174e8004b51 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 19:07:32.889993 dv-cinder-840525-1-iscsi neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b321a9f3-6349-4340-866a-0174e8004b51'] response: {'server_uuid': 'ffe106df-66ba-4a0d-b64c-a0d0a9e52172', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2283faec-13ca-4eef-a082-247317985371', 'code': 200} May 04 19:07:33.010460 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (7e96273e-cd3b-4e2d-a9cb-a5a62cf8f8b6), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:33.121820 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c5c669-20ba-41f1-b067-c56a6674820d req-ddadfb11-0191-45e9-a5b0-94f30ef0cd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:33.123215 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-49c5c669-20ba-41f1-b067-c56a6674820d req-ddadfb11-0191-45e9-a5b0-94f30ef0cd85 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ffe106df-66ba-4a0d-b64c-a0d0a9e52172 HTTP/1.1" status: 200 len: 1129 time: 0.0422227 May 04 19:07:33.172933 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-49c5c669-20ba-41f1-b067-c56a6674820d req-0698cacc-11af-4c40-837a-026fc9fd783d service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=50f2a49a-63df-4fe6-a739-8d2b83e2257c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386431 May 04 19:07:33.521652 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1156016-ba8f-44e3-b4d3-23b51999a453 req-a55f76f0-8202-4a7b-906c-a88bbacdd805 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:33.523130 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-a1156016-ba8f-44e3-b4d3-23b51999a453 req-a55f76f0-8202-4a7b-906c-a88bbacdd805 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] 10.222.0.35 "GET /v2.0/ports?device_id=ffe106df-66ba-4a0d-b64c-a0d0a9e52172 HTTP/1.1" status: 200 len: 945 time: 0.0490892 May 04 19:07:33.572130 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-a1156016-ba8f-44e3-b4d3-23b51999a453 req-1c46f637-da11-4806-a8c1-33f525cb869a tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] 10.222.0.35 "GET /v2.0/security-groups?id=50f2a49a-63df-4fe6-a739-8d2b83e2257c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433745 May 04 19:07:34.692225 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387d9278-5e61-4586-bd45-16ea32644b70 req-6b2ed9d1-2945-453e-814f-28c39a37993b tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:34.693700 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-387d9278-5e61-4586-bd45-16ea32644b70 req-6b2ed9d1-2945-453e-814f-28c39a37993b tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] 10.222.0.35 "GET /v2.0/ports?device_id=ffe106df-66ba-4a0d-b64c-a0d0a9e52172 HTTP/1.1" status: 200 len: 945 time: 0.0471854 May 04 19:07:34.743072 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-387d9278-5e61-4586-bd45-16ea32644b70 req-4d4ffc62-8dc8-471d-817d-8fe2c22d6c9d tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] 10.222.0.35 "GET /v2.0/security-groups?id=50f2a49a-63df-4fe6-a739-8d2b83e2257c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435984 May 04 19:07:34.861735 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb9c7b1-836e-41e4-9215-b8525c674c85 req-b4bb8771-523d-4cdc-a90f-75eaf6bf2c38 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:34.863177 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-2eb9c7b1-836e-41e4-9215-b8525c674c85 req-b4bb8771-523d-4cdc-a90f-75eaf6bf2c38 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] 10.222.0.35 "GET /v2.0/ports?device_id=ffe106df-66ba-4a0d-b64c-a0d0a9e52172 HTTP/1.1" status: 200 len: 945 time: 0.0518656 May 04 19:07:34.918359 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-2eb9c7b1-836e-41e4-9215-b8525c674c85 req-0abb7957-8190-4dc5-8146-5559d98dddf6 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] 10.222.0.35 "GET /v2.0/security-groups?id=50f2a49a-63df-4fe6-a739-8d2b83e2257c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0469644 May 04 19:07:34.940455 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 58244) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:07:34.977425 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc117623-161e-4dc3-bf32-2f53df8fcdd0 tempest-TestVolumeBootPattern-2063378954 tempest-TestVolumeBootPattern-2063378954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:34.978899 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-cc117623-161e-4dc3-bf32-2f53df8fcdd0 tempest-TestVolumeBootPattern-2063378954 tempest-TestVolumeBootPattern-2063378954-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=ffe106df-66ba-4a0d-b64c-a0d0a9e52172 HTTP/1.1" status: 200 len: 1124 time: 0.0374918 May 04 19:07:34.982635 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 58246) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:07:34.986791 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.v2.base [None req-099c26e8-bb19-4ced-a26f-a7c246a94490 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Request body: {'floatingip': {'floating_network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'port_id': '2283faec-13ca-4eef-a082-247317985371', 'tenant_id': '8e0c53091dab4ba790155c256f29db1f', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:07:35.011225 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-099c26e8-bb19-4ced-a26f-a7c246a94490 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:35.100610 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-099c26e8-bb19-4ced-a26f-a7c246a94490 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (None), before_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:35.208252 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.db.db_base_plugin_common [None req-099c26e8-bb19-4ced-a26f-a7c246a94490 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Allocated IP 172.27.0.99 (cbca2f8d-f88f-49b4-8a9d-8b4714c67762/6d3155f3-7d72-4b90-89ae-8effc01a61e4/71542482-b65b-4c65-9e8f-73c8cee820dd) {{(pid=103279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 19:07:35.318763 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-099c26e8-bb19-4ced-a26f-a7c246a94490 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Publish callbacks [] for port (71542482-b65b-4c65-9e8f-73c8cee820dd), precommit_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:35.357460 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-099c26e8-bb19-4ced-a26f-a7c246a94490 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790498302100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13908970'] for port (71542482-b65b-4c65-9e8f-73c8cee820dd), after_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:35.398490 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-099c26e8-bb19-4ced-a26f-a7c246a94490 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Network cbca2f8d-f88f-49b4-8a9d-8b4714c67762 is already hosted by enough agents. {{(pid=103279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 19:07:35.401537 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.scheduler.base_scheduler [None req-099c26e8-bb19-4ced-a26f-a7c246a94490 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Resources bound (agent type, host, resource id): {{(pid=103279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 19:07:35.406979 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099c26e8-bb19-4ced-a26f-a7c246a94490 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Received port after_create {{(pid=103279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 19:07:35.412964 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099c26e8-bb19-4ced-a26f-a7c246a94490 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Pushing event updated for resources: {'Port': ['ID=71542482-b65b-4c65-9e8f-73c8cee820dd,revision_number=1']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:07:35.469530 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.agents_db [None req-bd7ab176-2eba-4334-8b69-697435aa36c2 None None] Agent healthcheck: found 6 active agents {{(pid=103282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 19:07:35.790022 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-099c26e8-bb19-4ced-a26f-a7c246a94490 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Publish callbacks [] for floatingip (f97c928d-5965-474e-9049-b592cda1b87b), precommit_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:35.858407 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-099c26e8-bb19-4ced-a26f-a7c246a94490 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (71542482-b65b-4c65-9e8f-73c8cee820dd), before_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:36.004135 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-099c26e8-bb19-4ced-a26f-a7c246a94490 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Publish callbacks [] for port (71542482-b65b-4c65-9e8f-73c8cee820dd), precommit_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:36.012237 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-099c26e8-bb19-4ced-a26f-a7c246a94490 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13908979'] for port (71542482-b65b-4c65-9e8f-73c8cee820dd), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:36.076300 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099c26e8-bb19-4ced-a26f-a7c246a94490 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Pushing event updated for resources: {'Port': ['ID=71542482-b65b-4c65-9e8f-73c8cee820dd,revision_number=2']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:07:36.087701 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-099c26e8-bb19-4ced-a26f-a7c246a94490 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608971'] for floatingip (f97c928d-5965-474e-9049-b592cda1b87b), after_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:36.458947 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.db.l3_db [None req-099c26e8-bb19-4ced-a26f-a7c246a94490 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Floating IP f97c928d-5965-474e-9049-b592cda1b87b associated. External IP: 172.27.0.99, port: 2283faec-13ca-4eef-a082-247317985371. May 04 19:07:36.673566 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-099c26e8-bb19-4ced-a26f-a7c246a94490 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Router bd463de1-e07e-49fe-a2e1-cee08d118527 has already been hosted by L3 agent 0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b {{(pid=103279) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 19:07:36.782898 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-099c26e8-bb19-4ced-a26f-a7c246a94490 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Notify agent at l3_agent.dv-cinder-840525-1-iscsi the message routers_updated {{(pid=103279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 19:07:36.792960 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89cf11e-9fea-4f0d-9c93-bc9d5402963c None None] Sync routers for ids ['bd463de1-e07e-49fe-a2e1-cee08d118527'] in dv-cinder-840525-1-iscsi {{(pid=103281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 19:07:36.803122 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-099c26e8-bb19-4ced-a26f-a7c246a94490 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127086'] for floatingip (None), before_response {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:36.805776 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89cf11e-9fea-4f0d-9c93-bc9d5402963c None None] Routers {'bd463de1-e07e-49fe-a2e1-cee08d118527'} bound to L3 agent in host dv-cinder-840525-1-iscsi {{(pid=103281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:07:36.806401 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_hamode_db [None req-f89cf11e-9fea-4f0d-9c93-bc9d5402963c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T18:48:29Z,description=,heartbeat_timestamp=2022-05-04T19:07:29Z,host='dv-cinder-840525-1-iscsi',id=0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:48:29Z,topic='l3_agent')) {'router_ids': ['bd463de1-e07e-49fe-a2e1-cee08d118527'], 'active': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:07:36.832075 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-099c26e8-bb19-4ced-a26f-a7c246a94490 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8485022 May 04 19:07:36.832889 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffe106df-66ba-4a0d-b64c-a0d0a9e52172', 'tag': '2283faec-13ca-4eef-a082-247317985371'}] {{(pid=103279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 19:07:36.835321 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f03067be0d021e11c0632f57e5c6e43a0067ecb248f9894e29d0a29efd5d62c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77bd15a6-0660-4d69-aa96-b7dcdeff3b80" -d '{"events": [{"name": "network-changed", "server_uuid": "ffe106df-66ba-4a0d-b64c-a0d0a9e52172", "tag": "2283faec-13ca-4eef-a082-247317985371"}]}' {{(pid=103279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 19:07:36.872495 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 19:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8475a2b-707f-4f94-b101-e93962cc2417 x-openstack-request-id: req-d8475a2b-707f-4f94-b101-e93962cc2417 {{(pid=103279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 19:07:36.872789 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffe106df-66ba-4a0d-b64c-a0d0a9e52172", "tag": "2283faec-13ca-4eef-a082-247317985371", "status": "completed", "code": 200}]} {{(pid=103279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 19:07:36.873017 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d8475a2b-707f-4f94-b101-e93962cc2417 {{(pid=103279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 19:07:36.873460 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8475a2b-707f-4f94-b101-e93962cc2417'] response: {'name': 'network-changed', 'server_uuid': 'ffe106df-66ba-4a0d-b64c-a0d0a9e52172', 'tag': '2283faec-13ca-4eef-a082-247317985371', 'status': 'completed', 'code': 200} May 04 19:07:36.917126 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvr_db [None req-f89cf11e-9fea-4f0d-9c93-bc9d5402963c None None] Set router bd463de1-e07e-49fe-a2e1-cee08d118527 gateway port host: dv-cinder-840525-1-iscsi {{(pid=103281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:07:36.934609 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bd15a6-0660-4d69-aa96-b7dcdeff3b80 req-1619c192-c084-40dc-9f1c-ca6be524fce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:36.936137 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-77bd15a6-0660-4d69-aa96-b7dcdeff3b80 req-1619c192-c084-40dc-9f1c-ca6be524fce7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8e0c53091dab4ba790155c256f29db1f&device_id=ffe106df-66ba-4a0d-b64c-a0d0a9e52172 HTTP/1.1" status: 200 len: 1129 time: 0.0395732 May 04 19:07:37.027299 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bd15a6-0660-4d69-aa96-b7dcdeff3b80 req-6fd616ce-e30c-4b4c-8c5f-7b3f3ead9066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:37.028892 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-77bd15a6-0660-4d69-aa96-b7dcdeff3b80 req-6fd616ce-e30c-4b4c-8c5f-7b3f3ead9066 service neutron] 10.222.0.55 "GET /v2.0/networks?id=4a23e4f9-d4ef-406a-b7a6-dea368f7eb37 HTTP/1.1" status: 200 len: 913 time: 0.0868640 May 04 19:07:37.095805 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-77bd15a6-0660-4d69-aa96-b7dcdeff3b80 req-70e6e541-e4fd-410c-a54c-a23b13097e35 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2283faec-13ca-4eef-a082-247317985371 HTTP/1.1" status: 200 len: 998 time: 0.0604649 May 04 19:07:37.131144 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_hamode_db [None req-f89cf11e-9fea-4f0d-9c93-bc9d5402963c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd463de1-e07e-49fe-a2e1-cee08d118527', 'name': 'tempest-TestVolumeBootPattern-2088772060-router', 'tenant_id': '8e0c53091dab4ba790155c256f29db1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'external_fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '078e2e3c-28d4-4f38-9b5e-e3cfc67b471b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:04:10Z', 'updated_at': '2022-05-04T19:04:13Z', 'revision_number': 4, 'project_id': '8e0c53091dab4ba790155c256f29db1f', 'gw_port': {'id': '078e2e3c-28d4-4f38-9b5e-e3cfc67b471b', 'name': '', 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a6:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd463de1-e07e-49fe-a2e1-cee08d118527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:04:10Z', 'updated_at': '2022-05-04T19:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-1-iscsi', '_floatingips': [{'id': 'f97c928d-5965-474e-9049-b592cda1b87b', 'tenant_id': '8e0c53091dab4ba790155c256f29db1f', 'floating_ip_address': '172.27.0.99', 'floating_network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'router_id': 'bd463de1-e07e-49fe-a2e1-cee08d118527', 'port_id': '2283faec-13ca-4eef-a082-247317985371', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a23e4f9-d4ef-406a-b7a6-dea368f7eb37', 'mac_address': 'fa:16:3e:35:62:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe106df-66ba-4a0d-b64c-a0d0a9e52172', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T19:07:35Z', 'updated_at': '2022-05-04T19:07:35Z', 'revision_number': 0, 'project_id': '8e0c53091dab4ba790155c256f29db1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '721b03e0-3d9a-48fb-b8f1-ce1b232df2fb', 'name': '', 'network_id': '4a23e4f9-d4ef-406a-b7a6-dea368f7eb37', 'tenant_id': '8e0c53091dab4ba790155c256f29db1f', 'mac_address': 'fa:16:3e:61:f8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd463de1-e07e-49fe-a2e1-cee08d118527', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '5e7b376d-b1cb-4bfd-b355-a8ae47b6f0d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:04:13Z', 'updated_at': '2022-05-04T19:04:19Z', 'revision_number': 5, 'project_id': '8e0c53091dab4ba790155c256f29db1f', 'subnets': [{'id': '5e7b376d-b1cb-4bfd-b355-a8ae47b6f0d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-1-iscsi', False) {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:07:37.144229 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bd15a6-0660-4d69-aa96-b7dcdeff3b80 req-524fcd02-52ec-4818-9ccb-337f5d8738b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:37.145748 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-77bd15a6-0660-4d69-aa96-b7dcdeff3b80 req-524fcd02-52ec-4818-9ccb-337f5d8738b0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5e7b376d-b1cb-4bfd-b355-a8ae47b6f0d2 HTTP/1.1" status: 200 len: 851 time: 0.0435245 May 04 19:07:37.161516 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89cf11e-9fea-4f0d-9c93-bc9d5402963c None None] Checking router: bd463de1-e07e-49fe-a2e1-cee08d118527 for host: dv-cinder-840525-1-iscsi {{(pid=103281) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 19:07:37.170376 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89cf11e-9fea-4f0d-9c93-bc9d5402963c None None] Routers {'bd463de1-e07e-49fe-a2e1-cee08d118527'} bound to L3 agent in host dv-cinder-840525-1-iscsi {{(pid=103281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:07:37.171002 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_hamode_db [None req-f89cf11e-9fea-4f0d-9c93-bc9d5402963c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T18:48:29Z,description=,heartbeat_timestamp=2022-05-04T19:07:29Z,host='dv-cinder-840525-1-iscsi',id=0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:48:29Z,topic='l3_agent')) {'router_ids': ['bd463de1-e07e-49fe-a2e1-cee08d118527'], 'active': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:07:37.189318 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bd15a6-0660-4d69-aa96-b7dcdeff3b80 req-a5136ca2-283d-4e20-8818-b6231c7cbbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:37.190853 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-77bd15a6-0660-4d69-aa96-b7dcdeff3b80 req-a5136ca2-283d-4e20-8818-b6231c7cbbc3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4a23e4f9-d4ef-406a-b7a6-dea368f7eb37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384083 May 04 19:07:37.280121 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvr_db [None req-f89cf11e-9fea-4f0d-9c93-bc9d5402963c None None] Set router bd463de1-e07e-49fe-a2e1-cee08d118527 gateway port host: dv-cinder-840525-1-iscsi {{(pid=103281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:07:37.287281 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-77bd15a6-0660-4d69-aa96-b7dcdeff3b80 req-15ee217f-e734-4bb6-82d6-dc07ae735edf service neutron] 10.222.0.55 "GET /v2.0/networks/4a23e4f9-d4ef-406a-b7a6-dea368f7eb37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875432 May 04 19:07:37.375696 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-77bd15a6-0660-4d69-aa96-b7dcdeff3b80 req-d0095510-17ec-42ca-9be2-947ad25afd9f service neutron] 10.222.0.55 "GET /v2.0/networks/4a23e4f9-d4ef-406a-b7a6-dea368f7eb37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815778 May 04 19:07:37.522232 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_hamode_db [None req-f89cf11e-9fea-4f0d-9c93-bc9d5402963c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd463de1-e07e-49fe-a2e1-cee08d118527', 'name': 'tempest-TestVolumeBootPattern-2088772060-router', 'tenant_id': '8e0c53091dab4ba790155c256f29db1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'external_fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '078e2e3c-28d4-4f38-9b5e-e3cfc67b471b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:04:10Z', 'updated_at': '2022-05-04T19:04:13Z', 'revision_number': 4, 'project_id': '8e0c53091dab4ba790155c256f29db1f', 'gw_port': {'id': '078e2e3c-28d4-4f38-9b5e-e3cfc67b471b', 'name': '', 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a6:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd463de1-e07e-49fe-a2e1-cee08d118527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:04:10Z', 'updated_at': '2022-05-04T19:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-1-iscsi', '_floatingips': [{'id': 'f97c928d-5965-474e-9049-b592cda1b87b', 'tenant_id': '8e0c53091dab4ba790155c256f29db1f', 'floating_ip_address': '172.27.0.99', 'floating_network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'router_id': 'bd463de1-e07e-49fe-a2e1-cee08d118527', 'port_id': '2283faec-13ca-4eef-a082-247317985371', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a23e4f9-d4ef-406a-b7a6-dea368f7eb37', 'mac_address': 'fa:16:3e:35:62:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe106df-66ba-4a0d-b64c-a0d0a9e52172', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T19:07:35Z', 'updated_at': '2022-05-04T19:07:35Z', 'revision_number': 0, 'project_id': '8e0c53091dab4ba790155c256f29db1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '721b03e0-3d9a-48fb-b8f1-ce1b232df2fb', 'name': '', 'network_id': '4a23e4f9-d4ef-406a-b7a6-dea368f7eb37', 'tenant_id': '8e0c53091dab4ba790155c256f29db1f', 'mac_address': 'fa:16:3e:61:f8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd463de1-e07e-49fe-a2e1-cee08d118527', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '5e7b376d-b1cb-4bfd-b355-a8ae47b6f0d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:04:13Z', 'updated_at': '2022-05-04T19:04:19Z', 'revision_number': 5, 'project_id': '8e0c53091dab4ba790155c256f29db1f', 'subnets': [{'id': '5e7b376d-b1cb-4bfd-b355-a8ae47b6f0d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-1-iscsi', False) {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:07:37.552761 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89cf11e-9fea-4f0d-9c93-bc9d5402963c None None] The sync data for ids ['bd463de1-e07e-49fe-a2e1-cee08d118527'] in dv-cinder-840525-1-iscsi is: [{'id': 'bd463de1-e07e-49fe-a2e1-cee08d118527', 'name': 'tempest-TestVolumeBootPattern-2088772060-router', 'tenant_id': '8e0c53091dab4ba790155c256f29db1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'external_fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '078e2e3c-28d4-4f38-9b5e-e3cfc67b471b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:04:10Z', 'updated_at': '2022-05-04T19:04:13Z', 'revision_number': 4, 'project_id': '8e0c53091dab4ba790155c256f29db1f', 'gw_port': {'id': '078e2e3c-28d4-4f38-9b5e-e3cfc67b471b', 'name': '', 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a6:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd463de1-e07e-49fe-a2e1-cee08d118527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:04:10Z', 'updated_at': '2022-05-04T19:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-1-iscsi', '_floatingips': [{'id': 'f97c928d-5965-474e-9049-b592cda1b87b', 'tenant_id': '8e0c53091dab4ba790155c256f29db1f', 'floating_ip_address': '172.27.0.99', 'floating_network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'router_id': 'bd463de1-e07e-49fe-a2e1-cee08d118527', 'port_id': '2283faec-13ca-4eef-a082-247317985371', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a23e4f9-d4ef-406a-b7a6-dea368f7eb37', 'mac_address': 'fa:16:3e:35:62:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe106df-66ba-4a0d-b64c-a0d0a9e52172', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T19:07:35Z', 'updated_at': '2022-05-04T19:07:35Z', 'revision_number': 0, 'project_id': '8e0c53091dab4ba790155c256f29db1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '721b03e0-3d9a-48fb-b8f1-ce1b232df2fb', 'name': '', 'network_id': '4a23e4f9-d4ef-406a-b7a6-dea368f7eb37', 'tenant_id': '8e0c53091dab4ba790155c256f29db1f', 'mac_address': 'fa:16:3e:61:f8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd463de1-e07e-49fe-a2e1-cee08d118527', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '5e7b376d-b1cb-4bfd-b355-a8ae47b6f0d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:04:13Z', 'updated_at': '2022-05-04T19:04:19Z', 'revision_number': 5, 'project_id': '8e0c53091dab4ba790155c256f29db1f', 'subnets': [{'id': '5e7b376d-b1cb-4bfd-b355-a8ae47b6f0d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 19:07:37.763030 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f718909b-b80e-4d21-9175-eb2c70627928 None None] New status for floating IP f97c928d-5965-474e-9049-b592cda1b87b: ACTIVE {{(pid=103282) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 19:07:46.665787 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-97afca19-549d-4df6-9d5e-709ff7683236 req-87392335-190e-4e0a-ac6d-95541c3b8a5b tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-493677012&fields=id&tenant_id=81a244b92c0244089fae6217754f5a02 HTTP/1.1" status: 200 len: 267 time: 0.0514615 May 04 19:07:46.724491 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97afca19-549d-4df6-9d5e-709ff7683236 req-3d62b8a3-1c2c-4f28-8de6-7b0903161572 tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:46.725891 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-97afca19-549d-4df6-9d5e-709ff7683236 req-3d62b8a3-1c2c-4f28-8de6-7b0903161572 tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8207dec-0bd9-4712-ba30-88e4ba4a70fc HTTP/1.1" status: 200 len: 985 time: 0.0518253 May 04 19:07:46.739773 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.v2.base [req-97afca19-549d-4df6-9d5e-709ff7683236 req-582736e6-22fe-40fa-9d80-e046a48fb5bb tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] Request body: {'port': {'security_groups': ['475b4d13-b5cb-4506-b192-2e9f8ccd472c']}} {{(pid=103279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:07:46.817684 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [req-97afca19-549d-4df6-9d5e-709ff7683236 req-582736e6-22fe-40fa-9d80-e046a48fb5bb tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (fe4bffa3-83b3-4125-a86e-4f3dece6116d), before_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:46.997003 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [req-97afca19-549d-4df6-9d5e-709ff7683236 req-582736e6-22fe-40fa-9d80-e046a48fb5bb tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] For port fe4bffa3-83b3-4125-a86e-4f3dece6116d, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=fe4bffa3-83b3-4125-a86e-4f3dece6116d,segment=NetworkSegment(fc4fd0b1-f8b1-4e14-be62-a089e6024178),segment_id=fc4fd0b1-f8b1-4e14-be62-a089e6024178)] {{(pid=103279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:07:47.025333 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [req-97afca19-549d-4df6-9d5e-709ff7683236 req-582736e6-22fe-40fa-9d80-e046a48fb5bb tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] Publish callbacks [] for port (fe4bffa3-83b3-4125-a86e-4f3dece6116d), precommit_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:47.032279 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [req-97afca19-549d-4df6-9d5e-709ff7683236 req-582736e6-22fe-40fa-9d80-e046a48fb5bb tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13908979'] for port (fe4bffa3-83b3-4125-a86e-4f3dece6116d), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:47.044494 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] get_ports_and_sgs() called for port_ids ['fe4bffa3-83b3-4125-a86e-4f3dece6116d'] {{(pid=103281) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 19:07:47.073390 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97afca19-549d-4df6-9d5e-709ff7683236 req-582736e6-22fe-40fa-9d80-e046a48fb5bb tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:47.073998 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [req-97afca19-549d-4df6-9d5e-709ff7683236 req-582736e6-22fe-40fa-9d80-e046a48fb5bb tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127086'] for port (None), before_response {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:47.075368 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-97afca19-549d-4df6-9d5e-709ff7683236 req-582736e6-22fe-40fa-9d80-e046a48fb5bb tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] 10.222.0.35 "PUT /v2.0/ports/fe4bffa3-83b3-4125-a86e-4f3dece6116d HTTP/1.1" status: 200 len: 943 time: 0.3404899 May 04 19:07:47.075816 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8207dec-0bd9-4712-ba30-88e4ba4a70fc', 'tag': 'fe4bffa3-83b3-4125-a86e-4f3dece6116d'}] {{(pid=103279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 19:07:47.078147 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f03067be0d021e11c0632f57e5c6e43a0067ecb248f9894e29d0a29efd5d62c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0762804-73b0-4a96-9cc3-33cbcf5019f8" -d '{"events": [{"name": "network-changed", "server_uuid": "d8207dec-0bd9-4712-ba30-88e4ba4a70fc", "tag": "fe4bffa3-83b3-4125-a86e-4f3dece6116d"}]}' {{(pid=103279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 19:07:47.082014 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 58260) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:07:47.111097 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582736e6-22fe-40fa-9d80-e046a48fb5bb tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] Pushing event updated for resources: {'Port': ['ID=fe4bffa3-83b3-4125-a86e-4f3dece6116d,revision_number=7']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:07:47.138879 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 19:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abefadb0-6a75-4a13-b375-862505836f45 x-openstack-request-id: req-abefadb0-6a75-4a13-b375-862505836f45 {{(pid=103279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 19:07:47.139170 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8207dec-0bd9-4712-ba30-88e4ba4a70fc", "tag": "fe4bffa3-83b3-4125-a86e-4f3dece6116d", "status": "completed", "code": 200}]} {{(pid=103279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 19:07:47.139429 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-abefadb0-6a75-4a13-b375-862505836f45 {{(pid=103279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 19:07:47.139840 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abefadb0-6a75-4a13-b375-862505836f45'] response: {'name': 'network-changed', 'server_uuid': 'd8207dec-0bd9-4712-ba30-88e4ba4a70fc', 'tag': 'fe4bffa3-83b3-4125-a86e-4f3dece6116d', 'status': 'completed', 'code': 200} May 04 19:07:47.158617 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-caaaa83e-8efb-4b60-b918-165eb9b48f70 tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] Publish callbacks [] for security_group (3997dbb2-f203-484a-a7c4-9dc6323ccd71), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:47.166222 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] get_ports_and_sgs() called for port_ids ['fe4bffa3-83b3-4125-a86e-4f3dece6116d'] {{(pid=103281) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 19:07:47.197580 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-caaaa83e-8efb-4b60-b918-165eb9b48f70 tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] Publish callbacks [] for security_group (3997dbb2-f203-484a-a7c4-9dc6323ccd71), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:47.222522 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0762804-73b0-4a96-9cc3-33cbcf5019f8 req-402ba1df-2623-4be2-a02e-e212845fab80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:47.224095 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-b0762804-73b0-4a96-9cc3-33cbcf5019f8 req-402ba1df-2623-4be2-a02e-e212845fab80 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=81a244b92c0244089fae6217754f5a02&device_id=d8207dec-0bd9-4712-ba30-88e4ba4a70fc HTTP/1.1" status: 200 len: 1130 time: 0.0590770 May 04 19:07:47.269329 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-caaaa83e-8efb-4b60-b918-165eb9b48f70 tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (3997dbb2-f203-484a-a7c4-9dc6323ccd71), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:47.274637 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-caaaa83e-8efb-4b60-b918-165eb9b48f70 tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] Publish callbacks [] for security_group (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:47.276067 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-caaaa83e-8efb-4b60-b918-165eb9b48f70 tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] 10.222.0.35 "DELETE /v2.0/security-groups/3997dbb2-f203-484a-a7c4-9dc6323ccd71 HTTP/1.1" status: 204 len: 168 time: 0.1928203 May 04 19:07:47.280097 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 58262) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:07:47.294715 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaaa83e-8efb-4b60-b918-165eb9b48f70 tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3997dbb2-f203-484a-a7c4-9dc6323ccd71,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:07:47.335468 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caaaa83e-8efb-4b60-b918-165eb9b48f70 tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:07:47.335723 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caaaa83e-8efb-4b60-b918-165eb9b48f70 tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:07:47.336062 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caaaa83e-8efb-4b60-b918-165eb9b48f70 tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:07:47.336400 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caaaa83e-8efb-4b60-b918-165eb9b48f70 tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:07:47.336728 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caaaa83e-8efb-4b60-b918-165eb9b48f70 tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:07:47.337071 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caaaa83e-8efb-4b60-b918-165eb9b48f70 tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:07:47.337417 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caaaa83e-8efb-4b60-b918-165eb9b48f70 tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:07:47.337747 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caaaa83e-8efb-4b60-b918-165eb9b48f70 tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:07:47.338078 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caaaa83e-8efb-4b60-b918-165eb9b48f70 tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:07:47.338405 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caaaa83e-8efb-4b60-b918-165eb9b48f70 tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:07:47.338731 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caaaa83e-8efb-4b60-b918-165eb9b48f70 tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:07:47.339067 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caaaa83e-8efb-4b60-b918-165eb9b48f70 tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:07:47.339373 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caaaa83e-8efb-4b60-b918-165eb9b48f70 tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:07:47.339696 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caaaa83e-8efb-4b60-b918-165eb9b48f70 tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:07:47.340011 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caaaa83e-8efb-4b60-b918-165eb9b48f70 tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:07:47.346558 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0762804-73b0-4a96-9cc3-33cbcf5019f8 req-eff4e9b2-8c4d-4b2f-95c4-b620dd44c079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:47.349385 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-b0762804-73b0-4a96-9cc3-33cbcf5019f8 req-eff4e9b2-8c4d-4b2f-95c4-b620dd44c079 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7d5ea884-5d18-4b5b-9c19-f2e6f023dcc0 HTTP/1.1" status: 200 len: 916 time: 0.1140203 May 04 19:07:47.414433 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-929854b9-5213-40e2-be25-05780e91e937 None None] Provisioning complete for port fe4bffa3-83b3-4125-a86e-4f3dece6116d triggered by entity DHCP. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:07:47.414799 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-929854b9-5213-40e2-be25-05780e91e937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1774450'] for port (fe4bffa3-83b3-4125-a86e-4f3dece6116d), provisioning_complete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:47.424583 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-b0762804-73b0-4a96-9cc3-33cbcf5019f8 req-cd43c63e-5e11-488c-9db6-ad403d4fff24 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fe4bffa3-83b3-4125-a86e-4f3dece6116d HTTP/1.1" status: 200 len: 1002 time: 0.0648670 May 04 19:07:47.460226 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.plugin [None req-2adf91c3-4e61-45bf-8346-d14778ac5192 tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] Deleting port 7b18ae3e-9b3b-4608-945b-531621e0853f {{(pid=103280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 19:07:47.460576 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-2adf91c3-4e61-45bf-8346-d14778ac5192 tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790498772255'] for port (7b18ae3e-9b3b-4608-945b-531621e0853f), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:47.474105 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0762804-73b0-4a96-9cc3-33cbcf5019f8 req-7c72ce9b-97ad-4214-80b9-9206a7ce9645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:47.475585 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-b0762804-73b0-4a96-9cc3-33cbcf5019f8 req-7c72ce9b-97ad-4214-80b9-9206a7ce9645 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0a23622a-7fe9-4456-9f9c-6faac77e234d HTTP/1.1" status: 200 len: 854 time: 0.0440781 May 04 19:07:47.506385 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-929854b9-5213-40e2-be25-05780e91e937 None None] Current status of the port fe4bffa3-83b3-4125-a86e-4f3dece6116d is: ACTIVE; New status is: ACTIVE {{(pid=103281) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:07:47.531562 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0762804-73b0-4a96-9cc3-33cbcf5019f8 req-5dc75022-69e2-4b99-8dac-93f2d800385b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:47.533100 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-b0762804-73b0-4a96-9cc3-33cbcf5019f8 req-5dc75022-69e2-4b99-8dac-93f2d800385b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7d5ea884-5d18-4b5b-9c19-f2e6f023dcc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400503 May 04 19:07:47.535873 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-2adf91c3-4e61-45bf-8346-d14778ac5192 tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607728'] for port (7b18ae3e-9b3b-4608-945b-531621e0853f), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:47.536198 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-2adf91c3-4e61-45bf-8346-d14778ac5192 tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] Publish callbacks [] for floatingip (7b18ae3e-9b3b-4608-945b-531621e0853f), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:47.548646 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.plugin [None req-2adf91c3-4e61-45bf-8346-d14778ac5192 tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] Calling delete_port for 7b18ae3e-9b3b-4608-945b-531621e0853f owned by network:floatingip {{(pid=103280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 19:07:47.630356 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-b0762804-73b0-4a96-9cc3-33cbcf5019f8 req-657da8b0-64ec-4f0d-a80a-2fa3b5a05f4e service neutron] 10.222.0.55 "GET /v2.0/networks/7d5ea884-5d18-4b5b-9c19-f2e6f023dcc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859396 May 04 19:07:47.719386 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-2adf91c3-4e61-45bf-8346-d14778ac5192 tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790498779311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790498302109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12874298'] for port (7b18ae3e-9b3b-4608-945b-531621e0853f), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:47.726450 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-b0762804-73b0-4a96-9cc3-33cbcf5019f8 req-65d42c64-ede3-45a4-b0a7-09c7a32c561f service neutron] 10.222.0.55 "GET /v2.0/networks/7d5ea884-5d18-4b5b-9c19-f2e6f023dcc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882759 May 04 19:07:47.746515 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adf91c3-4e61-45bf-8346-d14778ac5192 tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] Pushing event deleted for resources: {'Port': ['ID=7b18ae3e-9b3b-4608-945b-531621e0853f,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:07:47.810912 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-2adf91c3-4e61-45bf-8346-d14778ac5192 tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] Publish callbacks [] for floatingip (ff454b87-1c4c-47f8-87c9-76aa52d07f3c), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:47.811195 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.db.l3_db [None req-2adf91c3-4e61-45bf-8346-d14778ac5192 tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] Floating IP ff454b87-1c4c-47f8-87c9-76aa52d07f3c disassociated (deleted). External IP: 172.27.0.232, port: fe4bffa3-83b3-4125-a86e-4f3dece6116d. May 04 19:07:48.031224 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2adf91c3-4e61-45bf-8346-d14778ac5192 tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] Router 3bc742e7-2c0e-481d-bc32-86246613029a has already been hosted by L3 agent 0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b {{(pid=103280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 19:07:48.147016 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2adf91c3-4e61-45bf-8346-d14778ac5192 tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] Notify agent at l3_agent.dv-cinder-840525-1-iscsi the message routers_updated {{(pid=103280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 19:07:48.153857 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-2adf91c3-4e61-45bf-8346-d14778ac5192 tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127086'] for floatingip (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:48.160849 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a12317-e22c-421d-b08d-fd1790639c3f None None] Sync routers for ids ['3bc742e7-2c0e-481d-bc32-86246613029a'] in dv-cinder-840525-1-iscsi {{(pid=103281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 19:07:48.171704 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a12317-e22c-421d-b08d-fd1790639c3f None None] Routers {'3bc742e7-2c0e-481d-bc32-86246613029a'} bound to L3 agent in host dv-cinder-840525-1-iscsi {{(pid=103281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:07:48.172352 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_hamode_db [None req-67a12317-e22c-421d-b08d-fd1790639c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T18:48:29Z,description=,heartbeat_timestamp=2022-05-04T19:07:29Z,host='dv-cinder-840525-1-iscsi',id=0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:48:29Z,topic='l3_agent')) {'router_ids': ['3bc742e7-2c0e-481d-bc32-86246613029a'], 'active': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:07:48.186110 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-2adf91c3-4e61-45bf-8346-d14778ac5192 tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] 10.222.0.35 "DELETE /v2.0/floatingips/ff454b87-1c4c-47f8-87c9-76aa52d07f3c HTTP/1.1" status: 204 len: 168 time: 0.9037945 May 04 19:07:48.186674 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8207dec-0bd9-4712-ba30-88e4ba4a70fc', 'tag': 'fe4bffa3-83b3-4125-a86e-4f3dece6116d'}] {{(pid=103280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 19:07:48.188984 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d17ed66b9d9b08214cd1b2d258b378c61736cd464b468dfe37a5b26948fd6e52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc66c619-3680-486f-aa4a-5abb57c31c2d" -d '{"events": [{"name": "network-changed", "server_uuid": "d8207dec-0bd9-4712-ba30-88e4ba4a70fc", "tag": "fe4bffa3-83b3-4125-a86e-4f3dece6116d"}]}' {{(pid=103280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 19:07:48.224751 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 19:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1f00bd9-cede-4412-b5fc-f219eb796cce x-openstack-request-id: req-c1f00bd9-cede-4412-b5fc-f219eb796cce {{(pid=103280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 19:07:48.225045 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8207dec-0bd9-4712-ba30-88e4ba4a70fc", "tag": "fe4bffa3-83b3-4125-a86e-4f3dece6116d", "status": "completed", "code": 200}]} {{(pid=103280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 19:07:48.225315 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c1f00bd9-cede-4412-b5fc-f219eb796cce {{(pid=103280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 19:07:48.225725 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1f00bd9-cede-4412-b5fc-f219eb796cce'] response: {'name': 'network-changed', 'server_uuid': 'd8207dec-0bd9-4712-ba30-88e4ba4a70fc', 'tag': 'fe4bffa3-83b3-4125-a86e-4f3dece6116d', 'status': 'completed', 'code': 200} May 04 19:07:48.289504 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvr_db [None req-67a12317-e22c-421d-b08d-fd1790639c3f None None] Set router 3bc742e7-2c0e-481d-bc32-86246613029a gateway port host: dv-cinder-840525-1-iscsi {{(pid=103281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:07:48.293375 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc66c619-3680-486f-aa4a-5abb57c31c2d req-bec8230f-0ea5-45d2-9e21-5a2aa19be691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:48.294960 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-dc66c619-3680-486f-aa4a-5abb57c31c2d req-bec8230f-0ea5-45d2-9e21-5a2aa19be691 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=81a244b92c0244089fae6217754f5a02&device_id=d8207dec-0bd9-4712-ba30-88e4ba4a70fc HTTP/1.1" status: 200 len: 1130 time: 0.0463641 May 04 19:07:48.414726 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc66c619-3680-486f-aa4a-5abb57c31c2d req-b8831312-ff93-438b-9f02-25ec95c2e176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:48.418481 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-dc66c619-3680-486f-aa4a-5abb57c31c2d req-b8831312-ff93-438b-9f02-25ec95c2e176 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7d5ea884-5d18-4b5b-9c19-f2e6f023dcc0 HTTP/1.1" status: 200 len: 916 time: 0.1171231 May 04 19:07:48.469096 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-dc66c619-3680-486f-aa4a-5abb57c31c2d req-b202e239-a467-40da-a062-6ef78886b465 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fe4bffa3-83b3-4125-a86e-4f3dece6116d HTTP/1.1" status: 200 len: 217 time: 0.0388267 May 04 19:07:48.503860 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_hamode_db [None req-67a12317-e22c-421d-b08d-fd1790639c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bc742e7-2c0e-481d-bc32-86246613029a', 'name': 'tempest-TestMinimumBasicScenario-2076526033-router', 'tenant_id': '81a244b92c0244089fae6217754f5a02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'external_fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': '374d1f94-fefd-4a7f-87ef-db8103d04a63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:05:46Z', 'updated_at': '2022-05-04T19:05:48Z', 'revision_number': 4, 'project_id': '81a244b92c0244089fae6217754f5a02', 'gw_port': {'id': '374d1f94-fefd-4a7f-87ef-db8103d04a63', 'name': '', 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:66:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc742e7-2c0e-481d-bc32-86246613029a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:05:46Z', 'updated_at': '2022-05-04T19:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-1-iscsi', '_interfaces': [{'id': '72350696-c536-4aee-bb5c-b714aba9720c', 'name': '', 'network_id': '7d5ea884-5d18-4b5b-9c19-f2e6f023dcc0', 'tenant_id': '81a244b92c0244089fae6217754f5a02', 'mac_address': 'fa:16:3e:0b:ec:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc742e7-2c0e-481d-bc32-86246613029a', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '0a23622a-7fe9-4456-9f9c-6faac77e234d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:05:48Z', 'updated_at': '2022-05-04T19:05:52Z', 'revision_number': 5, 'project_id': '81a244b92c0244089fae6217754f5a02', 'subnets': [{'id': '0a23622a-7fe9-4456-9f9c-6faac77e234d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-1-iscsi', False) {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:07:48.519964 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc66c619-3680-486f-aa4a-5abb57c31c2d req-e141f59f-2636-488c-86d4-d11c5d8e6765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:48.521500 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-dc66c619-3680-486f-aa4a-5abb57c31c2d req-e141f59f-2636-488c-86d4-d11c5d8e6765 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0a23622a-7fe9-4456-9f9c-6faac77e234d HTTP/1.1" status: 200 len: 854 time: 0.0451698 May 04 19:07:48.534788 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a12317-e22c-421d-b08d-fd1790639c3f None None] Checking router: 3bc742e7-2c0e-481d-bc32-86246613029a for host: dv-cinder-840525-1-iscsi {{(pid=103281) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 19:07:48.543013 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a12317-e22c-421d-b08d-fd1790639c3f None None] Routers {'3bc742e7-2c0e-481d-bc32-86246613029a'} bound to L3 agent in host dv-cinder-840525-1-iscsi {{(pid=103281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:07:48.543626 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_hamode_db [None req-67a12317-e22c-421d-b08d-fd1790639c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T18:48:29Z,description=,heartbeat_timestamp=2022-05-04T19:07:29Z,host='dv-cinder-840525-1-iscsi',id=0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:48:29Z,topic='l3_agent')) {'router_ids': ['3bc742e7-2c0e-481d-bc32-86246613029a'], 'active': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:07:48.773124 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc66c619-3680-486f-aa4a-5abb57c31c2d req-bc3dd34c-ccb7-4a27-a35e-829d8a6fa416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:48.774621 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-dc66c619-3680-486f-aa4a-5abb57c31c2d req-bc3dd34c-ccb7-4a27-a35e-829d8a6fa416 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7d5ea884-5d18-4b5b-9c19-f2e6f023dcc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419288 May 04 19:07:48.785770 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvr_db [None req-67a12317-e22c-421d-b08d-fd1790639c3f None None] Set router 3bc742e7-2c0e-481d-bc32-86246613029a gateway port host: dv-cinder-840525-1-iscsi {{(pid=103281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:07:48.871227 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-dc66c619-3680-486f-aa4a-5abb57c31c2d req-22a8720e-d75d-45d2-a703-58bee4c567f5 service neutron] 10.222.0.55 "GET /v2.0/networks/7d5ea884-5d18-4b5b-9c19-f2e6f023dcc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882547 May 04 19:07:48.964191 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-dc66c619-3680-486f-aa4a-5abb57c31c2d req-3a0eff17-e692-45b4-afad-74b3f0d7f704 service neutron] 10.222.0.55 "GET /v2.0/networks/7d5ea884-5d18-4b5b-9c19-f2e6f023dcc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851574 May 04 19:07:48.978670 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_hamode_db [None req-67a12317-e22c-421d-b08d-fd1790639c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bc742e7-2c0e-481d-bc32-86246613029a', 'name': 'tempest-TestMinimumBasicScenario-2076526033-router', 'tenant_id': '81a244b92c0244089fae6217754f5a02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'external_fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': '374d1f94-fefd-4a7f-87ef-db8103d04a63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:05:46Z', 'updated_at': '2022-05-04T19:05:48Z', 'revision_number': 4, 'project_id': '81a244b92c0244089fae6217754f5a02', 'gw_port': {'id': '374d1f94-fefd-4a7f-87ef-db8103d04a63', 'name': '', 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:66:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc742e7-2c0e-481d-bc32-86246613029a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:05:46Z', 'updated_at': '2022-05-04T19:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-1-iscsi', '_interfaces': [{'id': '72350696-c536-4aee-bb5c-b714aba9720c', 'name': '', 'network_id': '7d5ea884-5d18-4b5b-9c19-f2e6f023dcc0', 'tenant_id': '81a244b92c0244089fae6217754f5a02', 'mac_address': 'fa:16:3e:0b:ec:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc742e7-2c0e-481d-bc32-86246613029a', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '0a23622a-7fe9-4456-9f9c-6faac77e234d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:05:48Z', 'updated_at': '2022-05-04T19:05:52Z', 'revision_number': 5, 'project_id': '81a244b92c0244089fae6217754f5a02', 'subnets': [{'id': '0a23622a-7fe9-4456-9f9c-6faac77e234d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-1-iscsi', False) {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:07:49.006925 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a12317-e22c-421d-b08d-fd1790639c3f None None] The sync data for ids ['3bc742e7-2c0e-481d-bc32-86246613029a'] in dv-cinder-840525-1-iscsi is: [{'id': '3bc742e7-2c0e-481d-bc32-86246613029a', 'name': 'tempest-TestMinimumBasicScenario-2076526033-router', 'tenant_id': '81a244b92c0244089fae6217754f5a02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'external_fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': '374d1f94-fefd-4a7f-87ef-db8103d04a63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:05:46Z', 'updated_at': '2022-05-04T19:05:48Z', 'revision_number': 4, 'project_id': '81a244b92c0244089fae6217754f5a02', 'gw_port': {'id': '374d1f94-fefd-4a7f-87ef-db8103d04a63', 'name': '', 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:66:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc742e7-2c0e-481d-bc32-86246613029a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:05:46Z', 'updated_at': '2022-05-04T19:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-1-iscsi', '_interfaces': [{'id': '72350696-c536-4aee-bb5c-b714aba9720c', 'name': '', 'network_id': '7d5ea884-5d18-4b5b-9c19-f2e6f023dcc0', 'tenant_id': '81a244b92c0244089fae6217754f5a02', 'mac_address': 'fa:16:3e:0b:ec:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc742e7-2c0e-481d-bc32-86246613029a', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '0a23622a-7fe9-4456-9f9c-6faac77e234d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:05:48Z', 'updated_at': '2022-05-04T19:05:52Z', 'revision_number': 5, 'project_id': '81a244b92c0244089fae6217754f5a02', 'subnets': [{'id': '0a23622a-7fe9-4456-9f9c-6faac77e234d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 19:07:49.228514 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f49be05-db20-434b-8160-86e0b25b916a None None] New status for floating IP ff454b87-1c4c-47f8-87c9-76aa52d07f3c: DOWN {{(pid=103282) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 19:07:50.962965 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883fb9f3-cb12-4449-a788-3262ff447a10 req-6792fd99-c453-4773-9e23-6db9f843dbf5 tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:50.964430 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-883fb9f3-cb12-4449-a788-3262ff447a10 req-6792fd99-c453-4773-9e23-6db9f843dbf5 tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8207dec-0bd9-4712-ba30-88e4ba4a70fc HTTP/1.1" status: 200 len: 946 time: 0.0484896 May 04 19:07:51.017724 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-883fb9f3-cb12-4449-a788-3262ff447a10 req-ba05d68c-b245-475d-8e36-e339bcf9117f tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] 10.222.0.35 "GET /v2.0/security-groups?id=475b4d13-b5cb-4506-b192-2e9f8ccd472c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473797 May 04 19:07:52.154948 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60724120-0084-4ef9-9775-6170ba09f451 req-f377ee1a-18c2-4b02-a09b-5496335bcea7 tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:52.156468 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-60724120-0084-4ef9-9775-6170ba09f451 req-f377ee1a-18c2-4b02-a09b-5496335bcea7 tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8207dec-0bd9-4712-ba30-88e4ba4a70fc HTTP/1.1" status: 200 len: 946 time: 0.0565231 May 04 19:07:52.204040 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-60724120-0084-4ef9-9775-6170ba09f451 req-4b57dc83-fa19-4f6a-9e5a-bf9120bdabc0 tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] 10.222.0.35 "GET /v2.0/security-groups?id=475b4d13-b5cb-4506-b192-2e9f8ccd472c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417275 May 04 19:07:52.830244 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b808dcb-9e56-4b66-860d-f3d676d05e36 req-4e651bfb-5b82-4d1c-96ef-4f90940abd96 tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:07:52.831696 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-5b808dcb-9e56-4b66-860d-f3d676d05e36 req-4e651bfb-5b82-4d1c-96ef-4f90940abd96 tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8207dec-0bd9-4712-ba30-88e4ba4a70fc HTTP/1.1" status: 200 len: 946 time: 0.0576854 May 04 19:07:52.917058 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [req-5b808dcb-9e56-4b66-860d-f3d676d05e36 req-91fe6f64-d9c6-456d-8731-6651e60ba06d tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] Deleting port fe4bffa3-83b3-4125-a86e-4f3dece6116d {{(pid=103279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 19:07:52.917398 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [req-5b808dcb-9e56-4b66-860d-f3d676d05e36 req-91fe6f64-d9c6-456d-8731-6651e60ba06d tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790498772255'] for port (fe4bffa3-83b3-4125-a86e-4f3dece6116d), before_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:53.007291 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [req-5b808dcb-9e56-4b66-860d-f3d676d05e36 req-91fe6f64-d9c6-456d-8731-6651e60ba06d tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] For port fe4bffa3-83b3-4125-a86e-4f3dece6116d, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=fe4bffa3-83b3-4125-a86e-4f3dece6116d,segment=NetworkSegment(fc4fd0b1-f8b1-4e14-be62-a089e6024178),segment_id=fc4fd0b1-f8b1-4e14-be62-a089e6024178)] {{(pid=103279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:07:53.007610 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [req-5b808dcb-9e56-4b66-860d-f3d676d05e36 req-91fe6f64-d9c6-456d-8731-6651e60ba06d tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607728'] for port (fe4bffa3-83b3-4125-a86e-4f3dece6116d), precommit_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:53.020316 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [req-5b808dcb-9e56-4b66-860d-f3d676d05e36 req-91fe6f64-d9c6-456d-8731-6651e60ba06d tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] Calling delete_port for fe4bffa3-83b3-4125-a86e-4f3dece6116d owned by compute:nova {{(pid=103279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 19:07:53.160046 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [req-5b808dcb-9e56-4b66-860d-f3d676d05e36 req-91fe6f64-d9c6-456d-8731-6651e60ba06d tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790498779311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790498302109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13908970'] for port (fe4bffa3-83b3-4125-a86e-4f3dece6116d), after_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:53.171728 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] get_ports_and_sgs() called for port_ids ['fe4bffa3-83b3-4125-a86e-4f3dece6116d'] {{(pid=103281) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 19:07:53.186153 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fe6f64-d9c6-456d-8731-6651e60ba06d tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] Pushing event deleted for resources: {'Port': ['ID=fe4bffa3-83b3-4125-a86e-4f3dece6116d,revision_number=None']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:07:53.231545 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b808dcb-9e56-4b66-860d-f3d676d05e36 req-91fe6f64-d9c6-456d-8731-6651e60ba06d tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] No DVR routers for this DVR port fe4bffa3-83b3-4125-a86e-4f3dece6116d on host hv-cinder-84052 {{(pid=103279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 19:07:53.234235 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [req-5b808dcb-9e56-4b66-860d-f3d676d05e36 req-91fe6f64-d9c6-456d-8731-6651e60ba06d tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127086'] for port (None), before_response {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:53.237622 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-5b808dcb-9e56-4b66-860d-f3d676d05e36 req-91fe6f64-d9c6-456d-8731-6651e60ba06d tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] 10.222.0.55 "DELETE /v2.0/ports/fe4bffa3-83b3-4125-a86e-4f3dece6116d HTTP/1.1" status: 204 len: 173 time: 0.3992577 May 04 19:07:53.238129 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8207dec-0bd9-4712-ba30-88e4ba4a70fc', 'name': 'network-vif-deleted', 'tag': 'fe4bffa3-83b3-4125-a86e-4f3dece6116d'}] {{(pid=103279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 19:07:53.240899 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f03067be0d021e11c0632f57e5c6e43a0067ecb248f9894e29d0a29efd5d62c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cb67ebe-69b6-439e-b0dc-ececb5de94cf" -d '{"events": [{"server_uuid": "d8207dec-0bd9-4712-ba30-88e4ba4a70fc", "name": "network-vif-deleted", "tag": "fe4bffa3-83b3-4125-a86e-4f3dece6116d"}]}' {{(pid=103279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 19:07:53.277917 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 19:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e693f3e1-ca00-40c4-8cdd-b293e1d86763 x-openstack-request-id: req-e693f3e1-ca00-40c4-8cdd-b293e1d86763 {{(pid=103279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 19:07:53.278333 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8207dec-0bd9-4712-ba30-88e4ba4a70fc", "name": "network-vif-deleted", "tag": "fe4bffa3-83b3-4125-a86e-4f3dece6116d", "status": "completed", "code": 200}]} {{(pid=103279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 19:07:53.278970 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e693f3e1-ca00-40c4-8cdd-b293e1d86763 {{(pid=103279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 19:07:53.279568 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e693f3e1-ca00-40c4-8cdd-b293e1d86763'] response: {'server_uuid': 'd8207dec-0bd9-4712-ba30-88e4ba4a70fc', 'name': 'network-vif-deleted', 'tag': 'fe4bffa3-83b3-4125-a86e-4f3dece6116d', 'status': 'completed', 'code': 200} May 04 19:07:53.309952 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-b43ca746-fb93-4225-aaa6-acfc1ebff326 req-65f87ffa-beac-4817-ae48-9aedbce82684 tempest-TestMinimumBasicScenario-1758784030 tempest-TestMinimumBasicScenario-1758784030-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8207dec-0bd9-4712-ba30-88e4ba4a70fc HTTP/1.1" status: 200 len: 210 time: 0.0343812 May 04 19:07:55.022932 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 58346) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:07:55.369568 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-02c1db30-27d5-46c4-aa5b-2958e6463325 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-607662'] for router_interface (3bc742e7-2c0e-481d-bc32-86246613029a), before_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:55.528673 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (bff7e656-358d-4e40-a36a-3f10fe33ffdf), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:55.602512 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-02c1db30-27d5-46c4-aa5b-2958e6463325 admin admin] Deleting port 72350696-c536-4aee-bb5c-b714aba9720c {{(pid=103279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 19:07:55.602810 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-02c1db30-27d5-46c4-aa5b-2958e6463325 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790498772255'] for port (72350696-c536-4aee-bb5c-b714aba9720c), before_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:55.679178 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-02c1db30-27d5-46c4-aa5b-2958e6463325 admin admin] For port 72350696-c536-4aee-bb5c-b714aba9720c, host dv-cinder-840525-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-1-iscsi',level=0,port_id=72350696-c536-4aee-bb5c-b714aba9720c,segment=NetworkSegment(fc4fd0b1-f8b1-4e14-be62-a089e6024178),segment_id=fc4fd0b1-f8b1-4e14-be62-a089e6024178)] {{(pid=103279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:07:55.679450 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-02c1db30-27d5-46c4-aa5b-2958e6463325 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607728'] for port (72350696-c536-4aee-bb5c-b714aba9720c), precommit_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:55.695063 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-02c1db30-27d5-46c4-aa5b-2958e6463325 admin admin] Calling delete_port for 72350696-c536-4aee-bb5c-b714aba9720c owned by network:router_interface {{(pid=103279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 19:07:55.874692 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-02c1db30-27d5-46c4-aa5b-2958e6463325 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790498779311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790498302109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13908970'] for port (72350696-c536-4aee-bb5c-b714aba9720c), after_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:55.912355 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c1db30-27d5-46c4-aa5b-2958e6463325 admin admin] Pushing event deleted for resources: {'Port': ['ID=72350696-c536-4aee-bb5c-b714aba9720c,revision_number=None']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:07:56.075055 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-02c1db30-27d5-46c4-aa5b-2958e6463325 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1572633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-611531'] for router_interface (3bc742e7-2c0e-481d-bc32-86246613029a), after_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:56.292733 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02c1db30-27d5-46c4-aa5b-2958e6463325 admin admin] Router 3bc742e7-2c0e-481d-bc32-86246613029a has already been hosted by L3 agent 0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b {{(pid=103279) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 19:07:56.400949 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02c1db30-27d5-46c4-aa5b-2958e6463325 admin admin] Notify agent at l3_agent.dv-cinder-840525-1-iscsi the message routers_updated {{(pid=103279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 19:07:56.406190 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-02c1db30-27d5-46c4-aa5b-2958e6463325 admin admin] 10.222.0.35 "PUT /v2.0/routers/3bc742e7-2c0e-481d-bc32-86246613029a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3822339 May 04 19:07:56.408703 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 58348) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:07:56.410357 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b369ff3-9778-40af-994e-6cee1f567d96 None None] Sync routers for ids ['3bc742e7-2c0e-481d-bc32-86246613029a'] in dv-cinder-840525-1-iscsi {{(pid=103281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 19:07:56.420983 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b369ff3-9778-40af-994e-6cee1f567d96 None None] Routers {'3bc742e7-2c0e-481d-bc32-86246613029a'} bound to L3 agent in host dv-cinder-840525-1-iscsi {{(pid=103281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:07:56.421641 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_hamode_db [None req-6b369ff3-9778-40af-994e-6cee1f567d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T18:48:29Z,description=,heartbeat_timestamp=2022-05-04T19:07:29Z,host='dv-cinder-840525-1-iscsi',id=0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:48:29Z,topic='l3_agent')) {'router_ids': ['3bc742e7-2c0e-481d-bc32-86246613029a'], 'active': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:07:56.539330 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvr_db [None req-6b369ff3-9778-40af-994e-6cee1f567d96 None None] Set router 3bc742e7-2c0e-481d-bc32-86246613029a gateway port host: dv-cinder-840525-1-iscsi {{(pid=103281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:07:56.717488 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Device fe4bffa3-83b3-4125-a86e-4f3dece6116d no longer exists at agent hyperv_hv-cinder-84052 {{(pid=103281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 19:07:56.780991 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] No Port match for: fe4bffa3-83b3-4125-a86e-4f3dece6116d {{(pid=103281) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 19:07:56.781312 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Device fe4bffa3-83b3-4125-a86e-4f3dece6116d not bound to the agent host hv-cinder-84052 {{(pid=103281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 19:07:56.792025 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-a4b94b1a-9da7-4627-b64f-2724ae4892a3 admin admin] Publish callbacks [] for router (3bc742e7-2c0e-481d-bc32-86246613029a), before_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:56.839424 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_hamode_db [None req-6b369ff3-9778-40af-994e-6cee1f567d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bc742e7-2c0e-481d-bc32-86246613029a', 'name': 'tempest-TestMinimumBasicScenario-2076526033-router', 'tenant_id': '81a244b92c0244089fae6217754f5a02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'external_fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': '374d1f94-fefd-4a7f-87ef-db8103d04a63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:05:46Z', 'updated_at': '2022-05-04T19:07:55Z', 'revision_number': 5, 'project_id': '81a244b92c0244089fae6217754f5a02', 'gw_port': {'id': '374d1f94-fefd-4a7f-87ef-db8103d04a63', 'name': '', 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:66:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc742e7-2c0e-481d-bc32-86246613029a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:05:46Z', 'updated_at': '2022-05-04T19:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-1-iscsi'}], 'dv-cinder-840525-1-iscsi', False) {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:07:56.866177 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b369ff3-9778-40af-994e-6cee1f567d96 None None] Checking router: 3bc742e7-2c0e-481d-bc32-86246613029a for host: dv-cinder-840525-1-iscsi {{(pid=103281) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 19:07:56.879487 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b369ff3-9778-40af-994e-6cee1f567d96 None None] Routers {'3bc742e7-2c0e-481d-bc32-86246613029a'} bound to L3 agent in host dv-cinder-840525-1-iscsi {{(pid=103281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:07:56.880102 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_hamode_db [None req-6b369ff3-9778-40af-994e-6cee1f567d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T18:48:29Z,description=,heartbeat_timestamp=2022-05-04T19:07:29Z,host='dv-cinder-840525-1-iscsi',id=0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:48:29Z,topic='l3_agent')) {'router_ids': ['3bc742e7-2c0e-481d-bc32-86246613029a'], 'active': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:07:56.895744 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-a4b94b1a-9da7-4627-b64f-2724ae4892a3 admin admin] Publish callbacks [] for router_gateway (3bc742e7-2c0e-481d-bc32-86246613029a), before_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:56.929333 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a775f4c1-bed9-43df-be92-401f01c40e65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (ae04e5b6-6ccf-46c0-81ba-a3f5b8ae390c), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:56.942236 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-a4b94b1a-9da7-4627-b64f-2724ae4892a3 admin admin] Deleting port 374d1f94-fefd-4a7f-87ef-db8103d04a63 {{(pid=103279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 19:07:56.942580 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-a4b94b1a-9da7-4627-b64f-2724ae4892a3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790498772255'] for port (374d1f94-fefd-4a7f-87ef-db8103d04a63), before_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:56.996270 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvr_db [None req-6b369ff3-9778-40af-994e-6cee1f567d96 None None] Set router 3bc742e7-2c0e-481d-bc32-86246613029a gateway port host: dv-cinder-840525-1-iscsi {{(pid=103281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:07:57.020073 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-a4b94b1a-9da7-4627-b64f-2724ae4892a3 admin admin] For port 374d1f94-fefd-4a7f-87ef-db8103d04a63, host dv-cinder-840525-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-1-iscsi',level=0,port_id=374d1f94-fefd-4a7f-87ef-db8103d04a63,segment=NetworkSegment(183e99eb-a03a-4429-82ba-edb66df2d5f7),segment_id=183e99eb-a03a-4429-82ba-edb66df2d5f7)] {{(pid=103279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:07:57.020552 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-a4b94b1a-9da7-4627-b64f-2724ae4892a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607728'] for port (374d1f94-fefd-4a7f-87ef-db8103d04a63), precommit_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:57.037459 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-a4b94b1a-9da7-4627-b64f-2724ae4892a3 admin admin] Calling delete_port for 374d1f94-fefd-4a7f-87ef-db8103d04a63 owned by network:router_gateway {{(pid=103279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 19:07:57.174599 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_hamode_db [None req-6b369ff3-9778-40af-994e-6cee1f567d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bc742e7-2c0e-481d-bc32-86246613029a', 'name': 'tempest-TestMinimumBasicScenario-2076526033-router', 'tenant_id': '81a244b92c0244089fae6217754f5a02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'external_fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': '374d1f94-fefd-4a7f-87ef-db8103d04a63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:05:46Z', 'updated_at': '2022-05-04T19:07:55Z', 'revision_number': 5, 'project_id': '81a244b92c0244089fae6217754f5a02', 'gw_port': {'id': '374d1f94-fefd-4a7f-87ef-db8103d04a63', 'name': '', 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:66:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc742e7-2c0e-481d-bc32-86246613029a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:05:46Z', 'updated_at': '2022-05-04T19:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-1-iscsi'}], 'dv-cinder-840525-1-iscsi', False) {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:07:57.202048 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b369ff3-9778-40af-994e-6cee1f567d96 None None] The sync data for ids ['3bc742e7-2c0e-481d-bc32-86246613029a'] in dv-cinder-840525-1-iscsi is: [{'id': '3bc742e7-2c0e-481d-bc32-86246613029a', 'name': 'tempest-TestMinimumBasicScenario-2076526033-router', 'tenant_id': '81a244b92c0244089fae6217754f5a02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'external_fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': '374d1f94-fefd-4a7f-87ef-db8103d04a63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:05:46Z', 'updated_at': '2022-05-04T19:07:55Z', 'revision_number': 5, 'project_id': '81a244b92c0244089fae6217754f5a02', 'gw_port': {'id': '374d1f94-fefd-4a7f-87ef-db8103d04a63', 'name': '', 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:66:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc742e7-2c0e-481d-bc32-86246613029a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:05:46Z', 'updated_at': '2022-05-04T19:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-1-iscsi'}] {{(pid=103281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 19:07:57.207772 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-a4b94b1a-9da7-4627-b64f-2724ae4892a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790498779311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790498302109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13908970'] for port (374d1f94-fefd-4a7f-87ef-db8103d04a63), after_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:57.236464 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b94b1a-9da7-4627-b64f-2724ae4892a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=374d1f94-fefd-4a7f-87ef-db8103d04a63,revision_number=None']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:07:57.297500 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-a4b94b1a-9da7-4627-b64f-2724ae4892a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-609976'] for router_gateway (3bc742e7-2c0e-481d-bc32-86246613029a), after_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:57.387590 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-a4b94b1a-9da7-4627-b64f-2724ae4892a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4414'] for router (3bc742e7-2c0e-481d-bc32-86246613029a), precommit_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:57.389757 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-a4b94b1a-9da7-4627-b64f-2724ae4892a3 admin admin] Publish callbacks [] for router_controller (3bc742e7-2c0e-481d-bc32-86246613029a), precommit_delete_associations {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:57.436232 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-a4b94b1a-9da7-4627-b64f-2724ae4892a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620629'] for router (3bc742e7-2c0e-481d-bc32-86246613029a), after_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:57.436784 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4b94b1a-9da7-4627-b64f-2724ae4892a3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3bc742e7-2c0e-481d-bc32-86246613029a {{(pid=103279) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 04 19:07:57.441741 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-a4b94b1a-9da7-4627-b64f-2724ae4892a3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:57.442497 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-a4b94b1a-9da7-4627-b64f-2724ae4892a3 admin admin] 10.222.0.35 "DELETE /v2.0/routers/3bc742e7-2c0e-481d-bc32-86246613029a HTTP/1.1" status: 204 len: 168 time: 1.0328126 May 04 19:07:57.445092 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 58350) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:07:57.494414 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ec7156f-f963-42c9-aafe-5715e9a38a82 admin admin] Deleting subnet 0a23622a-7fe9-4456-9f9c-6faac77e234d {{(pid=103279) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 19:07:57.497531 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-1ec7156f-f963-42c9-aafe-5715e9a38a82 admin admin] Publish callbacks [] for subnet (0a23622a-7fe9-4456-9f9c-6faac77e234d), before_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:57.531569 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-1ec7156f-f963-42c9-aafe-5715e9a38a82 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14495782'] for subnet (0a23622a-7fe9-4456-9f9c-6faac77e234d), precommit_delete_associations {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:57.615903 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-1ec7156f-f963-42c9-aafe-5715e9a38a82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771612'] for subnet (0a23622a-7fe9-4456-9f9c-6faac77e234d), precommit_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:57.669788 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-1ec7156f-f963-42c9-aafe-5715e9a38a82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13908921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14431951'] for subnet (0a23622a-7fe9-4456-9f9c-6faac77e234d), after_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:57.695756 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec7156f-f963-42c9-aafe-5715e9a38a82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a23622a-7fe9-4456-9f9c-6faac77e234d,revision_number=None']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:07:57.699234 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-1ec7156f-f963-42c9-aafe-5715e9a38a82 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:57.702614 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-1ec7156f-f963-42c9-aafe-5715e9a38a82 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/0a23622a-7fe9-4456-9f9c-6faac77e234d HTTP/1.1" status: 204 len: 168 time: 0.2564678 May 04 19:07:57.705099 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-353b8f0e-2d79-43be-9ff6-a679c297230c None None] Network 7d5ea884-5d18-4b5b-9c19-f2e6f023dcc0 requested from dv-cinder-840525-1-iscsi {{(pid=103281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 19:07:57.705671 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 58354) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:07:57.777405 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-d895058b-d977-4276-998d-5a96d5810a80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1681522'] for network (7d5ea884-5d18-4b5b-9c19-f2e6f023dcc0), before_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:57.830452 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-d895058b-d977-4276-998d-5a96d5810a80 admin admin] Deleting port 6968c496-9394-4ea1-b812-0e0d8735c26f {{(pid=103279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 19:07:57.830811 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-d895058b-d977-4276-998d-5a96d5810a80 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790498772255'] for port (6968c496-9394-4ea1-b812-0e0d8735c26f), before_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:57.881764 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-803ad95c-4089-4583-8fd6-e9131cbc41b6 None None] DHCP port deletion for 7d5ea884-5d18-4b5b-9c19-f2e6f023dcc0 request from dv-cinder-840525-1-iscsi {{(pid=103281) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 04 19:07:57.898644 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-d895058b-d977-4276-998d-5a96d5810a80 admin admin] For port 6968c496-9394-4ea1-b812-0e0d8735c26f, host dv-cinder-840525-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-1-iscsi',level=0,port_id=6968c496-9394-4ea1-b812-0e0d8735c26f,segment=NetworkSegment(fc4fd0b1-f8b1-4e14-be62-a089e6024178),segment_id=fc4fd0b1-f8b1-4e14-be62-a089e6024178)] {{(pid=103279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:07:57.899392 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-d895058b-d977-4276-998d-5a96d5810a80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607728'] for port (6968c496-9394-4ea1-b812-0e0d8735c26f), precommit_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:57.911997 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-d895058b-d977-4276-998d-5a96d5810a80 admin admin] Calling delete_port for 6968c496-9394-4ea1-b812-0e0d8735c26f owned by network:dhcp {{(pid=103279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 19:07:57.922977 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-803ad95c-4089-4583-8fd6-e9131cbc41b6 None None] Deleting port 6968c496-9394-4ea1-b812-0e0d8735c26f {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 19:07:57.923345 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-803ad95c-4089-4583-8fd6-e9131cbc41b6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790498772255'] for port (6968c496-9394-4ea1-b812-0e0d8735c26f), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:57.988407 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-803ad95c-4089-4583-8fd6-e9131cbc41b6 None None] For port 6968c496-9394-4ea1-b812-0e0d8735c26f, host dv-cinder-840525-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-1-iscsi',level=0,port_id=6968c496-9394-4ea1-b812-0e0d8735c26f,segment=NetworkSegment(fc4fd0b1-f8b1-4e14-be62-a089e6024178),segment_id=fc4fd0b1-f8b1-4e14-be62-a089e6024178)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:07:57.988787 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-803ad95c-4089-4583-8fd6-e9131cbc41b6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607728'] for port (6968c496-9394-4ea1-b812-0e0d8735c26f), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:57.997025 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-d895058b-d977-4276-998d-5a96d5810a80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790498779311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790498302109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13908970'] for port (6968c496-9394-4ea1-b812-0e0d8735c26f), after_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:58.002920 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-803ad95c-4089-4583-8fd6-e9131cbc41b6 None None] Calling delete_port for 6968c496-9394-4ea1-b812-0e0d8735c26f owned by network:dhcp {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 19:07:58.022213 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d895058b-d977-4276-998d-5a96d5810a80 admin admin] Pushing event deleted for resources: {'Port': ['ID=6968c496-9394-4ea1-b812-0e0d8735c26f,revision_number=None']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:07:58.026780 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d895058b-d977-4276-998d-5a96d5810a80 admin admin] No DVR routers for this DVR port 6968c496-9394-4ea1-b812-0e0d8735c26f on host dv-cinder-840525-1-iscsi {{(pid=103279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 19:07:58.080612 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-803ad95c-4089-4583-8fd6-e9131cbc41b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790498779311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790498302109'] for port (6968c496-9394-4ea1-b812-0e0d8735c26f), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:58.099290 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-d895058b-d977-4276-998d-5a96d5810a80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772425', 'neutron.services.segments.db._delete_segments_for_network-8790498765132'] for network (7d5ea884-5d18-4b5b-9c19-f2e6f023dcc0), precommit_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:58.108174 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803ad95c-4089-4583-8fd6-e9131cbc41b6 None None] Pushing event deleted for resources: {'Port': ['ID=6968c496-9394-4ea1-b812-0e0d8735c26f,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:07:58.111685 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803ad95c-4089-4583-8fd6-e9131cbc41b6 None None] No DVR routers for this DVR port 6968c496-9394-4ea1-b812-0e0d8735c26f on host dv-cinder-840525-1-iscsi {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 19:07:58.125916 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.services.segments.db [None req-d895058b-d977-4276-998d-5a96d5810a80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d5ea884-5d18-4b5b-9c19-f2e6f023dcc0']}} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:07:58.135485 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.services.segments.db [None req-d895058b-d977-4276-998d-5a96d5810a80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc4fd0b1-f8b1-4e14-be62-a089e6024178') {'for_net_delete': True} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:07:58.135781 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.services.segments.db [None req-d895058b-d977-4276-998d-5a96d5810a80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc4fd0b1-f8b1-4e14-be62-a089e6024178') {} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:07:58.145129 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-d895058b-d977-4276-998d-5a96d5810a80 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790498766421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14495801'] for segment (fc4fd0b1-f8b1-4e14-be62-a089e6024178), before_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:58.158700 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-d895058b-d977-4276-998d-5a96d5810a80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589113'] for segment (fc4fd0b1-f8b1-4e14-be62-a089e6024178), precommit_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:58.165040 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d895058b-d977-4276-998d-5a96d5810a80 admin admin] Releasing vlan 294 on physical network physnet1 to pool {{(pid=103279) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 19:07:58.165517 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-d895058b-d977-4276-998d-5a96d5810a80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13908959'] for segment (fc4fd0b1-f8b1-4e14-be62-a089e6024178), after_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:58.167445 dv-cinder-840525-1-iscsi neutron-server[103279]: Traceback (most recent call last): May 04 19:07:58.167445 dv-cinder-840525-1-iscsi neutron-server[103279]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 19:07:58.167445 dv-cinder-840525-1-iscsi neutron-server[103279]: timer() May 04 19:07:58.167445 dv-cinder-840525-1-iscsi neutron-server[103279]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 19:07:58.167445 dv-cinder-840525-1-iscsi neutron-server[103279]: cb(*args, **kw) May 04 19:07:58.167445 dv-cinder-840525-1-iscsi neutron-server[103279]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 19:07:58.167445 dv-cinder-840525-1-iscsi neutron-server[103279]: return func(*args, **kwargs) May 04 19:07:58.167445 dv-cinder-840525-1-iscsi neutron-server[103279]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 19:07:58.167445 dv-cinder-840525-1-iscsi neutron-server[103279]: self._notify() May 04 19:07:58.167445 dv-cinder-840525-1-iscsi neutron-server[103279]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 19:07:58.167445 dv-cinder-840525-1-iscsi neutron-server[103279]: self.callback(batched_events) May 04 19:07:58.167445 dv-cinder-840525-1-iscsi neutron-server[103279]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 19:07:58.167445 dv-cinder-840525-1-iscsi neutron-server[103279]: event.method(event) May 04 19:07:58.167445 dv-cinder-840525-1-iscsi neutron-server[103279]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 19:07:58.167445 dv-cinder-840525-1-iscsi neutron-server[103279]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 19:07:58.167445 dv-cinder-840525-1-iscsi neutron-server[103279]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 19:07:58.167445 dv-cinder-840525-1-iscsi neutron-server[103279]: aggregate_uuid = self.p_client.list_aggregates( May 04 19:07:58.167445 dv-cinder-840525-1-iscsi neutron-server[103279]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 19:07:58.167445 dv-cinder-840525-1-iscsi neutron-server[103279]: return f(self, *a, **k) May 04 19:07:58.167445 dv-cinder-840525-1-iscsi neutron-server[103279]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 19:07:58.167445 dv-cinder-840525-1-iscsi neutron-server[103279]: return self._get(url).json() May 04 19:07:58.167445 dv-cinder-840525-1-iscsi neutron-server[103279]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 19:07:58.167445 dv-cinder-840525-1-iscsi neutron-server[103279]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 19:07:58.167445 dv-cinder-840525-1-iscsi neutron-server[103279]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 19:07:58.167445 dv-cinder-840525-1-iscsi neutron-server[103279]: return self.request(url, 'GET', **kwargs) May 04 19:07:58.167445 dv-cinder-840525-1-iscsi neutron-server[103279]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 19:07:58.167445 dv-cinder-840525-1-iscsi neutron-server[103279]: base_url = self.get_endpoint(auth, allow=allow, May 04 19:07:58.167445 dv-cinder-840525-1-iscsi neutron-server[103279]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 19:07:58.167445 dv-cinder-840525-1-iscsi neutron-server[103279]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 19:07:58.167445 dv-cinder-840525-1-iscsi neutron-server[103279]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 19:07:58.167445 dv-cinder-840525-1-iscsi neutron-server[103279]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 19:07:58.167445 dv-cinder-840525-1-iscsi neutron-server[103279]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 19:07:58.226496 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-d895058b-d977-4276-998d-5a96d5810a80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608942'] for network (7d5ea884-5d18-4b5b-9c19-f2e6f023dcc0), after_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:58.232192 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-d895058b-d977-4276-998d-5a96d5810a80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572658'] for network (None), before_response {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:58.235327 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-d895058b-d977-4276-998d-5a96d5810a80 admin admin] 10.222.0.35 "DELETE /v2.0/networks/7d5ea884-5d18-4b5b-9c19-f2e6f023dcc0 HTTP/1.1" status: 204 len: 168 time: 0.5292444 May 04 19:07:58.238516 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 58356) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:07:58.247204 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d895058b-d977-4276-998d-5a96d5810a80 admin admin] Pushing event deleted for resources: {'Network': ['ID=7d5ea884-5d18-4b5b-9c19-f2e6f023dcc0,revision_number=None']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:07:58.585148 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-4f96cdb3-05a2-49a5-9e89-6cf73bd89f0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-607662'] for router_interface (ba686ba2-6883-48fa-8317-7d1e2d839cc5), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:59.082705 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-64cece18-3982-443d-ad7f-237cc33cc486 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:59.117453 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.plugin [None req-4f96cdb3-05a2-49a5-9e89-6cf73bd89f0c admin admin] Deleting port 02dfb3e6-bbc0-43b2-92c9-9a78e79b6536 {{(pid=103280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 19:07:59.117799 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-4f96cdb3-05a2-49a5-9e89-6cf73bd89f0c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790498772255'] for port (02dfb3e6-bbc0-43b2-92c9-9a78e79b6536), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:59.168045 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Device 374d1f94-fefd-4a7f-87ef-db8103d04a63 no longer exists at agent ovs-agent-dv-cinder-840525-1-iscsi {{(pid=103281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 19:07:59.188722 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] No Port match for: 374d1f94-fefd-4a7f-87ef-db8103d04a63 {{(pid=103281) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 19:07:59.189059 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Device 374d1f94-fefd-4a7f-87ef-db8103d04a63 not bound to the agent host dv-cinder-840525-1-iscsi {{(pid=103281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 19:07:59.189495 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Device 72350696-c536-4aee-bb5c-b714aba9720c no longer exists at agent ovs-agent-dv-cinder-840525-1-iscsi {{(pid=103281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 19:07:59.200714 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.db [None req-4f96cdb3-05a2-49a5-9e89-6cf73bd89f0c admin admin] For port 02dfb3e6-bbc0-43b2-92c9-9a78e79b6536, host dv-cinder-840525-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-1-iscsi',level=0,port_id=02dfb3e6-bbc0-43b2-92c9-9a78e79b6536,segment=NetworkSegment(66c3d971-ba20-4d62-89d2-c6388a3ad366),segment_id=66c3d971-ba20-4d62-89d2-c6388a3ad366)] {{(pid=103280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:07:59.201082 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-4f96cdb3-05a2-49a5-9e89-6cf73bd89f0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607728'] for port (02dfb3e6-bbc0-43b2-92c9-9a78e79b6536), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:59.208263 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] No Port match for: 72350696-c536-4aee-bb5c-b714aba9720c {{(pid=103281) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 19:07:59.208600 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Device 72350696-c536-4aee-bb5c-b714aba9720c not bound to the agent host dv-cinder-840525-1-iscsi {{(pid=103281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 19:07:59.209000 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Device 6968c496-9394-4ea1-b812-0e0d8735c26f no longer exists at agent ovs-agent-dv-cinder-840525-1-iscsi {{(pid=103281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 19:07:59.214028 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.plugin [None req-4f96cdb3-05a2-49a5-9e89-6cf73bd89f0c admin admin] Calling delete_port for 02dfb3e6-bbc0-43b2-92c9-9a78e79b6536 owned by network:router_interface {{(pid=103280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 19:07:59.227378 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] No Port match for: 6968c496-9394-4ea1-b812-0e0d8735c26f {{(pid=103281) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 19:07:59.227722 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Device 6968c496-9394-4ea1-b812-0e0d8735c26f not bound to the agent host dv-cinder-840525-1-iscsi {{(pid=103281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 19:07:59.415182 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-4f96cdb3-05a2-49a5-9e89-6cf73bd89f0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790498779311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790498302109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12874298'] for port (02dfb3e6-bbc0-43b2-92c9-9a78e79b6536), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:59.440122 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f96cdb3-05a2-49a5-9e89-6cf73bd89f0c admin admin] Pushing event deleted for resources: {'Port': ['ID=02dfb3e6-bbc0-43b2-92c9-9a78e79b6536,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:07:59.612382 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-4f96cdb3-05a2-49a5-9e89-6cf73bd89f0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1572633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-611531'] for router_interface (ba686ba2-6883-48fa-8317-7d1e2d839cc5), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:07:59.824726 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f96cdb3-05a2-49a5-9e89-6cf73bd89f0c admin admin] Router ba686ba2-6883-48fa-8317-7d1e2d839cc5 has already been hosted by L3 agent 0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b {{(pid=103280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 19:07:59.937513 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f96cdb3-05a2-49a5-9e89-6cf73bd89f0c admin admin] Notify agent at l3_agent.dv-cinder-840525-1-iscsi the message routers_updated {{(pid=103280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 19:07:59.942703 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-4f96cdb3-05a2-49a5-9e89-6cf73bd89f0c admin admin] 10.222.0.35 "PUT /v2.0/routers/ba686ba2-6883-48fa-8317-7d1e2d839cc5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7032073 May 04 19:07:59.945454 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 58358) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:07:59.948018 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d09450-f49e-4829-ad4a-7e9c7e89c094 None None] Sync routers for ids ['ba686ba2-6883-48fa-8317-7d1e2d839cc5'] in dv-cinder-840525-1-iscsi {{(pid=103282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 19:07:59.961466 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d09450-f49e-4829-ad4a-7e9c7e89c094 None None] Routers {'ba686ba2-6883-48fa-8317-7d1e2d839cc5'} bound to L3 agent in host dv-cinder-840525-1-iscsi {{(pid=103282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:07:59.962081 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-b1d09450-f49e-4829-ad4a-7e9c7e89c094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T18:48:29Z,description=,heartbeat_timestamp=2022-05-04T19:07:59Z,host='dv-cinder-840525-1-iscsi',id=0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:48:29Z,topic='l3_agent')) {'router_ids': ['ba686ba2-6883-48fa-8317-7d1e2d839cc5'], 'active': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:08:00.051928 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-e0d51d5a-7a1c-4094-a16d-915e2a76c294 admin admin] Publish callbacks [] for router (ba686ba2-6883-48fa-8317-7d1e2d839cc5), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:08:00.066567 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvr_db [None req-b1d09450-f49e-4829-ad4a-7e9c7e89c094 None None] Set router ba686ba2-6883-48fa-8317-7d1e2d839cc5 gateway port host: dv-cinder-840525-1-iscsi {{(pid=103282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:08:00.157114 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-e0d51d5a-7a1c-4094-a16d-915e2a76c294 admin admin] Publish callbacks [] for router_gateway (ba686ba2-6883-48fa-8317-7d1e2d839cc5), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:08:00.175006 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-821a3753-c8bb-408e-a9d9-42d2a9d3d908 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (306b1285-d967-49ee-a8ef-a34b4fe65fa5), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:08:00.207311 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.plugin [None req-e0d51d5a-7a1c-4094-a16d-915e2a76c294 admin admin] Deleting port 560aaed3-af5b-40a9-97ef-af95b144290f {{(pid=103280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 19:08:00.207658 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-e0d51d5a-7a1c-4094-a16d-915e2a76c294 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790498772255'] for port (560aaed3-af5b-40a9-97ef-af95b144290f), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:08:00.235676 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-b1d09450-f49e-4829-ad4a-7e9c7e89c094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba686ba2-6883-48fa-8317-7d1e2d839cc5', 'name': 'tempest-TestMinimumBasicScenario-1772230035-router', 'tenant_id': '8d878264f67e439bb744394adbb5c686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'external_fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '560aaed3-af5b-40a9-97ef-af95b144290f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:05:50Z', 'updated_at': '2022-05-04T19:07:59Z', 'revision_number': 5, 'project_id': '8d878264f67e439bb744394adbb5c686', 'gw_port': {'id': '560aaed3-af5b-40a9-97ef-af95b144290f', 'name': '', 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:53:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba686ba2-6883-48fa-8317-7d1e2d839cc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:05:51Z', 'updated_at': '2022-05-04T19:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-1-iscsi'}], 'dv-cinder-840525-1-iscsi', False) {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:08:00.262595 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d09450-f49e-4829-ad4a-7e9c7e89c094 None None] Checking router: ba686ba2-6883-48fa-8317-7d1e2d839cc5 for host: dv-cinder-840525-1-iscsi {{(pid=103282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 19:08:00.271115 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d09450-f49e-4829-ad4a-7e9c7e89c094 None None] Routers {'ba686ba2-6883-48fa-8317-7d1e2d839cc5'} bound to L3 agent in host dv-cinder-840525-1-iscsi {{(pid=103282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:08:00.271725 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-b1d09450-f49e-4829-ad4a-7e9c7e89c094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T18:48:29Z,description=,heartbeat_timestamp=2022-05-04T19:07:59Z,host='dv-cinder-840525-1-iscsi',id=0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:48:29Z,topic='l3_agent')) {'router_ids': ['ba686ba2-6883-48fa-8317-7d1e2d839cc5'], 'active': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:08:00.293355 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.db [None req-e0d51d5a-7a1c-4094-a16d-915e2a76c294 admin admin] For port 560aaed3-af5b-40a9-97ef-af95b144290f, host dv-cinder-840525-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-1-iscsi',level=0,port_id=560aaed3-af5b-40a9-97ef-af95b144290f,segment=NetworkSegment(183e99eb-a03a-4429-82ba-edb66df2d5f7),segment_id=183e99eb-a03a-4429-82ba-edb66df2d5f7)] {{(pid=103280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:08:00.293720 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-e0d51d5a-7a1c-4094-a16d-915e2a76c294 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607728'] for port (560aaed3-af5b-40a9-97ef-af95b144290f), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:08:00.307833 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.plugin [None req-e0d51d5a-7a1c-4094-a16d-915e2a76c294 admin admin] Calling delete_port for 560aaed3-af5b-40a9-97ef-af95b144290f owned by network:router_gateway {{(pid=103280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 19:08:00.445391 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvr_db [None req-b1d09450-f49e-4829-ad4a-7e9c7e89c094 None None] Set router ba686ba2-6883-48fa-8317-7d1e2d839cc5 gateway port host: None {{(pid=103282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:08:00.480160 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-e0d51d5a-7a1c-4094-a16d-915e2a76c294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790498779311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790498302109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12874298'] for port (560aaed3-af5b-40a9-97ef-af95b144290f), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:08:00.499513 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-b1d09450-f49e-4829-ad4a-7e9c7e89c094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba686ba2-6883-48fa-8317-7d1e2d839cc5', 'name': 'tempest-TestMinimumBasicScenario-1772230035-router', 'tenant_id': '8d878264f67e439bb744394adbb5c686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:05:50Z', 'updated_at': '2022-05-04T19:08:00Z', 'revision_number': 6, 'project_id': '8d878264f67e439bb744394adbb5c686', 'gw_port_host': None}], 'dv-cinder-840525-1-iscsi', False) {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:08:00.508759 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d51d5a-7a1c-4094-a16d-915e2a76c294 admin admin] Pushing event deleted for resources: {'Port': ['ID=560aaed3-af5b-40a9-97ef-af95b144290f,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:08:00.528008 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d09450-f49e-4829-ad4a-7e9c7e89c094 None None] The sync data for ids ['ba686ba2-6883-48fa-8317-7d1e2d839cc5'] in dv-cinder-840525-1-iscsi is: [{'id': 'ba686ba2-6883-48fa-8317-7d1e2d839cc5', 'name': 'tempest-TestMinimumBasicScenario-1772230035-router', 'tenant_id': '8d878264f67e439bb744394adbb5c686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:05:50Z', 'updated_at': '2022-05-04T19:08:00Z', 'revision_number': 6, 'project_id': '8d878264f67e439bb744394adbb5c686', 'gw_port_host': None}] {{(pid=103282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 19:08:00.579069 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-e0d51d5a-7a1c-4094-a16d-915e2a76c294 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-609976'] for router_gateway (ba686ba2-6883-48fa-8317-7d1e2d839cc5), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:08:00.670002 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-e0d51d5a-7a1c-4094-a16d-915e2a76c294 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4414'] for router (ba686ba2-6883-48fa-8317-7d1e2d839cc5), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:08:00.672184 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-e0d51d5a-7a1c-4094-a16d-915e2a76c294 admin admin] Publish callbacks [] for router_controller (ba686ba2-6883-48fa-8317-7d1e2d839cc5), precommit_delete_associations {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:08:00.715841 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-e0d51d5a-7a1c-4094-a16d-915e2a76c294 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620629'] for router (ba686ba2-6883-48fa-8317-7d1e2d839cc5), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:08:00.716747 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0d51d5a-7a1c-4094-a16d-915e2a76c294 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ba686ba2-6883-48fa-8317-7d1e2d839cc5 {{(pid=103280) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 04 19:08:00.721543 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-e0d51d5a-7a1c-4094-a16d-915e2a76c294 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:08:00.722966 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-e0d51d5a-7a1c-4094-a16d-915e2a76c294 admin admin] 10.222.0.35 "DELETE /v2.0/routers/ba686ba2-6883-48fa-8317-7d1e2d839cc5 HTTP/1.1" status: 204 len: 168 time: 0.7766087 May 04 19:08:00.725654 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 58360) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:08:00.772642 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.db.db_base_plugin_v2 [None req-44e40319-bfab-42ff-8b7b-0c0e6e570592 admin admin] Deleting subnet 53bca8d3-6814-43c9-bc61-796d3cae6306 {{(pid=103280) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 19:08:00.775899 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-44e40319-bfab-42ff-8b7b-0c0e6e570592 admin admin] Publish callbacks [] for subnet (53bca8d3-6814-43c9-bc61-796d3cae6306), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:08:00.810868 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-44e40319-bfab-42ff-8b7b-0c0e6e570592 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12886072'] for subnet (53bca8d3-6814-43c9-bc61-796d3cae6306), precommit_delete_associations {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:08:00.889576 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-44e40319-bfab-42ff-8b7b-0c0e6e570592 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771612'] for subnet (53bca8d3-6814-43c9-bc61-796d3cae6306), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:08:00.948687 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-44e40319-bfab-42ff-8b7b-0c0e6e570592 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12874345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13129182'] for subnet (53bca8d3-6814-43c9-bc61-796d3cae6306), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:08:00.976545 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e40319-bfab-42ff-8b7b-0c0e6e570592 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53bca8d3-6814-43c9-bc61-796d3cae6306,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:08:00.982270 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-44e40319-bfab-42ff-8b7b-0c0e6e570592 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572658'] for subnet (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:08:00.985523 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-44e40319-bfab-42ff-8b7b-0c0e6e570592 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/53bca8d3-6814-43c9-bc61-796d3cae6306 HTTP/1.1" status: 204 len: 168 time: 0.2587273 May 04 19:08:00.988173 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 58362) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:08:00.991807 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5879f22-51c0-450d-b900-52e8c0d37709 None None] Network be230e5a-9ba2-4aa8-b00c-8632026b3b9a requested from dv-cinder-840525-1-iscsi {{(pid=103281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 19:08:01.061039 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-d6ba4e67-0520-4c1a-93c4-06cdc3706a70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1681522'] for network (be230e5a-9ba2-4aa8-b00c-8632026b3b9a), before_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:08:01.104382 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-d6ba4e67-0520-4c1a-93c4-06cdc3706a70 admin admin] Deleting port eeb23007-ec13-4540-b11a-9f85c7774ed2 {{(pid=103279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 19:08:01.104719 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-d6ba4e67-0520-4c1a-93c4-06cdc3706a70 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790498772255'] for port (eeb23007-ec13-4540-b11a-9f85c7774ed2), before_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:08:01.170611 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-d6ba4e67-0520-4c1a-93c4-06cdc3706a70 admin admin] For port eeb23007-ec13-4540-b11a-9f85c7774ed2, host dv-cinder-840525-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-1-iscsi',level=0,port_id=eeb23007-ec13-4540-b11a-9f85c7774ed2,segment=NetworkSegment(66c3d971-ba20-4d62-89d2-c6388a3ad366),segment_id=66c3d971-ba20-4d62-89d2-c6388a3ad366)] {{(pid=103279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:08:01.170965 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-d6ba4e67-0520-4c1a-93c4-06cdc3706a70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607728'] for port (eeb23007-ec13-4540-b11a-9f85c7774ed2), precommit_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:08:01.183593 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-d6ba4e67-0520-4c1a-93c4-06cdc3706a70 admin admin] Calling delete_port for eeb23007-ec13-4540-b11a-9f85c7774ed2 owned by network:dhcp {{(pid=103279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 19:08:01.264767 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-d6ba4e67-0520-4c1a-93c4-06cdc3706a70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790498779311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790498302109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13908970'] for port (eeb23007-ec13-4540-b11a-9f85c7774ed2), after_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:08:01.292704 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ba4e67-0520-4c1a-93c4-06cdc3706a70 admin admin] No DVR routers for this DVR port eeb23007-ec13-4540-b11a-9f85c7774ed2 on host dv-cinder-840525-1-iscsi {{(pid=103279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 19:08:01.297401 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ba4e67-0520-4c1a-93c4-06cdc3706a70 admin admin] Pushing event deleted for resources: {'Port': ['ID=eeb23007-ec13-4540-b11a-9f85c7774ed2,revision_number=None']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:08:01.318388 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22f93853-a142-463c-8313-ab698491ba21 None None] DHCP port deletion for be230e5a-9ba2-4aa8-b00c-8632026b3b9a request from dv-cinder-840525-1-iscsi {{(pid=103281) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 04 19:08:01.374697 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Device eeb23007-ec13-4540-b11a-9f85c7774ed2 no longer exists at agent ovs-agent-dv-cinder-840525-1-iscsi {{(pid=103281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 19:08:01.385224 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-d6ba4e67-0520-4c1a-93c4-06cdc3706a70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772425', 'neutron.services.segments.db._delete_segments_for_network-8790498765132'] for network (be230e5a-9ba2-4aa8-b00c-8632026b3b9a), precommit_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:08:01.395178 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] No Port match for: eeb23007-ec13-4540-b11a-9f85c7774ed2 {{(pid=103281) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 19:08:01.395615 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Device eeb23007-ec13-4540-b11a-9f85c7774ed2 not bound to the agent host dv-cinder-840525-1-iscsi {{(pid=103281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 19:08:01.395922 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Device 02dfb3e6-bbc0-43b2-92c9-9a78e79b6536 no longer exists at agent ovs-agent-dv-cinder-840525-1-iscsi {{(pid=103281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 19:08:01.405621 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.services.segments.db [None req-d6ba4e67-0520-4c1a-93c4-06cdc3706a70 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be230e5a-9ba2-4aa8-b00c-8632026b3b9a']}} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:08:01.416954 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.services.segments.db [None req-d6ba4e67-0520-4c1a-93c4-06cdc3706a70 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66c3d971-ba20-4d62-89d2-c6388a3ad366') {'for_net_delete': True} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:08:01.417320 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.services.segments.db [None req-d6ba4e67-0520-4c1a-93c4-06cdc3706a70 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66c3d971-ba20-4d62-89d2-c6388a3ad366') {} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:08:01.422712 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] No Port match for: 02dfb3e6-bbc0-43b2-92c9-9a78e79b6536 {{(pid=103281) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 19:08:01.423052 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Device 02dfb3e6-bbc0-43b2-92c9-9a78e79b6536 not bound to the agent host dv-cinder-840525-1-iscsi {{(pid=103281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 19:08:01.423446 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Device 560aaed3-af5b-40a9-97ef-af95b144290f no longer exists at agent ovs-agent-dv-cinder-840525-1-iscsi {{(pid=103281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 19:08:01.427731 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-d6ba4e67-0520-4c1a-93c4-06cdc3706a70 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790498766421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14495801'] for segment (66c3d971-ba20-4d62-89d2-c6388a3ad366), before_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:08:01.441601 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-d6ba4e67-0520-4c1a-93c4-06cdc3706a70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589113'] for segment (66c3d971-ba20-4d62-89d2-c6388a3ad366), precommit_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:08:01.442790 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] No Port match for: 560aaed3-af5b-40a9-97ef-af95b144290f {{(pid=103281) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 19:08:01.443135 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Device 560aaed3-af5b-40a9-97ef-af95b144290f not bound to the agent host dv-cinder-840525-1-iscsi {{(pid=103281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 19:08:01.448473 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6ba4e67-0520-4c1a-93c4-06cdc3706a70 admin admin] Releasing vlan 266 on physical network physnet1 to pool {{(pid=103279) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 19:08:01.448876 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-d6ba4e67-0520-4c1a-93c4-06cdc3706a70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13908959'] for segment (66c3d971-ba20-4d62-89d2-c6388a3ad366), after_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:08:01.450754 dv-cinder-840525-1-iscsi neutron-server[103279]: Traceback (most recent call last): May 04 19:08:01.450754 dv-cinder-840525-1-iscsi neutron-server[103279]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 19:08:01.450754 dv-cinder-840525-1-iscsi neutron-server[103279]: timer() May 04 19:08:01.450754 dv-cinder-840525-1-iscsi neutron-server[103279]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 19:08:01.450754 dv-cinder-840525-1-iscsi neutron-server[103279]: cb(*args, **kw) May 04 19:08:01.450754 dv-cinder-840525-1-iscsi neutron-server[103279]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 19:08:01.450754 dv-cinder-840525-1-iscsi neutron-server[103279]: return func(*args, **kwargs) May 04 19:08:01.450754 dv-cinder-840525-1-iscsi neutron-server[103279]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 19:08:01.450754 dv-cinder-840525-1-iscsi neutron-server[103279]: self._notify() May 04 19:08:01.450754 dv-cinder-840525-1-iscsi neutron-server[103279]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 19:08:01.450754 dv-cinder-840525-1-iscsi neutron-server[103279]: self.callback(batched_events) May 04 19:08:01.450754 dv-cinder-840525-1-iscsi neutron-server[103279]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 19:08:01.450754 dv-cinder-840525-1-iscsi neutron-server[103279]: event.method(event) May 04 19:08:01.450754 dv-cinder-840525-1-iscsi neutron-server[103279]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 19:08:01.450754 dv-cinder-840525-1-iscsi neutron-server[103279]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 19:08:01.450754 dv-cinder-840525-1-iscsi neutron-server[103279]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 19:08:01.450754 dv-cinder-840525-1-iscsi neutron-server[103279]: aggregate_uuid = self.p_client.list_aggregates( May 04 19:08:01.450754 dv-cinder-840525-1-iscsi neutron-server[103279]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 19:08:01.450754 dv-cinder-840525-1-iscsi neutron-server[103279]: return f(self, *a, **k) May 04 19:08:01.450754 dv-cinder-840525-1-iscsi neutron-server[103279]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 19:08:01.450754 dv-cinder-840525-1-iscsi neutron-server[103279]: return self._get(url).json() May 04 19:08:01.450754 dv-cinder-840525-1-iscsi neutron-server[103279]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 19:08:01.450754 dv-cinder-840525-1-iscsi neutron-server[103279]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 19:08:01.450754 dv-cinder-840525-1-iscsi neutron-server[103279]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 19:08:01.450754 dv-cinder-840525-1-iscsi neutron-server[103279]: return self.request(url, 'GET', **kwargs) May 04 19:08:01.450754 dv-cinder-840525-1-iscsi neutron-server[103279]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 19:08:01.450754 dv-cinder-840525-1-iscsi neutron-server[103279]: base_url = self.get_endpoint(auth, allow=allow, May 04 19:08:01.450754 dv-cinder-840525-1-iscsi neutron-server[103279]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 19:08:01.450754 dv-cinder-840525-1-iscsi neutron-server[103279]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 19:08:01.450754 dv-cinder-840525-1-iscsi neutron-server[103279]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 19:08:01.450754 dv-cinder-840525-1-iscsi neutron-server[103279]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 19:08:01.450754 dv-cinder-840525-1-iscsi neutron-server[103279]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 19:08:01.520582 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-d6ba4e67-0520-4c1a-93c4-06cdc3706a70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608942'] for network (be230e5a-9ba2-4aa8-b00c-8632026b3b9a), after_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:08:01.526614 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-d6ba4e67-0520-4c1a-93c4-06cdc3706a70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572658'] for network (None), before_response {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:08:01.531860 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-d6ba4e67-0520-4c1a-93c4-06cdc3706a70 admin admin] 10.222.0.35 "DELETE /v2.0/networks/be230e5a-9ba2-4aa8-b00c-8632026b3b9a HTTP/1.1" status: 204 len: 168 time: 0.5425639 May 04 19:08:01.547578 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ba4e67-0520-4c1a-93c4-06cdc3706a70 admin admin] Pushing event deleted for resources: {'Network': ['ID=be230e5a-9ba2-4aa8-b00c-8632026b3b9a,revision_number=None']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:08:01.564295 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6c0ba996-b759-4c13-9ac4-7b7303adc758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (c2d3299f-8f0d-4c34-a270-91edff31f494), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:08:01.701068 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 58366) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:08:01.740688 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-2f757480-0fc7-4cb9-9b08-ab305ac50706 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=81a244b92c0244089fae6217754f5a02&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383384 May 04 19:08:01.743290 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 58368) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:08:01.795691 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-fdf1450c-433e-41d2-bbb4-98bd0a2d67d1 admin admin] Publish callbacks [] for security_group (475b4d13-b5cb-4506-b192-2e9f8ccd472c), before_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:08:01.817881 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-fdf1450c-433e-41d2-bbb4-98bd0a2d67d1 admin admin] Publish callbacks [] for security_group (475b4d13-b5cb-4506-b192-2e9f8ccd472c), precommit_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:08:01.872180 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-fdf1450c-433e-41d2-bbb4-98bd0a2d67d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (475b4d13-b5cb-4506-b192-2e9f8ccd472c), after_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:08:01.876453 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-fdf1450c-433e-41d2-bbb4-98bd0a2d67d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:08:01.878048 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-fdf1450c-433e-41d2-bbb4-98bd0a2d67d1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/475b4d13-b5cb-4506-b192-2e9f8ccd472c HTTP/1.1" status: 204 len: 168 time: 0.1338267 May 04 19:08:01.886052 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf1450c-433e-41d2-bbb4-98bd0a2d67d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=475b4d13-b5cb-4506-b192-2e9f8ccd472c,revision_number=None']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:08:02.219023 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 58374) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:08:02.262963 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-6f65ee29-1f26-4e6f-a43e-604a9572f121 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8d878264f67e439bb744394adbb5c686&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0427735 May 04 19:08:02.266612 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 58376) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:08:02.314122 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-c0749e67-a672-4b66-8412-98a3b4865868 admin admin] Publish callbacks [] for security_group (bedf27f5-f0ac-4442-8c95-7d65f17e7724), before_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:08:02.334948 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-c0749e67-a672-4b66-8412-98a3b4865868 admin admin] Publish callbacks [] for security_group (bedf27f5-f0ac-4442-8c95-7d65f17e7724), precommit_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:08:02.384484 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-c0749e67-a672-4b66-8412-98a3b4865868 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (bedf27f5-f0ac-4442-8c95-7d65f17e7724), after_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:08:02.388637 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-c0749e67-a672-4b66-8412-98a3b4865868 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:08:02.390225 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-c0749e67-a672-4b66-8412-98a3b4865868 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/bedf27f5-f0ac-4442-8c95-7d65f17e7724 HTTP/1.1" status: 204 len: 168 time: 0.1227641 May 04 19:08:02.398029 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0749e67-a672-4b66-8412-98a3b4865868 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bedf27f5-f0ac-4442-8c95-7d65f17e7724,revision_number=None']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:08:03.015843 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (7e96273e-cd3b-4e2d-a9cb-a5a62cf8f8b6), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:08:12.470021 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.agents_db [None req-bd7ab176-2eba-4334-8b69-697435aa36c2 None None] Agent healthcheck: found 6 active agents {{(pid=103282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 19:08:25.547841 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (bff7e656-358d-4e40-a36a-3f10fe33ffdf), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:08:26.901541 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-31fe66ce-2fb1-4579-83db-4523d63c4d4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (ae04e5b6-6ccf-46c0-81ba-a3f5b8ae390c), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:08:29.096870 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7aea578e-41f5-4b47-b663-e7701c892ba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:08:30.293966 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-821a3753-c8bb-408e-a9d9-42d2a9d3d908 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (306b1285-d967-49ee-a8ef-a34b4fe65fa5), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:08:31.567818 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6c0ba996-b759-4c13-9ac4-7b7303adc758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (c2d3299f-8f0d-4c34-a270-91edff31f494), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:08:33.016123 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (7e96273e-cd3b-4e2d-a9cb-a5a62cf8f8b6), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:08:49.471095 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.agents_db [None req-bd7ab176-2eba-4334-8b69-697435aa36c2 None None] Agent healthcheck: found 6 active agents {{(pid=103282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 19:08:55.546378 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (bff7e656-358d-4e40-a36a-3f10fe33ffdf), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:08:56.904547 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d37269cc-16c1-417a-bf2c-a067e2511700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (ae04e5b6-6ccf-46c0-81ba-a3f5b8ae390c), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:08:58.590495 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-baf80bdd-e9c3-4645-b16b-8c33c77b4f62 req-9857060a-8894-432b-8e9c-d0de04fba654 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ffe106df-66ba-4a0d-b64c-a0d0a9e52172&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0403521 May 04 19:08:58.676180 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf80bdd-e9c3-4645-b16b-8c33c77b4f62 req-ddd75fdf-b89d-400a-bb1f-2362d4371a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:08:58.677714 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-baf80bdd-e9c3-4645-b16b-8c33c77b4f62 req-ddd75fdf-b89d-400a-bb1f-2362d4371a2f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8e0c53091dab4ba790155c256f29db1f&device_id=ffe106df-66ba-4a0d-b64c-a0d0a9e52172 HTTP/1.1" status: 200 len: 1129 time: 0.0403535 May 04 19:08:58.785963 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf80bdd-e9c3-4645-b16b-8c33c77b4f62 req-bace910a-0d92-418e-b9e2-c57e3bd84002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:08:58.787433 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-baf80bdd-e9c3-4645-b16b-8c33c77b4f62 req-bace910a-0d92-418e-b9e2-c57e3bd84002 service neutron] 10.222.0.55 "GET /v2.0/networks?id=4a23e4f9-d4ef-406a-b7a6-dea368f7eb37 HTTP/1.1" status: 200 len: 913 time: 0.0913856 May 04 19:08:58.853932 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-baf80bdd-e9c3-4645-b16b-8c33c77b4f62 req-75112c9c-f3f9-48cf-a256-9dd99c6d44bd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2283faec-13ca-4eef-a082-247317985371 HTTP/1.1" status: 200 len: 1000 time: 0.0608160 May 04 19:08:58.902535 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf80bdd-e9c3-4645-b16b-8c33c77b4f62 req-09eff0b6-bfbb-4341-8e19-74ca6db3a7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:08:58.903978 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-baf80bdd-e9c3-4645-b16b-8c33c77b4f62 req-09eff0b6-bfbb-4341-8e19-74ca6db3a7ec service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5e7b376d-b1cb-4bfd-b355-a8ae47b6f0d2 HTTP/1.1" status: 200 len: 851 time: 0.0441301 May 04 19:08:58.947248 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf80bdd-e9c3-4645-b16b-8c33c77b4f62 req-db7ec792-56d3-4b72-b036-34df31b9f966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:08:58.948743 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-baf80bdd-e9c3-4645-b16b-8c33c77b4f62 req-db7ec792-56d3-4b72-b036-34df31b9f966 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4a23e4f9-d4ef-406a-b7a6-dea368f7eb37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391564 May 04 19:08:59.054902 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-baf80bdd-e9c3-4645-b16b-8c33c77b4f62 req-a4d3b090-6093-4d79-a2a6-d9e8f81f51a5 service neutron] 10.222.0.55 "GET /v2.0/networks/4a23e4f9-d4ef-406a-b7a6-dea368f7eb37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997450 May 04 19:08:59.090298 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-27b5baa8-6d30-4aa3-a5a6-a2267761d1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:08:59.160417 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-baf80bdd-e9c3-4645-b16b-8c33c77b4f62 req-581bf80e-154a-4ed2-8741-1655f121629e service neutron] 10.222.0.55 "GET /v2.0/networks/4a23e4f9-d4ef-406a-b7a6-dea368f7eb37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998561 May 04 19:09:00.192887 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-821a3753-c8bb-408e-a9d9-42d2a9d3d908 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (306b1285-d967-49ee-a8ef-a34b4fe65fa5), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:09:01.577166 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6c0ba996-b759-4c13-9ac4-7b7303adc758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (c2d3299f-8f0d-4c34-a270-91edff31f494), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:09:03.012264 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (7e96273e-cd3b-4e2d-a9cb-a5a62cf8f8b6), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:09:15.891084 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-54e953e1-f281-43d3-83c2-dde25c0bf35c req-ef756956-32fc-4cb9-955e-7c83c2be9d5d tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-90562166&fields=id&tenant_id=8e0c53091dab4ba790155c256f29db1f HTTP/1.1" status: 200 len: 267 time: 0.0457568 May 04 19:09:16.001192 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e953e1-f281-43d3-83c2-dde25c0bf35c req-56db73bb-b4bf-4464-ae86-9354b2e365d9 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:09:16.002687 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-54e953e1-f281-43d3-83c2-dde25c0bf35c req-56db73bb-b4bf-4464-ae86-9354b2e365d9 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] 10.222.0.35 "GET /v2.0/networks?id=4a23e4f9-d4ef-406a-b7a6-dea368f7eb37 HTTP/1.1" status: 200 len: 812 time: 0.1028225 May 04 19:09:16.018041 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-54e953e1-f281-43d3-83c2-dde25c0bf35c req-6a8c4e1d-0555-41e6-b38c-a1f04587ff35 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] 10.222.0.35 "GET /v2.0/quotas/8e0c53091dab4ba790155c256f29db1f HTTP/1.1" status: 200 len: 375 time: 0.0090721 May 04 19:09:16.070276 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-54e953e1-f281-43d3-83c2-dde25c0bf35c req-ee39bc77-91e6-4559-bdff-06e27dd47c3e tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=8e0c53091dab4ba790155c256f29db1f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0465329 May 04 19:09:16.215508 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [req-54e953e1-f281-43d3-83c2-dde25c0bf35c req-7b30e0a4-f4d4-4120-9377-6cb87ec736ae service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103279) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 04 19:09:16.216481 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-54e953e1-f281-43d3-83c2-dde25c0bf35c req-7b30e0a4-f4d4-4120-9377-6cb87ec736ae service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1353309 May 04 19:09:16.307933 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-54e953e1-f281-43d3-83c2-dde25c0bf35c req-aeeb4118-b178-4919-948c-8bc303dbe6b0 service neutron] 10.222.0.35 "GET /v2.0/networks/4a23e4f9-d4ef-406a-b7a6-dea368f7eb37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851939 May 04 19:09:16.398728 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-54e953e1-f281-43d3-83c2-dde25c0bf35c req-a849bbf2-62ac-4028-92df-acb4be7e1b6f service neutron] 10.222.0.35 "GET /v2.0/networks/4a23e4f9-d4ef-406a-b7a6-dea368f7eb37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824387 May 04 19:09:16.713025 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-4ba03bc4-a647-4d70-814f-9823069bb5cc req-216d6b50-cd65-46bc-8f61-06dce4dac189 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] 10.222.0.35 "GET /v2.0/ports?device_id=d011b675-330b-4b32-b21e-977392981e7e HTTP/1.1" status: 200 len: 210 time: 0.0290184 May 04 19:09:17.642027 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e953e1-f281-43d3-83c2-dde25c0bf35c req-78da880f-bbe4-45e6-93fe-827a9d5050b2 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:09:17.643478 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-54e953e1-f281-43d3-83c2-dde25c0bf35c req-78da880f-bbe4-45e6-93fe-827a9d5050b2 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] 10.222.0.55 "GET /v2.0/networks?id=4a23e4f9-d4ef-406a-b7a6-dea368f7eb37 HTTP/1.1" status: 200 len: 812 time: 0.1101727 May 04 19:09:17.708955 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-54e953e1-f281-43d3-83c2-dde25c0bf35c req-c247570c-39ff-425e-ae16-b06d23220b5c tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8e0c53091dab4ba790155c256f29db1f HTTP/1.1" status: 200 len: 378 time: 0.0569112 May 04 19:09:17.716116 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.v2.base [req-54e953e1-f281-43d3-83c2-dde25c0bf35c req-d7587c2a-9745-49cd-8eb1-e8c4568733bb tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Request body: {'port': {'device_id': 'd011b675-330b-4b32-b21e-977392981e7e', 'network_id': '4a23e4f9-d4ef-406a-b7a6-dea368f7eb37', 'admin_state_up': True, 'tenant_id': '8e0c53091dab4ba790155c256f29db1f', 'security_groups': ['50f2a49a-63df-4fe6-a739-8d2b83e2257c']}} {{(pid=103279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:09:17.832381 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-cdec2e96-6ca2-4166-afe3-e6426c0888c9 req-98371e98-c9c1-4c58-ada5-209938a95d04 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] 10.222.0.35 "GET /v2.0/ports?device_id=d011b675-330b-4b32-b21e-977392981e7e HTTP/1.1" status: 200 len: 210 time: 0.0382051 May 04 19:09:17.855094 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54e953e1-f281-43d3-83c2-dde25c0bf35c req-d7587c2a-9745-49cd-8eb1-e8c4568733bb tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Made reservation on behalf of 8e0c53091dab4ba790155c256f29db1f for: {'port': 1} {{(pid=103279) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 19:09:17.858612 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [req-54e953e1-f281-43d3-83c2-dde25c0bf35c req-d7587c2a-9745-49cd-8eb1-e8c4568733bb tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (None), before_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:09:17.991090 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.db.db_base_plugin_common [req-54e953e1-f281-43d3-83c2-dde25c0bf35c req-d7587c2a-9745-49cd-8eb1-e8c4568733bb tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Allocated IP 172.20.0.11 (4a23e4f9-d4ef-406a-b7a6-dea368f7eb37/5e7b376d-b1cb-4bfd-b355-a8ae47b6f0d2/8a56bd32-6537-4eac-b937-b6aaf4b8e07d) {{(pid=103279) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 19:09:18.133428 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [req-54e953e1-f281-43d3-83c2-dde25c0bf35c req-d7587c2a-9745-49cd-8eb1-e8c4568733bb tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Publish callbacks [] for port (8a56bd32-6537-4eac-b937-b6aaf4b8e07d), precommit_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:09:18.170925 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [req-54e953e1-f281-43d3-83c2-dde25c0bf35c req-d7587c2a-9745-49cd-8eb1-e8c4568733bb tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790498302100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13908970'] for port (8a56bd32-6537-4eac-b937-b6aaf4b8e07d), after_create {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:09:18.215269 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54e953e1-f281-43d3-83c2-dde25c0bf35c req-d7587c2a-9745-49cd-8eb1-e8c4568733bb tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Network 4a23e4f9-d4ef-406a-b7a6-dea368f7eb37 is already hosted by enough agents. {{(pid=103279) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 19:09:18.218486 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.scheduler.base_scheduler [req-54e953e1-f281-43d3-83c2-dde25c0bf35c req-d7587c2a-9745-49cd-8eb1-e8c4568733bb tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Resources bound (agent type, host, resource id): {{(pid=103279) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 19:09:18.224185 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvrscheduler_db [req-54e953e1-f281-43d3-83c2-dde25c0bf35c req-d7587c2a-9745-49cd-8eb1-e8c4568733bb tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Received port after_create {{(pid=103279) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 19:09:18.230879 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7587c2a-9745-49cd-8eb1-e8c4568733bb tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Pushing event updated for resources: {'Port': ['ID=8a56bd32-6537-4eac-b937-b6aaf4b8e07d,revision_number=1']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:09:18.260491 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7587c2a-9745-49cd-8eb1-e8c4568733bb tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:09:18.260837 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7587c2a-9745-49cd-8eb1-e8c4568733bb tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:09:18.261178 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7587c2a-9745-49cd-8eb1-e8c4568733bb tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:09:18.261547 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7587c2a-9745-49cd-8eb1-e8c4568733bb tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:09:18.261882 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7587c2a-9745-49cd-8eb1-e8c4568733bb tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:09:18.262180 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7587c2a-9745-49cd-8eb1-e8c4568733bb tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:09:18.262592 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7587c2a-9745-49cd-8eb1-e8c4568733bb tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:09:18.263058 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7587c2a-9745-49cd-8eb1-e8c4568733bb tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:09:18.263207 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7587c2a-9745-49cd-8eb1-e8c4568733bb tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:09:18.263474 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7587c2a-9745-49cd-8eb1-e8c4568733bb tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:09:18.263833 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7587c2a-9745-49cd-8eb1-e8c4568733bb tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:09:18.264142 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7587c2a-9745-49cd-8eb1-e8c4568733bb tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:09:18.264463 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7587c2a-9745-49cd-8eb1-e8c4568733bb tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:09:18.264779 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7587c2a-9745-49cd-8eb1-e8c4568733bb tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:09:18.265098 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7587c2a-9745-49cd-8eb1-e8c4568733bb tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:09:18.287458 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e953e1-f281-43d3-83c2-dde25c0bf35c req-d7587c2a-9745-49cd-8eb1-e8c4568733bb tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:09:18.288112 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [req-54e953e1-f281-43d3-83c2-dde25c0bf35c req-d7587c2a-9745-49cd-8eb1-e8c4568733bb tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127086'] for port (None), before_response {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:09:18.305431 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-54e953e1-f281-43d3-83c2-dde25c0bf35c req-d7587c2a-9745-49cd-8eb1-e8c4568733bb tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5928290 May 04 19:09:18.316343 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.v2.base [req-54e953e1-f281-43d3-83c2-dde25c0bf35c req-6c82eec7-f0cf-46c6-a2f5-259ec8d3cfcc service neutron] Request body: {'port': {'device_id': 'd011b675-330b-4b32-b21e-977392981e7e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84052'}} {{(pid=103279) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:09:18.382034 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [req-54e953e1-f281-43d3-83c2-dde25c0bf35c req-6c82eec7-f0cf-46c6-a2f5-259ec8d3cfcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (8a56bd32-6537-4eac-b937-b6aaf4b8e07d), before_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:09:18.511749 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-404ed256-b074-4b30-ab72-040a7c92228e None None] Provisioning complete for port 8a56bd32-6537-4eac-b937-b6aaf4b8e07d triggered by entity DHCP. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:09:18.512345 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-404ed256-b074-4b30-ab72-040a7c92228e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1774450'] for port (8a56bd32-6537-4eac-b937-b6aaf4b8e07d), provisioning_complete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:09:18.548416 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-404ed256-b074-4b30-ab72-040a7c92228e None None] Port 8a56bd32-6537-4eac-b937-b6aaf4b8e07d cannot update to ACTIVE because it is not bound. {{(pid=103281) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 19:09:18.647701 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.notifiers.nova [req-54e953e1-f281-43d3-83c2-dde25c0bf35c req-6c82eec7-f0cf-46c6-a2f5-259ec8d3cfcc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a56bd32-6537-4eac-b937-b6aaf4b8e07d {{(pid=103279) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 19:09:18.655162 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [req-54e953e1-f281-43d3-83c2-dde25c0bf35c req-6c82eec7-f0cf-46c6-a2f5-259ec8d3cfcc service neutron] Publish callbacks [] for port (8a56bd32-6537-4eac-b937-b6aaf4b8e07d), precommit_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:09:18.667545 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.db.provisioning_blocks [req-54e953e1-f281-43d3-83c2-dde25c0bf35c req-6c82eec7-f0cf-46c6-a2f5-259ec8d3cfcc service neutron] Transition to ACTIVE for port object 8a56bd32-6537-4eac-b937-b6aaf4b8e07d will not be triggered until provisioned by entity L2. {{(pid=103279) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 19:09:18.674535 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [req-54e953e1-f281-43d3-83c2-dde25c0bf35c req-6c82eec7-f0cf-46c6-a2f5-259ec8d3cfcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13908979'] for port (8a56bd32-6537-4eac-b937-b6aaf4b8e07d), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:09:18.721794 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c82eec7-f0cf-46c6-a2f5-259ec8d3cfcc service neutron] Pushing event updated for resources: {'Port': ['ID=8a56bd32-6537-4eac-b937-b6aaf4b8e07d,revision_number=2']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:09:18.798354 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.managers [req-54e953e1-f281-43d3-83c2-dde25c0bf35c req-6c82eec7-f0cf-46c6-a2f5-259ec8d3cfcc service neutron] Attempting to bind port 8a56bd32-6537-4eac-b937-b6aaf4b8e07d on host hv-cinder-84052 for vnic_type normal with profile {{(pid=103279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 19:09:18.798933 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.managers [req-54e953e1-f281-43d3-83c2-dde25c0bf35c req-6c82eec7-f0cf-46c6-a2f5-259ec8d3cfcc service neutron] Attempting to bind port 8a56bd32-6537-4eac-b937-b6aaf4b8e07d by drivers openvswitch,hyperv on host hv-cinder-84052 at level 0 using segments [{'id': '35744400-35e9-41b0-9808-c9830e976a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '4a23e4f9-d4ef-406a-b7a6-dea368f7eb37'}] {{(pid=103279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 19:09:18.799327 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e953e1-f281-43d3-83c2-dde25c0bf35c req-6c82eec7-f0cf-46c6-a2f5-259ec8d3cfcc service neutron] Attempting to bind port 8a56bd32-6537-4eac-b937-b6aaf4b8e07d on network 4a23e4f9-d4ef-406a-b7a6-dea368f7eb37 {{(pid=103279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 19:09:18.804467 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e953e1-f281-43d3-83c2-dde25c0bf35c req-6c82eec7-f0cf-46c6-a2f5-259ec8d3cfcc service neutron] Port 8a56bd32-6537-4eac-b937-b6aaf4b8e07d on network 4a23e4f9-d4ef-406a-b7a6-dea368f7eb37 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84052 {{(pid=103279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 19:09:18.804893 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e953e1-f281-43d3-83c2-dde25c0bf35c req-6c82eec7-f0cf-46c6-a2f5-259ec8d3cfcc service neutron] Attempting to bind port 8a56bd32-6537-4eac-b937-b6aaf4b8e07d on network 4a23e4f9-d4ef-406a-b7a6-dea368f7eb37 {{(pid=103279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 19:09:18.810063 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e953e1-f281-43d3-83c2-dde25c0bf35c req-6c82eec7-f0cf-46c6-a2f5-259ec8d3cfcc service neutron] Checking agent: {'id': 'bff7e656-358d-4e40-a36a-3f10fe33ffdf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84052', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 18, 54, 55), 'started_at': datetime.datetime(2022, 5, 4, 18, 54, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 19, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 19:09:18.810370 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e953e1-f281-43d3-83c2-dde25c0bf35c req-6c82eec7-f0cf-46c6-a2f5-259ec8d3cfcc service neutron] Checking segment: {'id': '35744400-35e9-41b0-9808-c9830e976a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '4a23e4f9-d4ef-406a-b7a6-dea368f7eb37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 19:09:18.810787 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e953e1-f281-43d3-83c2-dde25c0bf35c req-6c82eec7-f0cf-46c6-a2f5-259ec8d3cfcc service neutron] Bound using segment: {'id': '35744400-35e9-41b0-9808-c9830e976a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '4a23e4f9-d4ef-406a-b7a6-dea368f7eb37'} {{(pid=103279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 19:09:18.811205 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.managers [req-54e953e1-f281-43d3-83c2-dde25c0bf35c req-6c82eec7-f0cf-46c6-a2f5-259ec8d3cfcc service neutron] Bound port: 8a56bd32-6537-4eac-b937-b6aaf4b8e07d, host: hv-cinder-84052, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35744400-35e9-41b0-9808-c9830e976a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '4a23e4f9-d4ef-406a-b7a6-dea368f7eb37'}}] {{(pid=103279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 19:09:18.811560 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [req-54e953e1-f281-43d3-83c2-dde25c0bf35c req-6c82eec7-f0cf-46c6-a2f5-259ec8d3cfcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (8a56bd32-6537-4eac-b937-b6aaf4b8e07d), before_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:09:18.878430 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [req-54e953e1-f281-43d3-83c2-dde25c0bf35c req-6c82eec7-f0cf-46c6-a2f5-259ec8d3cfcc service neutron] For port 8a56bd32-6537-4eac-b937-b6aaf4b8e07d, host hv-cinder-84052, cleared binding levels {{(pid=103279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 19:09:18.881660 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [req-54e953e1-f281-43d3-83c2-dde25c0bf35c req-6c82eec7-f0cf-46c6-a2f5-259ec8d3cfcc service neutron] For port 8a56bd32-6537-4eac-b937-b6aaf4b8e07d, host hv-cinder-84052, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=8a56bd32-6537-4eac-b937-b6aaf4b8e07d,segment=NetworkSegment(35744400-35e9-41b0-9808-c9830e976a8a),segment_id=35744400-35e9-41b0-9808-c9830e976a8a)] {{(pid=103279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 19:09:18.888955 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [req-54e953e1-f281-43d3-83c2-dde25c0bf35c req-6c82eec7-f0cf-46c6-a2f5-259ec8d3cfcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13908979'] for port (8a56bd32-6537-4eac-b937-b6aaf4b8e07d), after_update {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:09:18.923589 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e953e1-f281-43d3-83c2-dde25c0bf35c req-6c82eec7-f0cf-46c6-a2f5-259ec8d3cfcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:09:18.924221 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [req-54e953e1-f281-43d3-83c2-dde25c0bf35c req-6c82eec7-f0cf-46c6-a2f5-259ec8d3cfcc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127086'] for port (None), before_response {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:09:18.925600 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-54e953e1-f281-43d3-83c2-dde25c0bf35c req-6c82eec7-f0cf-46c6-a2f5-259ec8d3cfcc service neutron] 10.222.0.55 "PUT /v2.0/ports/8a56bd32-6537-4eac-b937-b6aaf4b8e07d HTTP/1.1" status: 200 len: 1094 time: 0.6134338 May 04 19:09:18.926167 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd011b675-330b-4b32-b21e-977392981e7e', 'tag': '8a56bd32-6537-4eac-b937-b6aaf4b8e07d'}] {{(pid=103279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 19:09:18.928384 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f03067be0d021e11c0632f57e5c6e43a0067ecb248f9894e29d0a29efd5d62c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4566ee69-ecf8-450a-aea6-51cc9fae2578" -d '{"events": [{"name": "network-changed", "server_uuid": "d011b675-330b-4b32-b21e-977392981e7e", "tag": "8a56bd32-6537-4eac-b937-b6aaf4b8e07d"}]}' {{(pid=103279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 19:09:18.965427 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43383d59-b308-45c9-92de-81399f4c1215 req-a9afe057-e6de-4b49-b995-fe49404eaf31 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:09:18.967130 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-43383d59-b308-45c9-92de-81399f4c1215 req-a9afe057-e6de-4b49-b995-fe49404eaf31 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] 10.222.0.35 "GET /v2.0/ports?device_id=d011b675-330b-4b32-b21e-977392981e7e HTTP/1.1" status: 200 len: 944 time: 0.0633285 May 04 19:09:18.979675 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c82eec7-f0cf-46c6-a2f5-259ec8d3cfcc service neutron] Pushing event updated for resources: {'Port': ['ID=8a56bd32-6537-4eac-b937-b6aaf4b8e07d,revision_number=3']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:09:19.013228 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e953e1-f281-43d3-83c2-dde25c0bf35c req-acebe749-b360-4103-8e39-9eb687132d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:09:19.015596 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-54e953e1-f281-43d3-83c2-dde25c0bf35c req-acebe749-b360-4103-8e39-9eb687132d58 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8e0c53091dab4ba790155c256f29db1f&device_id=d011b675-330b-4b32-b21e-977392981e7e HTTP/1.1" status: 200 len: 1128 time: 0.0505219 May 04 19:09:19.024134 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-43383d59-b308-45c9-92de-81399f4c1215 req-4f769f0d-05af-4563-a54d-fa46f81266ac tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] 10.222.0.35 "GET /v2.0/security-groups?id=50f2a49a-63df-4fe6-a739-8d2b83e2257c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0499928 May 04 19:09:19.066484 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-54e953e1-f281-43d3-83c2-dde25c0bf35c req-46c2bf7b-4746-4781-8b4f-e4dbee25a138 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8a56bd32-6537-4eac-b937-b6aaf4b8e07d HTTP/1.1" status: 200 len: 217 time: 0.0419846 May 04 19:09:19.117185 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 19:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62c48d71-c32f-44d8-ba45-2f8d2bb5ee11 x-openstack-request-id: req-62c48d71-c32f-44d8-ba45-2f8d2bb5ee11 {{(pid=103279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 19:09:19.117504 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d011b675-330b-4b32-b21e-977392981e7e", "tag": "8a56bd32-6537-4eac-b937-b6aaf4b8e07d", "status": "completed", "code": 200}]} {{(pid=103279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 19:09:19.117758 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-62c48d71-c32f-44d8-ba45-2f8d2bb5ee11 {{(pid=103279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 19:09:19.118155 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62c48d71-c32f-44d8-ba45-2f8d2bb5ee11'] response: {'name': 'network-changed', 'server_uuid': 'd011b675-330b-4b32-b21e-977392981e7e', 'tag': '8a56bd32-6537-4eac-b937-b6aaf4b8e07d', 'status': 'completed', 'code': 200} May 04 19:09:19.130197 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e953e1-f281-43d3-83c2-dde25c0bf35c req-a691d618-158d-4a61-b892-4c79e743fc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:09:19.131685 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-54e953e1-f281-43d3-83c2-dde25c0bf35c req-a691d618-158d-4a61-b892-4c79e743fc13 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5e7b376d-b1cb-4bfd-b355-a8ae47b6f0d2 HTTP/1.1" status: 200 len: 851 time: 0.0590711 May 04 19:09:19.176996 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e953e1-f281-43d3-83c2-dde25c0bf35c req-a20bc32c-5bd9-4869-87a9-e2e214bdc7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:09:19.178525 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-54e953e1-f281-43d3-83c2-dde25c0bf35c req-a20bc32c-5bd9-4869-87a9-e2e214bdc7a3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4a23e4f9-d4ef-406a-b7a6-dea368f7eb37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394645 May 04 19:09:19.268330 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-54e953e1-f281-43d3-83c2-dde25c0bf35c req-0f5be7c9-158d-464c-8931-6460e001a9e6 service neutron] 10.222.0.55 "GET /v2.0/networks/4a23e4f9-d4ef-406a-b7a6-dea368f7eb37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826049 May 04 19:09:19.355855 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-54e953e1-f281-43d3-83c2-dde25c0bf35c req-c04ccfbf-bf9f-41ad-961d-6a19a3536a74 service neutron] 10.222.0.55 "GET /v2.0/networks/4a23e4f9-d4ef-406a-b7a6-dea368f7eb37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814171 May 04 19:09:19.686604 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4566ee69-ecf8-450a-aea6-51cc9fae2578 req-571a438d-7f4d-44c8-9a9e-1764a995d318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:09:19.687966 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-4566ee69-ecf8-450a-aea6-51cc9fae2578 req-571a438d-7f4d-44c8-9a9e-1764a995d318 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8e0c53091dab4ba790155c256f29db1f&device_id=d011b675-330b-4b32-b21e-977392981e7e HTTP/1.1" status: 200 len: 1128 time: 0.0508761 May 04 19:09:19.781971 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4566ee69-ecf8-450a-aea6-51cc9fae2578 req-fbba4f7c-5aa5-4e98-b653-d69d04930183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:09:19.783514 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-4566ee69-ecf8-450a-aea6-51cc9fae2578 req-fbba4f7c-5aa5-4e98-b653-d69d04930183 service neutron] 10.222.0.55 "GET /v2.0/networks?id=4a23e4f9-d4ef-406a-b7a6-dea368f7eb37 HTTP/1.1" status: 200 len: 913 time: 0.0863640 May 04 19:09:19.831828 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-4566ee69-ecf8-450a-aea6-51cc9fae2578 req-8b465c73-da73-4d1d-afe8-e290673e3efa service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8a56bd32-6537-4eac-b937-b6aaf4b8e07d HTTP/1.1" status: 200 len: 217 time: 0.0379286 May 04 19:09:19.889764 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4566ee69-ecf8-450a-aea6-51cc9fae2578 req-b8818fa6-4c5f-419f-b22f-65ecb0149945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:09:19.891184 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-4566ee69-ecf8-450a-aea6-51cc9fae2578 req-b8818fa6-4c5f-419f-b22f-65ecb0149945 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5e7b376d-b1cb-4bfd-b355-a8ae47b6f0d2 HTTP/1.1" status: 200 len: 851 time: 0.0499341 May 04 19:09:19.934754 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4566ee69-ecf8-450a-aea6-51cc9fae2578 req-d9a97471-51b9-417f-ab7c-e018940f4e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:09:19.936202 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-4566ee69-ecf8-450a-aea6-51cc9fae2578 req-d9a97471-51b9-417f-ab7c-e018940f4e7a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4a23e4f9-d4ef-406a-b7a6-dea368f7eb37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387008 May 04 19:09:20.026092 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-4566ee69-ecf8-450a-aea6-51cc9fae2578 req-437f7401-b911-4071-958a-af06e1d0febb service neutron] 10.222.0.55 "GET /v2.0/networks/4a23e4f9-d4ef-406a-b7a6-dea368f7eb37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838046 May 04 19:09:20.114970 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-4566ee69-ecf8-450a-aea6-51cc9fae2578 req-9724124b-08d0-441e-a647-b5c6cda93317 service neutron] 10.222.0.55 "GET /v2.0/networks/4a23e4f9-d4ef-406a-b7a6-dea368f7eb37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829787 May 04 19:09:20.141482 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54caca16-aeb8-410c-add8-0b0f62d76b34 req-6d038d74-e542-47af-857f-c9b02994da4d tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:09:20.143312 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-54caca16-aeb8-410c-add8-0b0f62d76b34 req-6d038d74-e542-47af-857f-c9b02994da4d tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] 10.222.0.35 "GET /v2.0/ports?device_id=d011b675-330b-4b32-b21e-977392981e7e HTTP/1.1" status: 200 len: 944 time: 0.0507889 May 04 19:09:20.204132 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-54caca16-aeb8-410c-add8-0b0f62d76b34 req-5af32cef-c23e-4bc6-a57d-4f5799940932 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] 10.222.0.35 "GET /v2.0/security-groups?id=50f2a49a-63df-4fe6-a739-8d2b83e2257c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0548143 May 04 19:09:21.390125 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6123faee-f045-4c11-9f3e-3a1e09859967 req-42bc4f24-0cf7-4fd5-aab1-577a966f8697 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:09:21.391635 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-6123faee-f045-4c11-9f3e-3a1e09859967 req-42bc4f24-0cf7-4fd5-aab1-577a966f8697 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] 10.222.0.35 "GET /v2.0/ports?device_id=d011b675-330b-4b32-b21e-977392981e7e HTTP/1.1" status: 200 len: 944 time: 0.0520666 May 04 19:09:21.451391 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-6123faee-f045-4c11-9f3e-3a1e09859967 req-971b3f20-fe1c-4c10-96a8-b9d1814c0404 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] 10.222.0.35 "GET /v2.0/security-groups?id=50f2a49a-63df-4fe6-a739-8d2b83e2257c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0525496 May 04 19:09:22.584694 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddce6b4-9fdd-4f76-9420-763855fb2938 req-5c5d7b61-34da-4ea2-a994-c415731b49a8 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:09:22.586201 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-9ddce6b4-9fdd-4f76-9420-763855fb2938 req-5c5d7b61-34da-4ea2-a994-c415731b49a8 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] 10.222.0.35 "GET /v2.0/ports?device_id=d011b675-330b-4b32-b21e-977392981e7e HTTP/1.1" status: 200 len: 944 time: 0.0609992 May 04 19:09:22.644659 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-9ddce6b4-9fdd-4f76-9420-763855fb2938 req-86019f60-ca00-4f6c-8bc1-05660e5e6eea tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] 10.222.0.35 "GET /v2.0/security-groups?id=50f2a49a-63df-4fe6-a739-8d2b83e2257c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0507915 May 04 19:09:23.771084 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e249364c-c29d-4f43-8d6f-12f5835e5366 req-35d7016f-4d9d-4434-8e1f-f2848b11467e tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:09:23.772443 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-e249364c-c29d-4f43-8d6f-12f5835e5366 req-35d7016f-4d9d-4434-8e1f-f2848b11467e tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] 10.222.0.35 "GET /v2.0/ports?device_id=d011b675-330b-4b32-b21e-977392981e7e HTTP/1.1" status: 200 len: 944 time: 0.0472171 May 04 19:09:23.823576 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-e249364c-c29d-4f43-8d6f-12f5835e5366 req-e898859d-e7ea-47b5-9355-67c41f49a42b tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] 10.222.0.35 "GET /v2.0/security-groups?id=50f2a49a-63df-4fe6-a739-8d2b83e2257c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430362 May 04 19:09:24.961350 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5439d1f5-ed90-4c7b-8702-e30a403d0aa7 req-2650bf5e-d9db-45cb-9fc2-4eb152b43aec tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:09:24.962840 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-5439d1f5-ed90-4c7b-8702-e30a403d0aa7 req-2650bf5e-d9db-45cb-9fc2-4eb152b43aec tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] 10.222.0.35 "GET /v2.0/ports?device_id=d011b675-330b-4b32-b21e-977392981e7e HTTP/1.1" status: 200 len: 944 time: 0.0539739 May 04 19:09:25.020869 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-5439d1f5-ed90-4c7b-8702-e30a403d0aa7 req-6b386621-c5e1-4a44-b82b-622e84e28db6 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] 10.222.0.35 "GET /v2.0/security-groups?id=50f2a49a-63df-4fe6-a739-8d2b83e2257c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0521355 May 04 19:09:25.549068 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (bff7e656-358d-4e40-a36a-3f10fe33ffdf), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:09:26.140159 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6919a1a5-421e-4046-a8a5-32730ecd9af0 req-12cc3345-4c0f-434b-843a-79760c4d3f2d tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:09:26.141637 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-6919a1a5-421e-4046-a8a5-32730ecd9af0 req-12cc3345-4c0f-434b-843a-79760c4d3f2d tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] 10.222.0.35 "GET /v2.0/ports?device_id=d011b675-330b-4b32-b21e-977392981e7e HTTP/1.1" status: 200 len: 944 time: 0.0467188 May 04 19:09:26.200533 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-6919a1a5-421e-4046-a8a5-32730ecd9af0 req-e17e2586-6dc3-4a7b-ae56-16c726be34f1 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] 10.222.0.35 "GET /v2.0/security-groups?id=50f2a49a-63df-4fe6-a739-8d2b83e2257c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0533652 May 04 19:09:26.475545 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.agents_db [None req-bd7ab176-2eba-4334-8b69-697435aa36c2 None None] Agent healthcheck: found 6 active agents {{(pid=103282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 19:09:26.905538 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f42d4430-9d55-4be5-8adf-ee570f7b9a4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (ae04e5b6-6ccf-46c0-81ba-a3f5b8ae390c), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:09:27.181328 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Device 8a56bd32-6537-4eac-b937-b6aaf4b8e07d details requested by agent hyperv_hv-cinder-84052 with host hv-cinder-84052 {{(pid=103281) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 19:09:27.285669 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] For port 8a56bd32-6537-4eac-b937-b6aaf4b8e07d, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=8a56bd32-6537-4eac-b937-b6aaf4b8e07d,segment=NetworkSegment(35744400-35e9-41b0-9808-c9830e976a8a),segment_id=35744400-35e9-41b0-9808-c9830e976a8a)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:09:27.298515 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Returning: {'device': '8a56bd32-6537-4eac-b937-b6aaf4b8e07d', 'network_id': '4a23e4f9-d4ef-406a-b7a6-dea368f7eb37', 'port_id': '8a56bd32-6537-4eac-b937-b6aaf4b8e07d', 'mac_address': 'fa:16:3e:5a:20:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 261, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e7b376d-b1cb-4bfd-b355-a8ae47b6f0d2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103281) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 19:09:27.338597 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Current status of the port 8a56bd32-6537-4eac-b937-b6aaf4b8e07d is: DOWN; New status is: BUILD {{(pid=103281) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:09:27.338984 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (8a56bd32-6537-4eac-b937-b6aaf4b8e07d), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:09:27.357404 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.notifiers.nova [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a56bd32-6537-4eac-b937-b6aaf4b8e07d {{(pid=103281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 19:09:27.378791 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] For port 8a56bd32-6537-4eac-b937-b6aaf4b8e07d, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=8a56bd32-6537-4eac-b937-b6aaf4b8e07d,segment=NetworkSegment(35744400-35e9-41b0-9808-c9830e976a8a),segment_id=35744400-35e9-41b0-9808-c9830e976a8a)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:09:27.384677 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136'] for port (8a56bd32-6537-4eac-b937-b6aaf4b8e07d), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:09:27.433445 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Pushing event updated for resources: {'Port': ['ID=8a56bd32-6537-4eac-b937-b6aaf4b8e07d,revision_number=4']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:09:27.440666 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:09:27.441021 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:09:27.441386 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:09:27.441737 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:09:27.442072 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:09:27.442398 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:09:27.442753 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:09:27.443077 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:09:27.443401 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:09:27.443726 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:09:27.444047 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:09:27.444372 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:09:27.444693 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:09:27.445007 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:09:27.445339 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:09:27.481007 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd21af79-0a73-4f07-a9f7-9aa77f36d09c req-d2fe4937-bc36-43a9-ae75-b9e099e6eff6 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:09:27.482561 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-cd21af79-0a73-4f07-a9f7-9aa77f36d09c req-d2fe4937-bc36-43a9-ae75-b9e099e6eff6 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] 10.222.0.35 "GET /v2.0/ports?device_id=d011b675-330b-4b32-b21e-977392981e7e HTTP/1.1" status: 200 len: 945 time: 0.0476546 May 04 19:09:27.531555 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-cd21af79-0a73-4f07-a9f7-9aa77f36d09c req-5f11f48d-18b4-4b50-8e0a-274ad3b01035 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] 10.222.0.35 "GET /v2.0/security-groups?id=50f2a49a-63df-4fe6-a739-8d2b83e2257c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432761 May 04 19:09:27.597360 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] get_ports_and_sgs() called for port_ids ['8a56bd32-6537-4eac-b937-b6aaf4b8e07d'] {{(pid=103281) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 19:09:28.649580 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa2c2b2-0733-4c44-8c1e-941494f6f8fe req-29e2bc72-d335-4738-b8ec-0c594e64e73e tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:09:28.650932 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-0fa2c2b2-0733-4c44-8c1e-941494f6f8fe req-29e2bc72-d335-4738-b8ec-0c594e64e73e tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] 10.222.0.35 "GET /v2.0/ports?device_id=d011b675-330b-4b32-b21e-977392981e7e HTTP/1.1" status: 200 len: 945 time: 0.0467227 May 04 19:09:28.703354 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-0fa2c2b2-0733-4c44-8c1e-941494f6f8fe req-ea044a1d-a6f1-476b-b1eb-a5db9a756336 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] 10.222.0.35 "GET /v2.0/security-groups?id=50f2a49a-63df-4fe6-a739-8d2b83e2257c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0467546 May 04 19:09:29.104369 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-917a5b52-b54f-46d1-ab4d-eea1b49d972b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:09:29.196873 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Device 8a56bd32-6537-4eac-b937-b6aaf4b8e07d up at agent hyperv_hv-cinder-84052 {{(pid=103281) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 19:09:29.244339 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Provisioning for port 8a56bd32-6537-4eac-b937-b6aaf4b8e07d completed by entity L2. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 19:09:29.253851 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Provisioning complete for port 8a56bd32-6537-4eac-b937-b6aaf4b8e07d triggered by entity L2. {{(pid=103281) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 19:09:29.254359 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1774450'] for port (8a56bd32-6537-4eac-b937-b6aaf4b8e07d), provisioning_complete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:09:29.338014 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Current status of the port 8a56bd32-6537-4eac-b937-b6aaf4b8e07d is: BUILD; New status is: ACTIVE {{(pid=103281) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 19:09:29.338397 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (8a56bd32-6537-4eac-b937-b6aaf4b8e07d), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:09:29.361320 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd011b675-330b-4b32-b21e-977392981e7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a56bd32-6537-4eac-b937-b6aaf4b8e07d'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 19:09:29.363458 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29bc9e8fddf1e81845832baf79700cdfe783df1752dea94dce4e4e68657cb9c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72df1423-ce29-4267-9eeb-0181f1da47d1" -d '{"events": [{"server_uuid": "d011b675-330b-4b32-b21e-977392981e7e", "name": "network-vif-plugged", "status": "completed", "tag": "8a56bd32-6537-4eac-b937-b6aaf4b8e07d"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 19:09:29.375888 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] For port 8a56bd32-6537-4eac-b937-b6aaf4b8e07d, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=8a56bd32-6537-4eac-b937-b6aaf4b8e07d,segment=NetworkSegment(35744400-35e9-41b0-9808-c9830e976a8a),segment_id=35744400-35e9-41b0-9808-c9830e976a8a)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:09:29.382028 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136'] for port (8a56bd32-6537-4eac-b937-b6aaf4b8e07d), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:09:29.404688 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 19:09:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a4cdcd4-c188-4f60-8261-3c4fec379472 x-openstack-request-id: req-2a4cdcd4-c188-4f60-8261-3c4fec379472 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 19:09:29.404972 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d011b675-330b-4b32-b21e-977392981e7e", "name": "network-vif-plugged", "status": "completed", "tag": "8a56bd32-6537-4eac-b937-b6aaf4b8e07d", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 19:09:29.405218 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2a4cdcd4-c188-4f60-8261-3c4fec379472 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 19:09:29.405624 dv-cinder-840525-1-iscsi neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a4cdcd4-c188-4f60-8261-3c4fec379472'] response: {'server_uuid': 'd011b675-330b-4b32-b21e-977392981e7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a56bd32-6537-4eac-b937-b6aaf4b8e07d', 'code': 200} May 04 19:09:29.430579 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Pushing event updated for resources: {'Port': ['ID=8a56bd32-6537-4eac-b937-b6aaf4b8e07d,revision_number=5']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:09:29.613519 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94646472-acc3-45c3-a6b0-12ef4d780820 req-f4ede1eb-6c3d-4e4f-a3ba-375bf920c957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:09:29.614978 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-94646472-acc3-45c3-a6b0-12ef4d780820 req-f4ede1eb-6c3d-4e4f-a3ba-375bf920c957 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d011b675-330b-4b32-b21e-977392981e7e HTTP/1.1" status: 200 len: 1130 time: 0.0381894 May 04 19:09:29.659739 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-94646472-acc3-45c3-a6b0-12ef4d780820 req-770327a4-6868-4de0-8fa0-1e81b073cd03 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=50f2a49a-63df-4fe6-a739-8d2b83e2257c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385959 May 04 19:09:29.835927 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09456d8f-7f27-4428-be5d-0be86352e32e req-e5ba2b94-7e94-4d83-8563-9551d90add86 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:09:29.837418 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-09456d8f-7f27-4428-be5d-0be86352e32e req-e5ba2b94-7e94-4d83-8563-9551d90add86 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] 10.222.0.35 "GET /v2.0/ports?device_id=d011b675-330b-4b32-b21e-977392981e7e HTTP/1.1" status: 200 len: 946 time: 0.0515661 May 04 19:09:29.890044 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-09456d8f-7f27-4428-be5d-0be86352e32e req-61b78328-5ad6-4a4d-aa3b-e4246988c849 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] 10.222.0.35 "GET /v2.0/security-groups?id=50f2a49a-63df-4fe6-a739-8d2b83e2257c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442865 May 04 19:09:30.200293 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-821a3753-c8bb-408e-a9d9-42d2a9d3d908 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (306b1285-d967-49ee-a8ef-a34b4fe65fa5), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:09:31.011387 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cc588e-3075-4232-9fc2-1d901de0be12 req-9168e3fc-5eba-4913-a2a2-d35a805a4c89 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:09:31.012911 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d4cc588e-3075-4232-9fc2-1d901de0be12 req-9168e3fc-5eba-4913-a2a2-d35a805a4c89 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] 10.222.0.35 "GET /v2.0/ports?device_id=d011b675-330b-4b32-b21e-977392981e7e HTTP/1.1" status: 200 len: 946 time: 0.0531833 May 04 19:09:31.067632 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d4cc588e-3075-4232-9fc2-1d901de0be12 req-21f8faa1-0f80-49c0-a088-a54f159cbee1 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] 10.222.0.35 "GET /v2.0/security-groups?id=50f2a49a-63df-4fe6-a739-8d2b83e2257c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0478292 May 04 19:09:31.575667 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6c0ba996-b759-4c13-9ac4-7b7303adc758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (c2d3299f-8f0d-4c34-a270-91edff31f494), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:09:32.183357 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c13bc54-799b-4725-89b8-a99371359b21 req-389983b1-cb14-4bd5-b85c-8352d60f2cbd tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:09:32.184892 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-7c13bc54-799b-4725-89b8-a99371359b21 req-389983b1-cb14-4bd5-b85c-8352d60f2cbd tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] 10.222.0.35 "GET /v2.0/ports?device_id=d011b675-330b-4b32-b21e-977392981e7e HTTP/1.1" status: 200 len: 946 time: 0.0495057 May 04 19:09:32.236715 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-7c13bc54-799b-4725-89b8-a99371359b21 req-3d18738d-4d17-4943-8c1c-2a110f925d28 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] 10.222.0.35 "GET /v2.0/security-groups?id=50f2a49a-63df-4fe6-a739-8d2b83e2257c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0453346 May 04 19:09:32.401989 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303a2e11-5c28-41cf-93a7-8928021f38fd req-9be006e7-69a9-4e08-a906-3d3c6ac88514 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:09:32.403394 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-303a2e11-5c28-41cf-93a7-8928021f38fd req-9be006e7-69a9-4e08-a906-3d3c6ac88514 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] 10.222.0.35 "GET /v2.0/ports?device_id=d011b675-330b-4b32-b21e-977392981e7e HTTP/1.1" status: 200 len: 946 time: 0.0700240 May 04 19:09:32.455041 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-303a2e11-5c28-41cf-93a7-8928021f38fd req-85a79d88-3f94-48a2-81aa-23a3e9bb2a18 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] 10.222.0.35 "GET /v2.0/security-groups?id=50f2a49a-63df-4fe6-a739-8d2b83e2257c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455625 May 04 19:09:32.478375 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 58488) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:09:32.524585 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a6b57e-9870-43d1-81a2-c8e0f86b3bd1 tempest-TestVolumeBootPattern-2063378954 tempest-TestVolumeBootPattern-2063378954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:09:32.526221 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-08a6b57e-9870-43d1-81a2-c8e0f86b3bd1 tempest-TestVolumeBootPattern-2063378954 tempest-TestVolumeBootPattern-2063378954-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=d011b675-330b-4b32-b21e-977392981e7e HTTP/1.1" status: 200 len: 1125 time: 0.0468228 May 04 19:09:32.530248 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 58490) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:09:32.535131 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [None req-3d25405b-a234-42ea-859a-2380ebb5fb73 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Request body: {'floatingip': {'floating_network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'port_id': '8a56bd32-6537-4eac-b937-b6aaf4b8e07d', 'tenant_id': '8e0c53091dab4ba790155c256f29db1f', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 19:09:32.560605 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-3d25405b-a234-42ea-859a-2380ebb5fb73 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:09:32.665714 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-3d25405b-a234-42ea-859a-2380ebb5fb73 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:09:32.769915 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.db.db_base_plugin_common [None req-3d25405b-a234-42ea-859a-2380ebb5fb73 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Allocated IP 172.27.0.12 (cbca2f8d-f88f-49b4-8a9d-8b4714c67762/6d3155f3-7d72-4b90-89ae-8effc01a61e4/ca260183-191f-48c5-a1e3-3eaa74ed3866) {{(pid=103280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 19:09:32.873880 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-3d25405b-a234-42ea-859a-2380ebb5fb73 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Publish callbacks [] for port (ca260183-191f-48c5-a1e3-3eaa74ed3866), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:09:32.909165 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-3d25405b-a234-42ea-859a-2380ebb5fb73 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790498302100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12874298'] for port (ca260183-191f-48c5-a1e3-3eaa74ed3866), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:09:32.946664 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d25405b-a234-42ea-859a-2380ebb5fb73 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Network cbca2f8d-f88f-49b4-8a9d-8b4714c67762 is already hosted by enough agents. {{(pid=103280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 19:09:32.949642 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.base_scheduler [None req-3d25405b-a234-42ea-859a-2380ebb5fb73 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Resources bound (agent type, host, resource id): {{(pid=103280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 19:09:32.955353 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d25405b-a234-42ea-859a-2380ebb5fb73 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Received port after_create {{(pid=103280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 19:09:32.960975 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d25405b-a234-42ea-859a-2380ebb5fb73 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Pushing event updated for resources: {'Port': ['ID=ca260183-191f-48c5-a1e3-3eaa74ed3866,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:09:32.988654 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d25405b-a234-42ea-859a-2380ebb5fb73 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:09:32.989005 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d25405b-a234-42ea-859a-2380ebb5fb73 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:09:32.989382 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d25405b-a234-42ea-859a-2380ebb5fb73 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:09:32.989725 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d25405b-a234-42ea-859a-2380ebb5fb73 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:09:32.990061 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d25405b-a234-42ea-859a-2380ebb5fb73 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:09:32.990784 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d25405b-a234-42ea-859a-2380ebb5fb73 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:09:32.991111 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d25405b-a234-42ea-859a-2380ebb5fb73 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:09:32.991436 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d25405b-a234-42ea-859a-2380ebb5fb73 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:09:32.991764 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d25405b-a234-42ea-859a-2380ebb5fb73 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:09:32.992185 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d25405b-a234-42ea-859a-2380ebb5fb73 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:09:32.992416 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d25405b-a234-42ea-859a-2380ebb5fb73 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:09:32.992729 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d25405b-a234-42ea-859a-2380ebb5fb73 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:09:32.993055 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d25405b-a234-42ea-859a-2380ebb5fb73 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:09:32.993401 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d25405b-a234-42ea-859a-2380ebb5fb73 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:09:32.993722 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d25405b-a234-42ea-859a-2380ebb5fb73 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:09:32.997525 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (7e96273e-cd3b-4e2d-a9cb-a5a62cf8f8b6), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:09:33.340314 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-3d25405b-a234-42ea-859a-2380ebb5fb73 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Publish callbacks [] for floatingip (fd789ed3-39f0-4fef-8e36-e749ff25648d), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:09:33.411580 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-3d25405b-a234-42ea-859a-2380ebb5fb73 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719213'] for port (ca260183-191f-48c5-a1e3-3eaa74ed3866), before_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:09:33.566412 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-3d25405b-a234-42ea-859a-2380ebb5fb73 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Publish callbacks [] for port (ca260183-191f-48c5-a1e3-3eaa74ed3866), precommit_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:09:33.572013 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-3d25405b-a234-42ea-859a-2380ebb5fb73 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790498779329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790498302118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790498302136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12874275'] for port (ca260183-191f-48c5-a1e3-3eaa74ed3866), after_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:09:33.643483 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d25405b-a234-42ea-859a-2380ebb5fb73 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Pushing event updated for resources: {'Port': ['ID=ca260183-191f-48c5-a1e3-3eaa74ed3866,revision_number=2']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:09:33.651330 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-3d25405b-a234-42ea-859a-2380ebb5fb73 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608971'] for floatingip (fd789ed3-39f0-4fef-8e36-e749ff25648d), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:09:33.757747 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.db.l3_db [None req-3d25405b-a234-42ea-859a-2380ebb5fb73 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Floating IP fd789ed3-39f0-4fef-8e36-e749ff25648d associated. External IP: 172.27.0.12, port: 8a56bd32-6537-4eac-b937-b6aaf4b8e07d. May 04 19:09:34.242089 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d25405b-a234-42ea-859a-2380ebb5fb73 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Router bd463de1-e07e-49fe-a2e1-cee08d118527 has already been hosted by L3 agent 0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b {{(pid=103280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 19:09:34.348967 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d25405b-a234-42ea-859a-2380ebb5fb73 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Notify agent at l3_agent.dv-cinder-840525-1-iscsi the message routers_updated {{(pid=103280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 19:09:34.359739 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6dafe66-648f-4b56-9315-33a28c82189a None None] Sync routers for ids ['bd463de1-e07e-49fe-a2e1-cee08d118527'] in dv-cinder-840525-1-iscsi {{(pid=103281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 19:09:34.368966 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-3d25405b-a234-42ea-859a-2380ebb5fb73 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127086'] for floatingip (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:09:34.371141 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6dafe66-648f-4b56-9315-33a28c82189a None None] Routers {'bd463de1-e07e-49fe-a2e1-cee08d118527'} bound to L3 agent in host dv-cinder-840525-1-iscsi {{(pid=103281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:09:34.372990 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_hamode_db [None req-c6dafe66-648f-4b56-9315-33a28c82189a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T18:48:29Z,description=,heartbeat_timestamp=2022-05-04T19:09:29Z,host='dv-cinder-840525-1-iscsi',id=0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:48:29Z,topic='l3_agent')) {'router_ids': ['bd463de1-e07e-49fe-a2e1-cee08d118527'], 'active': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:09:34.397502 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-3d25405b-a234-42ea-859a-2380ebb5fb73 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8662059 May 04 19:09:34.398089 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd011b675-330b-4b32-b21e-977392981e7e', 'tag': '8a56bd32-6537-4eac-b937-b6aaf4b8e07d'}] {{(pid=103280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 19:09:34.400346 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d17ed66b9d9b08214cd1b2d258b378c61736cd464b468dfe37a5b26948fd6e52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd468fae-c004-401d-a083-28423fbe4d51" -d '{"events": [{"name": "network-changed", "server_uuid": "d011b675-330b-4b32-b21e-977392981e7e", "tag": "8a56bd32-6537-4eac-b937-b6aaf4b8e07d"}]}' {{(pid=103280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 19:09:34.481939 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvr_db [None req-c6dafe66-648f-4b56-9315-33a28c82189a None None] Set router bd463de1-e07e-49fe-a2e1-cee08d118527 gateway port host: dv-cinder-840525-1-iscsi {{(pid=103281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:09:34.497569 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 19:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa27b29e-6d6b-460a-8e7f-b22bdf13fb98 x-openstack-request-id: req-aa27b29e-6d6b-460a-8e7f-b22bdf13fb98 {{(pid=103280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 19:09:34.498137 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d011b675-330b-4b32-b21e-977392981e7e", "tag": "8a56bd32-6537-4eac-b937-b6aaf4b8e07d", "status": "completed", "code": 200}]} {{(pid=103280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 19:09:34.498137 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-aa27b29e-6d6b-460a-8e7f-b22bdf13fb98 {{(pid=103280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 19:09:34.498478 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa27b29e-6d6b-460a-8e7f-b22bdf13fb98'] response: {'name': 'network-changed', 'server_uuid': 'd011b675-330b-4b32-b21e-977392981e7e', 'tag': '8a56bd32-6537-4eac-b937-b6aaf4b8e07d', 'status': 'completed', 'code': 200} May 04 19:09:34.556569 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd468fae-c004-401d-a083-28423fbe4d51 req-a2e8567b-bb2a-4155-bdac-687cb5965b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:09:34.558200 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-fd468fae-c004-401d-a083-28423fbe4d51 req-a2e8567b-bb2a-4155-bdac-687cb5965b2b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8e0c53091dab4ba790155c256f29db1f&device_id=d011b675-330b-4b32-b21e-977392981e7e HTTP/1.1" status: 200 len: 1130 time: 0.0389237 May 04 19:09:34.651580 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd468fae-c004-401d-a083-28423fbe4d51 req-8f60a6ae-217e-4a75-b355-f7772beed891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:09:34.653046 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-fd468fae-c004-401d-a083-28423fbe4d51 req-8f60a6ae-217e-4a75-b355-f7772beed891 service neutron] 10.222.0.55 "GET /v2.0/networks?id=4a23e4f9-d4ef-406a-b7a6-dea368f7eb37 HTTP/1.1" status: 200 len: 913 time: 0.0892656 May 04 19:09:34.708423 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_hamode_db [None req-c6dafe66-648f-4b56-9315-33a28c82189a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd463de1-e07e-49fe-a2e1-cee08d118527', 'name': 'tempest-TestVolumeBootPattern-2088772060-router', 'tenant_id': '8e0c53091dab4ba790155c256f29db1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'external_fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '078e2e3c-28d4-4f38-9b5e-e3cfc67b471b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:04:10Z', 'updated_at': '2022-05-04T19:04:13Z', 'revision_number': 4, 'project_id': '8e0c53091dab4ba790155c256f29db1f', 'gw_port': {'id': '078e2e3c-28d4-4f38-9b5e-e3cfc67b471b', 'name': '', 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a6:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd463de1-e07e-49fe-a2e1-cee08d118527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:04:10Z', 'updated_at': '2022-05-04T19:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-1-iscsi', '_floatingips': [{'id': 'f97c928d-5965-474e-9049-b592cda1b87b', 'tenant_id': '8e0c53091dab4ba790155c256f29db1f', 'floating_ip_address': '172.27.0.99', 'floating_network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'router_id': 'bd463de1-e07e-49fe-a2e1-cee08d118527', 'port_id': '2283faec-13ca-4eef-a082-247317985371', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a23e4f9-d4ef-406a-b7a6-dea368f7eb37', 'mac_address': 'fa:16:3e:35:62:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe106df-66ba-4a0d-b64c-a0d0a9e52172', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T19:07:35Z', 'updated_at': '2022-05-04T19:07:37Z', 'revision_number': 1, 'project_id': '8e0c53091dab4ba790155c256f29db1f', 'fixed_ip_address_scope': None}, {'id': 'fd789ed3-39f0-4fef-8e36-e749ff25648d', 'tenant_id': '8e0c53091dab4ba790155c256f29db1f', 'floating_ip_address': '172.27.0.12', 'floating_network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'router_id': 'bd463de1-e07e-49fe-a2e1-cee08d118527', 'port_id': '8a56bd32-6537-4eac-b937-b6aaf4b8e07d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a23e4f9-d4ef-406a-b7a6-dea368f7eb37', 'mac_address': 'fa:16:3e:5a:20:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd011b675-330b-4b32-b21e-977392981e7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T19:09:33Z', 'updated_at': '2022-05-04T19:09:33Z', 'revision_number': 0, 'project_id': '8e0c53091dab4ba790155c256f29db1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '721b03e0-3d9a-48fb-b8f1-ce1b232df2fb', 'name': '', 'network_id': '4a23e4f9-d4ef-406a-b7a6-dea368f7eb37', 'tenant_id': '8e0c53091dab4ba790155c256f29db1f', 'mac_address': 'fa:16:3e:61:f8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd463de1-e07e-49fe-a2e1-cee08d118527', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '5e7b376d-b1cb-4bfd-b355-a8ae47b6f0d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:04:13Z', 'updated_at': '2022-05-04T19:04:19Z', 'revision_number': 5, 'project_id': '8e0c53091dab4ba790155c256f29db1f', 'subnets': [{'id': '5e7b376d-b1cb-4bfd-b355-a8ae47b6f0d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-1-iscsi', False) {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:09:34.726280 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-fd468fae-c004-401d-a083-28423fbe4d51 req-5f952343-60ba-4735-a63d-776dc11d6fc7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8a56bd32-6537-4eac-b937-b6aaf4b8e07d HTTP/1.1" status: 200 len: 999 time: 0.0673418 May 04 19:09:34.738602 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6dafe66-648f-4b56-9315-33a28c82189a None None] Checking router: bd463de1-e07e-49fe-a2e1-cee08d118527 for host: dv-cinder-840525-1-iscsi {{(pid=103281) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 19:09:34.747421 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6dafe66-648f-4b56-9315-33a28c82189a None None] Routers {'bd463de1-e07e-49fe-a2e1-cee08d118527'} bound to L3 agent in host dv-cinder-840525-1-iscsi {{(pid=103281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:09:34.747951 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_hamode_db [None req-c6dafe66-648f-4b56-9315-33a28c82189a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T18:48:29Z,description=,heartbeat_timestamp=2022-05-04T19:09:29Z,host='dv-cinder-840525-1-iscsi',id=0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:48:29Z,topic='l3_agent')) {'router_ids': ['bd463de1-e07e-49fe-a2e1-cee08d118527'], 'active': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:09:34.774172 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd468fae-c004-401d-a083-28423fbe4d51 req-1251f14b-282e-470d-9f37-99b64b8a7cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:09:34.775630 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-fd468fae-c004-401d-a083-28423fbe4d51 req-1251f14b-282e-470d-9f37-99b64b8a7cac service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5e7b376d-b1cb-4bfd-b355-a8ae47b6f0d2 HTTP/1.1" status: 200 len: 851 time: 0.0436852 May 04 19:09:34.818958 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd468fae-c004-401d-a083-28423fbe4d51 req-e7483106-7f52-4fe7-9574-f43d4204f9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:09:34.820495 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-fd468fae-c004-401d-a083-28423fbe4d51 req-e7483106-7f52-4fe7-9574-f43d4204f9ff service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4a23e4f9-d4ef-406a-b7a6-dea368f7eb37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389771 May 04 19:09:34.855141 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvr_db [None req-c6dafe66-648f-4b56-9315-33a28c82189a None None] Set router bd463de1-e07e-49fe-a2e1-cee08d118527 gateway port host: dv-cinder-840525-1-iscsi {{(pid=103281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:09:35.087961 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_hamode_db [None req-c6dafe66-648f-4b56-9315-33a28c82189a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd463de1-e07e-49fe-a2e1-cee08d118527', 'name': 'tempest-TestVolumeBootPattern-2088772060-router', 'tenant_id': '8e0c53091dab4ba790155c256f29db1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'external_fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '078e2e3c-28d4-4f38-9b5e-e3cfc67b471b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:04:10Z', 'updated_at': '2022-05-04T19:04:13Z', 'revision_number': 4, 'project_id': '8e0c53091dab4ba790155c256f29db1f', 'gw_port': {'id': '078e2e3c-28d4-4f38-9b5e-e3cfc67b471b', 'name': '', 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a6:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd463de1-e07e-49fe-a2e1-cee08d118527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:04:10Z', 'updated_at': '2022-05-04T19:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-1-iscsi', '_floatingips': [{'id': 'f97c928d-5965-474e-9049-b592cda1b87b', 'tenant_id': '8e0c53091dab4ba790155c256f29db1f', 'floating_ip_address': '172.27.0.99', 'floating_network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'router_id': 'bd463de1-e07e-49fe-a2e1-cee08d118527', 'port_id': '2283faec-13ca-4eef-a082-247317985371', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a23e4f9-d4ef-406a-b7a6-dea368f7eb37', 'mac_address': 'fa:16:3e:35:62:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe106df-66ba-4a0d-b64c-a0d0a9e52172', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T19:07:35Z', 'updated_at': '2022-05-04T19:07:37Z', 'revision_number': 1, 'project_id': '8e0c53091dab4ba790155c256f29db1f', 'fixed_ip_address_scope': None}, {'id': 'fd789ed3-39f0-4fef-8e36-e749ff25648d', 'tenant_id': '8e0c53091dab4ba790155c256f29db1f', 'floating_ip_address': '172.27.0.12', 'floating_network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'router_id': 'bd463de1-e07e-49fe-a2e1-cee08d118527', 'port_id': '8a56bd32-6537-4eac-b937-b6aaf4b8e07d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a23e4f9-d4ef-406a-b7a6-dea368f7eb37', 'mac_address': 'fa:16:3e:5a:20:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd011b675-330b-4b32-b21e-977392981e7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T19:09:33Z', 'updated_at': '2022-05-04T19:09:33Z', 'revision_number': 0, 'project_id': '8e0c53091dab4ba790155c256f29db1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '721b03e0-3d9a-48fb-b8f1-ce1b232df2fb', 'name': '', 'network_id': '4a23e4f9-d4ef-406a-b7a6-dea368f7eb37', 'tenant_id': '8e0c53091dab4ba790155c256f29db1f', 'mac_address': 'fa:16:3e:61:f8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd463de1-e07e-49fe-a2e1-cee08d118527', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '5e7b376d-b1cb-4bfd-b355-a8ae47b6f0d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:04:13Z', 'updated_at': '2022-05-04T19:04:19Z', 'revision_number': 5, 'project_id': '8e0c53091dab4ba790155c256f29db1f', 'subnets': [{'id': '5e7b376d-b1cb-4bfd-b355-a8ae47b6f0d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-1-iscsi', False) {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:09:35.119576 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6dafe66-648f-4b56-9315-33a28c82189a None None] The sync data for ids ['bd463de1-e07e-49fe-a2e1-cee08d118527'] in dv-cinder-840525-1-iscsi is: [{'id': 'bd463de1-e07e-49fe-a2e1-cee08d118527', 'name': 'tempest-TestVolumeBootPattern-2088772060-router', 'tenant_id': '8e0c53091dab4ba790155c256f29db1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'external_fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '078e2e3c-28d4-4f38-9b5e-e3cfc67b471b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:04:10Z', 'updated_at': '2022-05-04T19:04:13Z', 'revision_number': 4, 'project_id': '8e0c53091dab4ba790155c256f29db1f', 'gw_port': {'id': '078e2e3c-28d4-4f38-9b5e-e3cfc67b471b', 'name': '', 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a6:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd463de1-e07e-49fe-a2e1-cee08d118527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:04:10Z', 'updated_at': '2022-05-04T19:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-1-iscsi', '_floatingips': [{'id': 'f97c928d-5965-474e-9049-b592cda1b87b', 'tenant_id': '8e0c53091dab4ba790155c256f29db1f', 'floating_ip_address': '172.27.0.99', 'floating_network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'router_id': 'bd463de1-e07e-49fe-a2e1-cee08d118527', 'port_id': '2283faec-13ca-4eef-a082-247317985371', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a23e4f9-d4ef-406a-b7a6-dea368f7eb37', 'mac_address': 'fa:16:3e:35:62:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe106df-66ba-4a0d-b64c-a0d0a9e52172', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T19:07:35Z', 'updated_at': '2022-05-04T19:07:37Z', 'revision_number': 1, 'project_id': '8e0c53091dab4ba790155c256f29db1f', 'fixed_ip_address_scope': None}, {'id': 'fd789ed3-39f0-4fef-8e36-e749ff25648d', 'tenant_id': '8e0c53091dab4ba790155c256f29db1f', 'floating_ip_address': '172.27.0.12', 'floating_network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'router_id': 'bd463de1-e07e-49fe-a2e1-cee08d118527', 'port_id': '8a56bd32-6537-4eac-b937-b6aaf4b8e07d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a23e4f9-d4ef-406a-b7a6-dea368f7eb37', 'mac_address': 'fa:16:3e:5a:20:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd011b675-330b-4b32-b21e-977392981e7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T19:09:33Z', 'updated_at': '2022-05-04T19:09:33Z', 'revision_number': 0, 'project_id': '8e0c53091dab4ba790155c256f29db1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '721b03e0-3d9a-48fb-b8f1-ce1b232df2fb', 'name': '', 'network_id': '4a23e4f9-d4ef-406a-b7a6-dea368f7eb37', 'tenant_id': '8e0c53091dab4ba790155c256f29db1f', 'mac_address': 'fa:16:3e:61:f8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd463de1-e07e-49fe-a2e1-cee08d118527', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '5e7b376d-b1cb-4bfd-b355-a8ae47b6f0d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:04:13Z', 'updated_at': '2022-05-04T19:04:19Z', 'revision_number': 5, 'project_id': '8e0c53091dab4ba790155c256f29db1f', 'subnets': [{'id': '5e7b376d-b1cb-4bfd-b355-a8ae47b6f0d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 19:09:35.189559 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-fd468fae-c004-401d-a083-28423fbe4d51 req-1b02c814-e23a-4886-a467-0060d92c870a service neutron] 10.222.0.55 "GET /v2.0/networks/4a23e4f9-d4ef-406a-b7a6-dea368f7eb37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3616765 May 04 19:09:35.279403 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-fd468fae-c004-401d-a083-28423fbe4d51 req-58a10590-0f0b-4349-9f80-046db0b0ff8b service neutron] 10.222.0.55 "GET /v2.0/networks/4a23e4f9-d4ef-406a-b7a6-dea368f7eb37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839007 May 04 19:09:35.320580 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c4e267-d206-47aa-a549-987773449de7 None None] New status for floating IP fd789ed3-39f0-4fef-8e36-e749ff25648d: ACTIVE {{(pid=103282) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 19:09:55.546527 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (bff7e656-358d-4e40-a36a-3f10fe33ffdf), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:09:56.903033 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-23b5ad3c-8af6-42a1-aee6-da93c8814a45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (ae04e5b6-6ccf-46c0-81ba-a3f5b8ae390c), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:09:59.104946 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-12c25518-e5a8-4f68-b290-38515c95fb0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:00.200466 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-821a3753-c8bb-408e-a9d9-42d2a9d3d908 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (306b1285-d967-49ee-a8ef-a34b4fe65fa5), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:01.064450 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-1dab101c-c958-41f4-8031-c66de3bd1581 req-8da5bb68-634c-481a-92ad-3be8249aa6ef service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ffe106df-66ba-4a0d-b64c-a0d0a9e52172&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0386939 May 04 19:10:01.169328 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dab101c-c958-41f4-8031-c66de3bd1581 req-0230783d-7fcb-4128-84ee-4bf2b1e6d5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:10:01.170789 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-1dab101c-c958-41f4-8031-c66de3bd1581 req-0230783d-7fcb-4128-84ee-4bf2b1e6d5c1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8e0c53091dab4ba790155c256f29db1f&device_id=ffe106df-66ba-4a0d-b64c-a0d0a9e52172 HTTP/1.1" status: 200 len: 1129 time: 0.0521541 May 04 19:10:01.271532 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dab101c-c958-41f4-8031-c66de3bd1581 req-2038880d-e3a6-416b-b96f-105f2559cb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:10:01.273009 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-1dab101c-c958-41f4-8031-c66de3bd1581 req-2038880d-e3a6-416b-b96f-105f2559cb5f service neutron] 10.222.0.55 "GET /v2.0/networks?id=4a23e4f9-d4ef-406a-b7a6-dea368f7eb37 HTTP/1.1" status: 200 len: 913 time: 0.0838654 May 04 19:10:01.339899 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-1dab101c-c958-41f4-8031-c66de3bd1581 req-b8af9e9b-9134-4453-85c1-c2d7d0e287a0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2283faec-13ca-4eef-a082-247317985371 HTTP/1.1" status: 200 len: 1000 time: 0.0605495 May 04 19:10:01.389273 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dab101c-c958-41f4-8031-c66de3bd1581 req-f469ddca-123c-4629-88d8-7429868c26eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:10:01.390738 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-1dab101c-c958-41f4-8031-c66de3bd1581 req-f469ddca-123c-4629-88d8-7429868c26eb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5e7b376d-b1cb-4bfd-b355-a8ae47b6f0d2 HTTP/1.1" status: 200 len: 851 time: 0.0448945 May 04 19:10:01.434834 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dab101c-c958-41f4-8031-c66de3bd1581 req-9a63c92d-5f4b-4bea-9f66-77b7bea348a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:10:01.436313 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-1dab101c-c958-41f4-8031-c66de3bd1581 req-9a63c92d-5f4b-4bea-9f66-77b7bea348a9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4a23e4f9-d4ef-406a-b7a6-dea368f7eb37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397384 May 04 19:10:01.531610 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-1dab101c-c958-41f4-8031-c66de3bd1581 req-cefdc7a8-8470-4e16-a135-146a0edc9813 service neutron] 10.222.0.55 "GET /v2.0/networks/4a23e4f9-d4ef-406a-b7a6-dea368f7eb37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891428 May 04 19:10:01.576394 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6c0ba996-b759-4c13-9ac4-7b7303adc758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (c2d3299f-8f0d-4c34-a270-91edff31f494), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:01.621012 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-1dab101c-c958-41f4-8031-c66de3bd1581 req-49664bf2-c941-40ce-a828-889834194c46 service neutron] 10.222.0.55 "GET /v2.0/networks/4a23e4f9-d4ef-406a-b7a6-dea368f7eb37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834012 May 04 19:10:03.007965 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (7e96273e-cd3b-4e2d-a9cb-a5a62cf8f8b6), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:03.475826 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.agents_db [None req-bd7ab176-2eba-4334-8b69-697435aa36c2 None None] Agent healthcheck: found 6 active agents {{(pid=103282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 19:10:25.558072 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (bff7e656-358d-4e40-a36a-3f10fe33ffdf), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:26.902621 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1d40943d-7ab2-4a54-8590-dcd18329a65e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (ae04e5b6-6ccf-46c0-81ba-a3f5b8ae390c), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:29.105371 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-83c80957-066d-4caa-aaf0-bc81b4eecda5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:30.206400 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-821a3753-c8bb-408e-a9d9-42d2a9d3d908 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (306b1285-d967-49ee-a8ef-a34b4fe65fa5), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:31.585712 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6c0ba996-b759-4c13-9ac4-7b7303adc758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (c2d3299f-8f0d-4c34-a270-91edff31f494), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:33.008177 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (7e96273e-cd3b-4e2d-a9cb-a5a62cf8f8b6), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:40.481026 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.agents_db [None req-bd7ab176-2eba-4334-8b69-697435aa36c2 None None] Agent healthcheck: found 6 active agents {{(pid=103282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 19:10:55.557622 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (bff7e656-358d-4e40-a36a-3f10fe33ffdf), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:56.905458 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-758ea466-42ec-4cab-bc80-ffd1914b3553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (ae04e5b6-6ccf-46c0-81ba-a3f5b8ae390c), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:59.075217 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-a6cb6540-aa4b-43f0-95c1-e0a448d3a627 req-f44f221f-2921-41ac-bb0d-49d70914761f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d011b675-330b-4b32-b21e-977392981e7e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0440910 May 04 19:10:59.101147 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5431181a-399c-4f5f-bfa3-22249b60f9b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:10:59.136643 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cb6540-aa4b-43f0-95c1-e0a448d3a627 req-b27686b4-a894-40c2-afa2-df588f881c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:10:59.138180 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-a6cb6540-aa4b-43f0-95c1-e0a448d3a627 req-b27686b4-a894-40c2-afa2-df588f881c1a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8e0c53091dab4ba790155c256f29db1f&device_id=d011b675-330b-4b32-b21e-977392981e7e HTTP/1.1" status: 200 len: 1130 time: 0.0411737 May 04 19:10:59.245632 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cb6540-aa4b-43f0-95c1-e0a448d3a627 req-07e52041-ae27-4529-925a-cd42f1cf6f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:10:59.247108 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-a6cb6540-aa4b-43f0-95c1-e0a448d3a627 req-07e52041-ae27-4529-925a-cd42f1cf6f0c service neutron] 10.222.0.55 "GET /v2.0/networks?id=4a23e4f9-d4ef-406a-b7a6-dea368f7eb37 HTTP/1.1" status: 200 len: 913 time: 0.0886970 May 04 19:10:59.317701 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-a6cb6540-aa4b-43f0-95c1-e0a448d3a627 req-0a6260ea-29d3-40b3-b2b8-426dde6b2397 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8a56bd32-6537-4eac-b937-b6aaf4b8e07d HTTP/1.1" status: 200 len: 1001 time: 0.0627794 May 04 19:10:59.371232 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cb6540-aa4b-43f0-95c1-e0a448d3a627 req-05268354-c2cf-45cb-867b-53686394c3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:10:59.372619 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-a6cb6540-aa4b-43f0-95c1-e0a448d3a627 req-05268354-c2cf-45cb-867b-53686394c3ae service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5e7b376d-b1cb-4bfd-b355-a8ae47b6f0d2 HTTP/1.1" status: 200 len: 851 time: 0.0491891 May 04 19:10:59.416886 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cb6540-aa4b-43f0-95c1-e0a448d3a627 req-9ad56cb5-a88c-4887-a577-1b059c04b171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:10:59.418688 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-a6cb6540-aa4b-43f0-95c1-e0a448d3a627 req-9ad56cb5-a88c-4887-a577-1b059c04b171 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4a23e4f9-d4ef-406a-b7a6-dea368f7eb37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401101 May 04 19:10:59.512524 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-a6cb6540-aa4b-43f0-95c1-e0a448d3a627 req-a102142c-e238-4383-bffc-09f1ef1b23cb service neutron] 10.222.0.55 "GET /v2.0/networks/4a23e4f9-d4ef-406a-b7a6-dea368f7eb37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877705 May 04 19:10:59.604892 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-a6cb6540-aa4b-43f0-95c1-e0a448d3a627 req-df94c415-0b8d-4687-89d8-f471e430d0f2 service neutron] 10.222.0.55 "GET /v2.0/networks/4a23e4f9-d4ef-406a-b7a6-dea368f7eb37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860698 May 04 19:11:00.200047 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-821a3753-c8bb-408e-a9d9-42d2a9d3d908 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (306b1285-d967-49ee-a8ef-a34b4fe65fa5), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:01.586738 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6c0ba996-b759-4c13-9ac4-7b7303adc758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (c2d3299f-8f0d-4c34-a270-91edff31f494), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:03.006295 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (7e96273e-cd3b-4e2d-a9cb-a5a62cf8f8b6), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:06.193970 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 58526) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:11:06.363399 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.plugin [None req-9d0831c8-ecff-4fea-9aa9-efe8d462fc23 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Deleting port ca260183-191f-48c5-a1e3-3eaa74ed3866 {{(pid=103280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 19:11:06.363707 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-9d0831c8-ecff-4fea-9aa9-efe8d462fc23 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790498772255'] for port (ca260183-191f-48c5-a1e3-3eaa74ed3866), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:06.442266 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-9d0831c8-ecff-4fea-9aa9-efe8d462fc23 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607728'] for port (ca260183-191f-48c5-a1e3-3eaa74ed3866), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:06.442550 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-9d0831c8-ecff-4fea-9aa9-efe8d462fc23 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Publish callbacks [] for floatingip (ca260183-191f-48c5-a1e3-3eaa74ed3866), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:06.458596 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.plugin [None req-9d0831c8-ecff-4fea-9aa9-efe8d462fc23 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Calling delete_port for ca260183-191f-48c5-a1e3-3eaa74ed3866 owned by network:floatingip {{(pid=103280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 19:11:06.620726 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-9d0831c8-ecff-4fea-9aa9-efe8d462fc23 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790498779311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790498302109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12874298'] for port (ca260183-191f-48c5-a1e3-3eaa74ed3866), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:06.649885 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0831c8-ecff-4fea-9aa9-efe8d462fc23 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Pushing event deleted for resources: {'Port': ['ID=ca260183-191f-48c5-a1e3-3eaa74ed3866,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:11:06.673223 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0831c8-ecff-4fea-9aa9-efe8d462fc23 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:11:06.673584 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0831c8-ecff-4fea-9aa9-efe8d462fc23 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:11:06.673929 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0831c8-ecff-4fea-9aa9-efe8d462fc23 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:11:06.674263 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0831c8-ecff-4fea-9aa9-efe8d462fc23 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:11:06.674591 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0831c8-ecff-4fea-9aa9-efe8d462fc23 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:11:06.674911 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0831c8-ecff-4fea-9aa9-efe8d462fc23 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:11:06.675231 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0831c8-ecff-4fea-9aa9-efe8d462fc23 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:11:06.675549 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0831c8-ecff-4fea-9aa9-efe8d462fc23 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:11:06.675893 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0831c8-ecff-4fea-9aa9-efe8d462fc23 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:11:06.676188 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0831c8-ecff-4fea-9aa9-efe8d462fc23 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:11:06.676508 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0831c8-ecff-4fea-9aa9-efe8d462fc23 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:11:06.676887 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0831c8-ecff-4fea-9aa9-efe8d462fc23 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:11:06.677206 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0831c8-ecff-4fea-9aa9-efe8d462fc23 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:11:06.677542 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0831c8-ecff-4fea-9aa9-efe8d462fc23 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:11:06.677855 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0831c8-ecff-4fea-9aa9-efe8d462fc23 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:11:06.717466 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-9d0831c8-ecff-4fea-9aa9-efe8d462fc23 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Publish callbacks [] for floatingip (fd789ed3-39f0-4fef-8e36-e749ff25648d), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:06.717692 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.db.l3_db [None req-9d0831c8-ecff-4fea-9aa9-efe8d462fc23 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Floating IP fd789ed3-39f0-4fef-8e36-e749ff25648d disassociated (deleted). External IP: 172.27.0.12, port: 8a56bd32-6537-4eac-b937-b6aaf4b8e07d. May 04 19:11:06.931616 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d0831c8-ecff-4fea-9aa9-efe8d462fc23 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Router bd463de1-e07e-49fe-a2e1-cee08d118527 has already been hosted by L3 agent 0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b {{(pid=103280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 19:11:07.049657 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d0831c8-ecff-4fea-9aa9-efe8d462fc23 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Notify agent at l3_agent.dv-cinder-840525-1-iscsi the message routers_updated {{(pid=103280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 19:11:07.055260 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-9d0831c8-ecff-4fea-9aa9-efe8d462fc23 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127086'] for floatingip (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:07.061256 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50bdaff3-f404-48e8-baa4-c401334f1ba6 None None] Sync routers for ids ['bd463de1-e07e-49fe-a2e1-cee08d118527'] in dv-cinder-840525-1-iscsi {{(pid=103281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 19:11:07.072561 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50bdaff3-f404-48e8-baa4-c401334f1ba6 None None] Routers {'bd463de1-e07e-49fe-a2e1-cee08d118527'} bound to L3 agent in host dv-cinder-840525-1-iscsi {{(pid=103281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:11:07.072764 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_hamode_db [None req-50bdaff3-f404-48e8-baa4-c401334f1ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T18:48:29Z,description=,heartbeat_timestamp=2022-05-04T19:10:59Z,host='dv-cinder-840525-1-iscsi',id=0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:48:29Z,topic='l3_agent')) {'router_ids': ['bd463de1-e07e-49fe-a2e1-cee08d118527'], 'active': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:11:07.086327 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-9d0831c8-ecff-4fea-9aa9-efe8d462fc23 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] 10.222.0.35 "DELETE /v2.0/floatingips/fd789ed3-39f0-4fef-8e36-e749ff25648d HTTP/1.1" status: 204 len: 168 time: 0.8882647 May 04 19:11:07.086327 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd011b675-330b-4b32-b21e-977392981e7e', 'tag': '8a56bd32-6537-4eac-b937-b6aaf4b8e07d'}] {{(pid=103280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 19:11:07.086608 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d17ed66b9d9b08214cd1b2d258b378c61736cd464b468dfe37a5b26948fd6e52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-772b6355-c272-4933-857b-de3ad9710c04" -d '{"events": [{"name": "network-changed", "server_uuid": "d011b675-330b-4b32-b21e-977392981e7e", "tag": "8a56bd32-6537-4eac-b937-b6aaf4b8e07d"}]}' {{(pid=103280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 19:11:07.124927 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 19:11:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24c9a7a5-4c08-432e-b2e6-3ed89808ccf8 x-openstack-request-id: req-24c9a7a5-4c08-432e-b2e6-3ed89808ccf8 {{(pid=103280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 19:11:07.125490 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d011b675-330b-4b32-b21e-977392981e7e", "tag": "8a56bd32-6537-4eac-b937-b6aaf4b8e07d", "status": "completed", "code": 200}]} {{(pid=103280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 19:11:07.125934 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-24c9a7a5-4c08-432e-b2e6-3ed89808ccf8 {{(pid=103280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 19:11:07.126544 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24c9a7a5-4c08-432e-b2e6-3ed89808ccf8'] response: {'name': 'network-changed', 'server_uuid': 'd011b675-330b-4b32-b21e-977392981e7e', 'tag': '8a56bd32-6537-4eac-b937-b6aaf4b8e07d', 'status': 'completed', 'code': 200} May 04 19:11:07.186831 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772b6355-c272-4933-857b-de3ad9710c04 req-b44e4959-3984-4167-9433-0c1855f2cbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:11:07.188569 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-772b6355-c272-4933-857b-de3ad9710c04 req-b44e4959-3984-4167-9433-0c1855f2cbb0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8e0c53091dab4ba790155c256f29db1f&device_id=d011b675-330b-4b32-b21e-977392981e7e HTTP/1.1" status: 200 len: 1130 time: 0.0406539 May 04 19:11:07.200043 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvr_db [None req-50bdaff3-f404-48e8-baa4-c401334f1ba6 None None] Set router bd463de1-e07e-49fe-a2e1-cee08d118527 gateway port host: dv-cinder-840525-1-iscsi {{(pid=103281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:11:07.326009 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb257071-f33b-4392-a947-405c9f82ce54 req-f997281a-8761-4be0-a153-26ff722edbd3 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:11:07.327369 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-eb257071-f33b-4392-a947-405c9f82ce54 req-f997281a-8761-4be0-a153-26ff722edbd3 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] 10.222.0.35 "GET /v2.0/ports?device_id=d011b675-330b-4b32-b21e-977392981e7e HTTP/1.1" status: 200 len: 946 time: 0.0622783 May 04 19:11:07.332014 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772b6355-c272-4933-857b-de3ad9710c04 req-77a15be6-5f69-4288-bba0-36374c2220e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:11:07.333435 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-772b6355-c272-4933-857b-de3ad9710c04 req-77a15be6-5f69-4288-bba0-36374c2220e1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=4a23e4f9-d4ef-406a-b7a6-dea368f7eb37 HTTP/1.1" status: 200 len: 913 time: 0.1334820 May 04 19:11:07.377820 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-eb257071-f33b-4392-a947-405c9f82ce54 req-ad004c38-1633-4366-bf5a-90dc49742d18 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] 10.222.0.35 "GET /v2.0/security-groups?id=50f2a49a-63df-4fe6-a739-8d2b83e2257c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434186 May 04 19:11:07.426486 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_hamode_db [None req-50bdaff3-f404-48e8-baa4-c401334f1ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd463de1-e07e-49fe-a2e1-cee08d118527', 'name': 'tempest-TestVolumeBootPattern-2088772060-router', 'tenant_id': '8e0c53091dab4ba790155c256f29db1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'external_fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '078e2e3c-28d4-4f38-9b5e-e3cfc67b471b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:04:10Z', 'updated_at': '2022-05-04T19:04:13Z', 'revision_number': 4, 'project_id': '8e0c53091dab4ba790155c256f29db1f', 'gw_port': {'id': '078e2e3c-28d4-4f38-9b5e-e3cfc67b471b', 'name': '', 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a6:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd463de1-e07e-49fe-a2e1-cee08d118527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:04:10Z', 'updated_at': '2022-05-04T19:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-1-iscsi', '_floatingips': [{'id': 'f97c928d-5965-474e-9049-b592cda1b87b', 'tenant_id': '8e0c53091dab4ba790155c256f29db1f', 'floating_ip_address': '172.27.0.99', 'floating_network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'router_id': 'bd463de1-e07e-49fe-a2e1-cee08d118527', 'port_id': '2283faec-13ca-4eef-a082-247317985371', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a23e4f9-d4ef-406a-b7a6-dea368f7eb37', 'mac_address': 'fa:16:3e:35:62:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe106df-66ba-4a0d-b64c-a0d0a9e52172', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T19:07:35Z', 'updated_at': '2022-05-04T19:07:37Z', 'revision_number': 1, 'project_id': '8e0c53091dab4ba790155c256f29db1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '721b03e0-3d9a-48fb-b8f1-ce1b232df2fb', 'name': '', 'network_id': '4a23e4f9-d4ef-406a-b7a6-dea368f7eb37', 'tenant_id': '8e0c53091dab4ba790155c256f29db1f', 'mac_address': 'fa:16:3e:61:f8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd463de1-e07e-49fe-a2e1-cee08d118527', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '5e7b376d-b1cb-4bfd-b355-a8ae47b6f0d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:04:13Z', 'updated_at': '2022-05-04T19:04:19Z', 'revision_number': 5, 'project_id': '8e0c53091dab4ba790155c256f29db1f', 'subnets': [{'id': '5e7b376d-b1cb-4bfd-b355-a8ae47b6f0d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-1-iscsi', False) {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:11:07.452664 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50bdaff3-f404-48e8-baa4-c401334f1ba6 None None] Checking router: bd463de1-e07e-49fe-a2e1-cee08d118527 for host: dv-cinder-840525-1-iscsi {{(pid=103281) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 19:11:07.461396 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50bdaff3-f404-48e8-baa4-c401334f1ba6 None None] Routers {'bd463de1-e07e-49fe-a2e1-cee08d118527'} bound to L3 agent in host dv-cinder-840525-1-iscsi {{(pid=103281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:11:07.462024 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_hamode_db [None req-50bdaff3-f404-48e8-baa4-c401334f1ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T18:48:29Z,description=,heartbeat_timestamp=2022-05-04T19:10:59Z,host='dv-cinder-840525-1-iscsi',id=0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:48:29Z,topic='l3_agent')) {'router_ids': ['bd463de1-e07e-49fe-a2e1-cee08d118527'], 'active': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:11:07.582616 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvr_db [None req-50bdaff3-f404-48e8-baa4-c401334f1ba6 None None] Set router bd463de1-e07e-49fe-a2e1-cee08d118527 gateway port host: dv-cinder-840525-1-iscsi {{(pid=103281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:11:07.812499 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_hamode_db [None req-50bdaff3-f404-48e8-baa4-c401334f1ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd463de1-e07e-49fe-a2e1-cee08d118527', 'name': 'tempest-TestVolumeBootPattern-2088772060-router', 'tenant_id': '8e0c53091dab4ba790155c256f29db1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'external_fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '078e2e3c-28d4-4f38-9b5e-e3cfc67b471b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:04:10Z', 'updated_at': '2022-05-04T19:04:13Z', 'revision_number': 4, 'project_id': '8e0c53091dab4ba790155c256f29db1f', 'gw_port': {'id': '078e2e3c-28d4-4f38-9b5e-e3cfc67b471b', 'name': '', 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a6:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd463de1-e07e-49fe-a2e1-cee08d118527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:04:10Z', 'updated_at': '2022-05-04T19:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-1-iscsi', '_floatingips': [{'id': 'f97c928d-5965-474e-9049-b592cda1b87b', 'tenant_id': '8e0c53091dab4ba790155c256f29db1f', 'floating_ip_address': '172.27.0.99', 'floating_network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'router_id': 'bd463de1-e07e-49fe-a2e1-cee08d118527', 'port_id': '2283faec-13ca-4eef-a082-247317985371', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a23e4f9-d4ef-406a-b7a6-dea368f7eb37', 'mac_address': 'fa:16:3e:35:62:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe106df-66ba-4a0d-b64c-a0d0a9e52172', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T19:07:35Z', 'updated_at': '2022-05-04T19:07:37Z', 'revision_number': 1, 'project_id': '8e0c53091dab4ba790155c256f29db1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '721b03e0-3d9a-48fb-b8f1-ce1b232df2fb', 'name': '', 'network_id': '4a23e4f9-d4ef-406a-b7a6-dea368f7eb37', 'tenant_id': '8e0c53091dab4ba790155c256f29db1f', 'mac_address': 'fa:16:3e:61:f8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd463de1-e07e-49fe-a2e1-cee08d118527', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '5e7b376d-b1cb-4bfd-b355-a8ae47b6f0d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:04:13Z', 'updated_at': '2022-05-04T19:04:19Z', 'revision_number': 5, 'project_id': '8e0c53091dab4ba790155c256f29db1f', 'subnets': [{'id': '5e7b376d-b1cb-4bfd-b355-a8ae47b6f0d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-1-iscsi', False) {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:11:07.839585 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50bdaff3-f404-48e8-baa4-c401334f1ba6 None None] The sync data for ids ['bd463de1-e07e-49fe-a2e1-cee08d118527'] in dv-cinder-840525-1-iscsi is: [{'id': 'bd463de1-e07e-49fe-a2e1-cee08d118527', 'name': 'tempest-TestVolumeBootPattern-2088772060-router', 'tenant_id': '8e0c53091dab4ba790155c256f29db1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'external_fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '078e2e3c-28d4-4f38-9b5e-e3cfc67b471b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:04:10Z', 'updated_at': '2022-05-04T19:04:13Z', 'revision_number': 4, 'project_id': '8e0c53091dab4ba790155c256f29db1f', 'gw_port': {'id': '078e2e3c-28d4-4f38-9b5e-e3cfc67b471b', 'name': '', 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a6:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd463de1-e07e-49fe-a2e1-cee08d118527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:04:10Z', 'updated_at': '2022-05-04T19:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-1-iscsi', '_floatingips': [{'id': 'f97c928d-5965-474e-9049-b592cda1b87b', 'tenant_id': '8e0c53091dab4ba790155c256f29db1f', 'floating_ip_address': '172.27.0.99', 'floating_network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'router_id': 'bd463de1-e07e-49fe-a2e1-cee08d118527', 'port_id': '2283faec-13ca-4eef-a082-247317985371', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a23e4f9-d4ef-406a-b7a6-dea368f7eb37', 'mac_address': 'fa:16:3e:35:62:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe106df-66ba-4a0d-b64c-a0d0a9e52172', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T19:07:35Z', 'updated_at': '2022-05-04T19:07:37Z', 'revision_number': 1, 'project_id': '8e0c53091dab4ba790155c256f29db1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '721b03e0-3d9a-48fb-b8f1-ce1b232df2fb', 'name': '', 'network_id': '4a23e4f9-d4ef-406a-b7a6-dea368f7eb37', 'tenant_id': '8e0c53091dab4ba790155c256f29db1f', 'mac_address': 'fa:16:3e:61:f8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd463de1-e07e-49fe-a2e1-cee08d118527', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '5e7b376d-b1cb-4bfd-b355-a8ae47b6f0d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:04:13Z', 'updated_at': '2022-05-04T19:04:19Z', 'revision_number': 5, 'project_id': '8e0c53091dab4ba790155c256f29db1f', 'subnets': [{'id': '5e7b376d-b1cb-4bfd-b355-a8ae47b6f0d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 19:11:08.088389 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f13147-cefe-4466-b662-b71c6e105f3c None None] New status for floating IP fd789ed3-39f0-4fef-8e36-e749ff25648d: DOWN {{(pid=103282) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 19:11:08.278744 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-772b6355-c272-4933-857b-de3ad9710c04 req-c6f7234d-5510-4b2b-b96d-c0332f99b69a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8a56bd32-6537-4eac-b937-b6aaf4b8e07d HTTP/1.1" status: 200 len: 217 time: 0.0433121 May 04 19:11:08.332554 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772b6355-c272-4933-857b-de3ad9710c04 req-8a595798-2b47-48b5-b462-3fc972855be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:11:08.334088 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-772b6355-c272-4933-857b-de3ad9710c04 req-8a595798-2b47-48b5-b462-3fc972855be2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5e7b376d-b1cb-4bfd-b355-a8ae47b6f0d2 HTTP/1.1" status: 200 len: 851 time: 0.0475023 May 04 19:11:08.451819 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772b6355-c272-4933-857b-de3ad9710c04 req-3991b37c-d693-4759-8104-99529f7699a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:11:08.453746 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-772b6355-c272-4933-857b-de3ad9710c04 req-3991b37c-d693-4759-8104-99529f7699a3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4a23e4f9-d4ef-406a-b7a6-dea368f7eb37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430450 May 04 19:11:08.501533 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7720a56e-b849-497a-b396-753e5cf1a521 req-3d3913a6-fc62-45b6-a6b6-23018caa367f tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:11:08.503779 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-7720a56e-b849-497a-b396-753e5cf1a521 req-3d3913a6-fc62-45b6-a6b6-23018caa367f tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] 10.222.0.35 "GET /v2.0/ports?device_id=d011b675-330b-4b32-b21e-977392981e7e HTTP/1.1" status: 200 len: 946 time: 0.0490668 May 04 19:11:08.545446 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-772b6355-c272-4933-857b-de3ad9710c04 req-26f89572-fdc4-49dd-9e5e-5ca6179f1337 service neutron] 10.222.0.55 "GET /v2.0/networks/4a23e4f9-d4ef-406a-b7a6-dea368f7eb37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845578 May 04 19:11:08.560239 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-7720a56e-b849-497a-b396-753e5cf1a521 req-f95c6903-bce6-456b-aa21-cc3cb1fd7b6d tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] 10.222.0.35 "GET /v2.0/security-groups?id=50f2a49a-63df-4fe6-a739-8d2b83e2257c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0505824 May 04 19:11:08.758458 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-772b6355-c272-4933-857b-de3ad9710c04 req-cbd62932-c4c1-4e9a-a774-c6ecddaa2bc3 service neutron] 10.222.0.55 "GET /v2.0/networks/4a23e4f9-d4ef-406a-b7a6-dea368f7eb37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975890 May 04 19:11:08.779051 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82712265-7359-4749-ab76-9938fdff8a59 req-9a37748e-3a81-4f8d-9e5e-6ebd7d01382b tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:11:08.780533 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-82712265-7359-4749-ab76-9938fdff8a59 req-9a37748e-3a81-4f8d-9e5e-6ebd7d01382b tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] 10.222.0.55 "GET /v2.0/ports?device_id=d011b675-330b-4b32-b21e-977392981e7e HTTP/1.1" status: 200 len: 946 time: 0.0513716 May 04 19:11:08.866218 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.plugin [req-82712265-7359-4749-ab76-9938fdff8a59 req-8e3c47d0-8032-4b96-87b1-b3e9e9d379e4 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Deleting port 8a56bd32-6537-4eac-b937-b6aaf4b8e07d {{(pid=103280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 19:11:08.866524 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-82712265-7359-4749-ab76-9938fdff8a59 req-8e3c47d0-8032-4b96-87b1-b3e9e9d379e4 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790498772255'] for port (8a56bd32-6537-4eac-b937-b6aaf4b8e07d), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:08.961226 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.db [req-82712265-7359-4749-ab76-9938fdff8a59 req-8e3c47d0-8032-4b96-87b1-b3e9e9d379e4 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] For port 8a56bd32-6537-4eac-b937-b6aaf4b8e07d, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=8a56bd32-6537-4eac-b937-b6aaf4b8e07d,segment=NetworkSegment(35744400-35e9-41b0-9808-c9830e976a8a),segment_id=35744400-35e9-41b0-9808-c9830e976a8a)] {{(pid=103280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:11:08.961667 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-82712265-7359-4749-ab76-9938fdff8a59 req-8e3c47d0-8032-4b96-87b1-b3e9e9d379e4 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607728'] for port (8a56bd32-6537-4eac-b937-b6aaf4b8e07d), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:08.974867 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.plugin [req-82712265-7359-4749-ab76-9938fdff8a59 req-8e3c47d0-8032-4b96-87b1-b3e9e9d379e4 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Calling delete_port for 8a56bd32-6537-4eac-b937-b6aaf4b8e07d owned by compute:nova {{(pid=103280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 19:11:09.106744 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-82712265-7359-4749-ab76-9938fdff8a59 req-8e3c47d0-8032-4b96-87b1-b3e9e9d379e4 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790498779311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790498302109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12874298'] for port (8a56bd32-6537-4eac-b937-b6aaf4b8e07d), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:09.139716 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3c47d0-8032-4b96-87b1-b3e9e9d379e4 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Pushing event deleted for resources: {'Port': ['ID=8a56bd32-6537-4eac-b937-b6aaf4b8e07d,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:11:09.189108 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvrscheduler_db [req-82712265-7359-4749-ab76-9938fdff8a59 req-8e3c47d0-8032-4b96-87b1-b3e9e9d379e4 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] No DVR routers for this DVR port 8a56bd32-6537-4eac-b937-b6aaf4b8e07d on host hv-cinder-84052 {{(pid=103280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 19:11:09.191665 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-82712265-7359-4749-ab76-9938fdff8a59 req-8e3c47d0-8032-4b96-87b1-b3e9e9d379e4 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127086'] for port (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:09.195011 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-82712265-7359-4749-ab76-9938fdff8a59 req-8e3c47d0-8032-4b96-87b1-b3e9e9d379e4 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] 10.222.0.55 "DELETE /v2.0/ports/8a56bd32-6537-4eac-b937-b6aaf4b8e07d HTTP/1.1" status: 204 len: 173 time: 0.4085505 May 04 19:11:09.195478 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd011b675-330b-4b32-b21e-977392981e7e', 'name': 'network-vif-deleted', 'tag': '8a56bd32-6537-4eac-b937-b6aaf4b8e07d'}] {{(pid=103280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 19:11:09.197745 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d17ed66b9d9b08214cd1b2d258b378c61736cd464b468dfe37a5b26948fd6e52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70c4e088-f409-4531-b2af-cf67b8c74e15" -d '{"events": [{"server_uuid": "d011b675-330b-4b32-b21e-977392981e7e", "name": "network-vif-deleted", "tag": "8a56bd32-6537-4eac-b937-b6aaf4b8e07d"}]}' {{(pid=103280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 19:11:09.233451 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 19:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b8739b9-fb5e-4300-aaad-339c7f761101 x-openstack-request-id: req-8b8739b9-fb5e-4300-aaad-339c7f761101 {{(pid=103280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 19:11:09.233700 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d011b675-330b-4b32-b21e-977392981e7e", "name": "network-vif-deleted", "tag": "8a56bd32-6537-4eac-b937-b6aaf4b8e07d", "status": "completed", "code": 200}]} {{(pid=103280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 19:11:09.233988 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8b8739b9-fb5e-4300-aaad-339c7f761101 {{(pid=103280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 19:11:09.234376 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b8739b9-fb5e-4300-aaad-339c7f761101'] response: {'server_uuid': 'd011b675-330b-4b32-b21e-977392981e7e', 'name': 'network-vif-deleted', 'tag': '8a56bd32-6537-4eac-b937-b6aaf4b8e07d', 'status': 'completed', 'code': 200} May 04 19:11:09.675537 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6996f837-f743-4be7-ad03-b19150e8d822 req-9c170776-5b45-45e1-91e7-91eb8178f193 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] 10.222.0.35 "GET /v2.0/ports?device_id=d011b675-330b-4b32-b21e-977392981e7e HTTP/1.1" status: 200 len: 210 time: 0.0284276 May 04 19:11:13.005193 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 58568) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:11:13.159161 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.plugin [None req-8d0c4bc9-4bce-438e-abeb-26a2966b803f tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Deleting port 71542482-b65b-4c65-9e8f-73c8cee820dd {{(pid=103280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 19:11:13.159509 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-8d0c4bc9-4bce-438e-abeb-26a2966b803f tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790498772255'] for port (71542482-b65b-4c65-9e8f-73c8cee820dd), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:13.237660 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-8d0c4bc9-4bce-438e-abeb-26a2966b803f tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607728'] for port (71542482-b65b-4c65-9e8f-73c8cee820dd), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:13.237995 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-8d0c4bc9-4bce-438e-abeb-26a2966b803f tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Publish callbacks [] for floatingip (71542482-b65b-4c65-9e8f-73c8cee820dd), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:13.251472 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.plugin [None req-8d0c4bc9-4bce-438e-abeb-26a2966b803f tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Calling delete_port for 71542482-b65b-4c65-9e8f-73c8cee820dd owned by network:floatingip {{(pid=103280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 19:11:13.426041 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-8d0c4bc9-4bce-438e-abeb-26a2966b803f tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790498779311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790498302109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12874298'] for port (71542482-b65b-4c65-9e8f-73c8cee820dd), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:13.456769 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0c4bc9-4bce-438e-abeb-26a2966b803f tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Pushing event deleted for resources: {'Port': ['ID=71542482-b65b-4c65-9e8f-73c8cee820dd,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:11:13.525812 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-8d0c4bc9-4bce-438e-abeb-26a2966b803f tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Publish callbacks [] for floatingip (f97c928d-5965-474e-9049-b592cda1b87b), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:13.526038 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.db.l3_db [None req-8d0c4bc9-4bce-438e-abeb-26a2966b803f tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Floating IP f97c928d-5965-474e-9049-b592cda1b87b disassociated (deleted). External IP: 172.27.0.99, port: 2283faec-13ca-4eef-a082-247317985371. May 04 19:11:13.725196 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Device 8a56bd32-6537-4eac-b937-b6aaf4b8e07d no longer exists at agent hyperv_hv-cinder-84052 {{(pid=103281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 19:11:13.740179 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d0c4bc9-4bce-438e-abeb-26a2966b803f tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Router bd463de1-e07e-49fe-a2e1-cee08d118527 has already been hosted by L3 agent 0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b {{(pid=103280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 19:11:13.749589 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] No Port match for: 8a56bd32-6537-4eac-b937-b6aaf4b8e07d {{(pid=103281) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 19:11:13.749966 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Device 8a56bd32-6537-4eac-b937-b6aaf4b8e07d not bound to the agent host hv-cinder-84052 {{(pid=103281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 19:11:13.851522 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d0c4bc9-4bce-438e-abeb-26a2966b803f tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Notify agent at l3_agent.dv-cinder-840525-1-iscsi the message routers_updated {{(pid=103280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 19:11:13.856568 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-8d0c4bc9-4bce-438e-abeb-26a2966b803f tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127086'] for floatingip (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:13.863565 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3901f07f-9b7d-4463-83f9-44f222675721 None None] Sync routers for ids ['bd463de1-e07e-49fe-a2e1-cee08d118527'] in dv-cinder-840525-1-iscsi {{(pid=103281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 19:11:13.874874 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3901f07f-9b7d-4463-83f9-44f222675721 None None] Routers {'bd463de1-e07e-49fe-a2e1-cee08d118527'} bound to L3 agent in host dv-cinder-840525-1-iscsi {{(pid=103281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:11:13.875577 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_hamode_db [None req-3901f07f-9b7d-4463-83f9-44f222675721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T18:48:29Z,description=,heartbeat_timestamp=2022-05-04T19:10:59Z,host='dv-cinder-840525-1-iscsi',id=0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:48:29Z,topic='l3_agent')) {'router_ids': ['bd463de1-e07e-49fe-a2e1-cee08d118527'], 'active': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:11:13.887405 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-8d0c4bc9-4bce-438e-abeb-26a2966b803f tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] 10.222.0.35 "DELETE /v2.0/floatingips/f97c928d-5965-474e-9049-b592cda1b87b HTTP/1.1" status: 204 len: 168 time: 0.8810973 May 04 19:11:13.888028 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffe106df-66ba-4a0d-b64c-a0d0a9e52172', 'tag': '2283faec-13ca-4eef-a082-247317985371'}] {{(pid=103280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 19:11:13.890377 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d17ed66b9d9b08214cd1b2d258b378c61736cd464b468dfe37a5b26948fd6e52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6180f4a5-7871-4a75-930f-613c7c72e169" -d '{"events": [{"name": "network-changed", "server_uuid": "ffe106df-66ba-4a0d-b64c-a0d0a9e52172", "tag": "2283faec-13ca-4eef-a082-247317985371"}]}' {{(pid=103280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 19:11:13.926398 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 19:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb3d63d5-5cd4-4c4b-b630-ddf0f5cdd301 x-openstack-request-id: req-cb3d63d5-5cd4-4c4b-b630-ddf0f5cdd301 {{(pid=103280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 19:11:13.926725 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffe106df-66ba-4a0d-b64c-a0d0a9e52172", "tag": "2283faec-13ca-4eef-a082-247317985371", "status": "completed", "code": 200}]} {{(pid=103280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 19:11:13.926988 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-cb3d63d5-5cd4-4c4b-b630-ddf0f5cdd301 {{(pid=103280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 19:11:13.927395 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb3d63d5-5cd4-4c4b-b630-ddf0f5cdd301'] response: {'name': 'network-changed', 'server_uuid': 'ffe106df-66ba-4a0d-b64c-a0d0a9e52172', 'tag': '2283faec-13ca-4eef-a082-247317985371', 'status': 'completed', 'code': 200} May 04 19:11:13.991915 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvr_db [None req-3901f07f-9b7d-4463-83f9-44f222675721 None None] Set router bd463de1-e07e-49fe-a2e1-cee08d118527 gateway port host: dv-cinder-840525-1-iscsi {{(pid=103281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:11:13.992805 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6180f4a5-7871-4a75-930f-613c7c72e169 req-386f0ac0-25c6-40d8-8bd2-181ff9fba61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:11:13.995234 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6180f4a5-7871-4a75-930f-613c7c72e169 req-386f0ac0-25c6-40d8-8bd2-181ff9fba61e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8e0c53091dab4ba790155c256f29db1f&device_id=ffe106df-66ba-4a0d-b64c-a0d0a9e52172 HTTP/1.1" status: 200 len: 1129 time: 0.0476019 May 04 19:11:14.099836 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6180f4a5-7871-4a75-930f-613c7c72e169 req-0278f7f1-e9a3-45df-afae-3afb4c71c611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:11:14.101515 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6180f4a5-7871-4a75-930f-613c7c72e169 req-0278f7f1-e9a3-45df-afae-3afb4c71c611 service neutron] 10.222.0.55 "GET /v2.0/networks?id=4a23e4f9-d4ef-406a-b7a6-dea368f7eb37 HTTP/1.1" status: 200 len: 913 time: 0.0943711 May 04 19:11:14.114766 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd912b70-3cf6-4d29-a7aa-2bccc5bfd918 req-1b95be48-c790-4867-9878-9a5ed3eb1d7a tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:11:14.116826 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-dd912b70-3cf6-4d29-a7aa-2bccc5bfd918 req-1b95be48-c790-4867-9878-9a5ed3eb1d7a tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] 10.222.0.35 "GET /v2.0/ports?device_id=ffe106df-66ba-4a0d-b64c-a0d0a9e52172 HTTP/1.1" status: 200 len: 945 time: 0.0481219 May 04 19:11:14.166479 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-dd912b70-3cf6-4d29-a7aa-2bccc5bfd918 req-8b61cbd7-d01e-4aea-a601-1b336b39baa5 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] 10.222.0.35 "GET /v2.0/security-groups?id=50f2a49a-63df-4fe6-a739-8d2b83e2257c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438085 May 04 19:11:14.182337 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_hamode_db [None req-3901f07f-9b7d-4463-83f9-44f222675721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd463de1-e07e-49fe-a2e1-cee08d118527', 'name': 'tempest-TestVolumeBootPattern-2088772060-router', 'tenant_id': '8e0c53091dab4ba790155c256f29db1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'external_fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '078e2e3c-28d4-4f38-9b5e-e3cfc67b471b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:04:10Z', 'updated_at': '2022-05-04T19:04:13Z', 'revision_number': 4, 'project_id': '8e0c53091dab4ba790155c256f29db1f', 'gw_port': {'id': '078e2e3c-28d4-4f38-9b5e-e3cfc67b471b', 'name': '', 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a6:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd463de1-e07e-49fe-a2e1-cee08d118527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:04:10Z', 'updated_at': '2022-05-04T19:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-1-iscsi', '_interfaces': [{'id': '721b03e0-3d9a-48fb-b8f1-ce1b232df2fb', 'name': '', 'network_id': '4a23e4f9-d4ef-406a-b7a6-dea368f7eb37', 'tenant_id': '8e0c53091dab4ba790155c256f29db1f', 'mac_address': 'fa:16:3e:61:f8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd463de1-e07e-49fe-a2e1-cee08d118527', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '5e7b376d-b1cb-4bfd-b355-a8ae47b6f0d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:04:13Z', 'updated_at': '2022-05-04T19:04:19Z', 'revision_number': 5, 'project_id': '8e0c53091dab4ba790155c256f29db1f', 'subnets': [{'id': '5e7b376d-b1cb-4bfd-b355-a8ae47b6f0d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-1-iscsi', False) {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:11:14.208101 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3901f07f-9b7d-4463-83f9-44f222675721 None None] Checking router: bd463de1-e07e-49fe-a2e1-cee08d118527 for host: dv-cinder-840525-1-iscsi {{(pid=103281) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 19:11:14.216072 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3901f07f-9b7d-4463-83f9-44f222675721 None None] Routers {'bd463de1-e07e-49fe-a2e1-cee08d118527'} bound to L3 agent in host dv-cinder-840525-1-iscsi {{(pid=103281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:11:14.216668 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_hamode_db [None req-3901f07f-9b7d-4463-83f9-44f222675721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T18:48:29Z,description=,heartbeat_timestamp=2022-05-04T19:10:59Z,host='dv-cinder-840525-1-iscsi',id=0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:48:29Z,topic='l3_agent')) {'router_ids': ['bd463de1-e07e-49fe-a2e1-cee08d118527'], 'active': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:11:14.322615 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvr_db [None req-3901f07f-9b7d-4463-83f9-44f222675721 None None] Set router bd463de1-e07e-49fe-a2e1-cee08d118527 gateway port host: dv-cinder-840525-1-iscsi {{(pid=103281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:11:14.649677 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_hamode_db [None req-3901f07f-9b7d-4463-83f9-44f222675721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd463de1-e07e-49fe-a2e1-cee08d118527', 'name': 'tempest-TestVolumeBootPattern-2088772060-router', 'tenant_id': '8e0c53091dab4ba790155c256f29db1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'external_fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '078e2e3c-28d4-4f38-9b5e-e3cfc67b471b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:04:10Z', 'updated_at': '2022-05-04T19:04:13Z', 'revision_number': 4, 'project_id': '8e0c53091dab4ba790155c256f29db1f', 'gw_port': {'id': '078e2e3c-28d4-4f38-9b5e-e3cfc67b471b', 'name': '', 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a6:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd463de1-e07e-49fe-a2e1-cee08d118527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:04:10Z', 'updated_at': '2022-05-04T19:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-1-iscsi', '_interfaces': [{'id': '721b03e0-3d9a-48fb-b8f1-ce1b232df2fb', 'name': '', 'network_id': '4a23e4f9-d4ef-406a-b7a6-dea368f7eb37', 'tenant_id': '8e0c53091dab4ba790155c256f29db1f', 'mac_address': 'fa:16:3e:61:f8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd463de1-e07e-49fe-a2e1-cee08d118527', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '5e7b376d-b1cb-4bfd-b355-a8ae47b6f0d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:04:13Z', 'updated_at': '2022-05-04T19:04:19Z', 'revision_number': 5, 'project_id': '8e0c53091dab4ba790155c256f29db1f', 'subnets': [{'id': '5e7b376d-b1cb-4bfd-b355-a8ae47b6f0d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840525-1-iscsi', False) {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:11:14.677162 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3901f07f-9b7d-4463-83f9-44f222675721 None None] The sync data for ids ['bd463de1-e07e-49fe-a2e1-cee08d118527'] in dv-cinder-840525-1-iscsi is: [{'id': 'bd463de1-e07e-49fe-a2e1-cee08d118527', 'name': 'tempest-TestVolumeBootPattern-2088772060-router', 'tenant_id': '8e0c53091dab4ba790155c256f29db1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'external_fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '078e2e3c-28d4-4f38-9b5e-e3cfc67b471b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:04:10Z', 'updated_at': '2022-05-04T19:04:13Z', 'revision_number': 4, 'project_id': '8e0c53091dab4ba790155c256f29db1f', 'gw_port': {'id': '078e2e3c-28d4-4f38-9b5e-e3cfc67b471b', 'name': '', 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a6:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd463de1-e07e-49fe-a2e1-cee08d118527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:04:10Z', 'updated_at': '2022-05-04T19:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-1-iscsi', '_interfaces': [{'id': '721b03e0-3d9a-48fb-b8f1-ce1b232df2fb', 'name': '', 'network_id': '4a23e4f9-d4ef-406a-b7a6-dea368f7eb37', 'tenant_id': '8e0c53091dab4ba790155c256f29db1f', 'mac_address': 'fa:16:3e:61:f8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd463de1-e07e-49fe-a2e1-cee08d118527', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '5e7b376d-b1cb-4bfd-b355-a8ae47b6f0d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:04:13Z', 'updated_at': '2022-05-04T19:04:19Z', 'revision_number': 5, 'project_id': '8e0c53091dab4ba790155c256f29db1f', 'subnets': [{'id': '5e7b376d-b1cb-4bfd-b355-a8ae47b6f0d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 19:11:14.910703 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254a2aa8-812f-47b0-9481-94f81071851d None None] New status for floating IP f97c928d-5965-474e-9049-b592cda1b87b: DOWN {{(pid=103282) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 19:11:15.053637 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6180f4a5-7871-4a75-930f-613c7c72e169 req-0098afef-82c7-4171-b7e4-48a92abb0c74 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2283faec-13ca-4eef-a082-247317985371 HTTP/1.1" status: 200 len: 217 time: 0.0395842 May 04 19:11:15.104067 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6180f4a5-7871-4a75-930f-613c7c72e169 req-a687fea0-9ce4-4998-a647-49858c789c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:11:15.105526 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6180f4a5-7871-4a75-930f-613c7c72e169 req-a687fea0-9ce4-4998-a647-49858c789c48 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5e7b376d-b1cb-4bfd-b355-a8ae47b6f0d2 HTTP/1.1" status: 200 len: 851 time: 0.0439839 May 04 19:11:15.258546 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6180f4a5-7871-4a75-930f-613c7c72e169 req-bbffc03a-3817-4768-90ef-2cf6e3bafcc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:11:15.259975 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6180f4a5-7871-4a75-930f-613c7c72e169 req-bbffc03a-3817-4768-90ef-2cf6e3bafcc9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4a23e4f9-d4ef-406a-b7a6-dea368f7eb37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0548897 May 04 19:11:15.316922 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d0c3db-b60c-4fba-af91-d29b43e9a3b8 req-41a2d325-78b8-4c68-b686-513d0bf7ec81 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:11:15.318379 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e8d0c3db-b60c-4fba-af91-d29b43e9a3b8 req-41a2d325-78b8-4c68-b686-513d0bf7ec81 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] 10.222.0.35 "GET /v2.0/ports?device_id=ffe106df-66ba-4a0d-b64c-a0d0a9e52172 HTTP/1.1" status: 200 len: 945 time: 0.0716734 May 04 19:11:15.409268 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6180f4a5-7871-4a75-930f-613c7c72e169 req-c8039a6b-cc54-4367-8d42-3e526c1c146f service neutron] 10.222.0.55 "GET /v2.0/networks/4a23e4f9-d4ef-406a-b7a6-dea368f7eb37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340837 May 04 19:11:15.417834 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e8d0c3db-b60c-4fba-af91-d29b43e9a3b8 req-6f1dfd0a-39be-49ee-aff6-6b30d563a392 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] 10.222.0.35 "GET /v2.0/security-groups?id=50f2a49a-63df-4fe6-a739-8d2b83e2257c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0925932 May 04 19:11:15.507855 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6180f4a5-7871-4a75-930f-613c7c72e169 req-085d1d13-99d2-4b00-9324-a387109ff910 service neutron] 10.222.0.55 "GET /v2.0/networks/4a23e4f9-d4ef-406a-b7a6-dea368f7eb37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885034 May 04 19:11:15.509863 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b190c048-931f-4be0-8aec-13d779072f19 req-8ed91906-bbdf-4d80-9993-d6f711d16c4f tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103279) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 19:11:15.511317 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-b190c048-931f-4be0-8aec-13d779072f19 req-8ed91906-bbdf-4d80-9993-d6f711d16c4f tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] 10.222.0.55 "GET /v2.0/ports?device_id=ffe106df-66ba-4a0d-b64c-a0d0a9e52172 HTTP/1.1" status: 200 len: 945 time: 0.0513475 May 04 19:11:15.602322 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [req-b190c048-931f-4be0-8aec-13d779072f19 req-4dc42af5-6d3c-4b9d-9366-71b307c0055d tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Deleting port 2283faec-13ca-4eef-a082-247317985371 {{(pid=103279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 19:11:15.602642 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [req-b190c048-931f-4be0-8aec-13d779072f19 req-4dc42af5-6d3c-4b9d-9366-71b307c0055d tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790498772255'] for port (2283faec-13ca-4eef-a082-247317985371), before_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:15.701094 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [req-b190c048-931f-4be0-8aec-13d779072f19 req-4dc42af5-6d3c-4b9d-9366-71b307c0055d tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] For port 2283faec-13ca-4eef-a082-247317985371, host hv-cinder-84052, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84052',level=0,port_id=2283faec-13ca-4eef-a082-247317985371,segment=NetworkSegment(35744400-35e9-41b0-9808-c9830e976a8a),segment_id=35744400-35e9-41b0-9808-c9830e976a8a)] {{(pid=103279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:11:15.701484 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [req-b190c048-931f-4be0-8aec-13d779072f19 req-4dc42af5-6d3c-4b9d-9366-71b307c0055d tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607728'] for port (2283faec-13ca-4eef-a082-247317985371), precommit_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:15.714392 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [req-b190c048-931f-4be0-8aec-13d779072f19 req-4dc42af5-6d3c-4b9d-9366-71b307c0055d tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Calling delete_port for 2283faec-13ca-4eef-a082-247317985371 owned by compute:nova {{(pid=103279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 19:11:15.854204 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [req-b190c048-931f-4be0-8aec-13d779072f19 req-4dc42af5-6d3c-4b9d-9366-71b307c0055d tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790498779311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790498302109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13908970'] for port (2283faec-13ca-4eef-a082-247317985371), after_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:15.881075 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc42af5-6d3c-4b9d-9366-71b307c0055d tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Pushing event deleted for resources: {'Port': ['ID=2283faec-13ca-4eef-a082-247317985371,revision_number=None']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:11:15.890832 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc42af5-6d3c-4b9d-9366-71b307c0055d tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:11:15.891186 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc42af5-6d3c-4b9d-9366-71b307c0055d tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:11:15.891522 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc42af5-6d3c-4b9d-9366-71b307c0055d tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:11:15.891859 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc42af5-6d3c-4b9d-9366-71b307c0055d tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:11:15.892190 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc42af5-6d3c-4b9d-9366-71b307c0055d tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:11:15.892514 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc42af5-6d3c-4b9d-9366-71b307c0055d tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:11:15.892835 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc42af5-6d3c-4b9d-9366-71b307c0055d tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:11:15.893157 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc42af5-6d3c-4b9d-9366-71b307c0055d tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:11:15.894044 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc42af5-6d3c-4b9d-9366-71b307c0055d tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:11:15.894044 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc42af5-6d3c-4b9d-9366-71b307c0055d tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:11:15.894248 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc42af5-6d3c-4b9d-9366-71b307c0055d tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:11:15.894426 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc42af5-6d3c-4b9d-9366-71b307c0055d tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:11:15.894729 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc42af5-6d3c-4b9d-9366-71b307c0055d tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:11:15.895045 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc42af5-6d3c-4b9d-9366-71b307c0055d tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:11:15.895356 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc42af5-6d3c-4b9d-9366-71b307c0055d tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:11:15.940423 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvrscheduler_db [req-b190c048-931f-4be0-8aec-13d779072f19 req-4dc42af5-6d3c-4b9d-9366-71b307c0055d tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] No DVR routers for this DVR port 2283faec-13ca-4eef-a082-247317985371 on host hv-cinder-84052 {{(pid=103279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 19:11:15.943746 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [req-b190c048-931f-4be0-8aec-13d779072f19 req-4dc42af5-6d3c-4b9d-9366-71b307c0055d tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127086'] for port (None), before_response {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:15.947587 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [req-b190c048-931f-4be0-8aec-13d779072f19 req-4dc42af5-6d3c-4b9d-9366-71b307c0055d tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] 10.222.0.55 "DELETE /v2.0/ports/2283faec-13ca-4eef-a082-247317985371 HTTP/1.1" status: 204 len: 173 time: 0.4292178 May 04 19:11:15.948038 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffe106df-66ba-4a0d-b64c-a0d0a9e52172', 'name': 'network-vif-deleted', 'tag': '2283faec-13ca-4eef-a082-247317985371'}] {{(pid=103279) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 19:11:15.950884 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f03067be0d021e11c0632f57e5c6e43a0067ecb248f9894e29d0a29efd5d62c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbcd0577-99c5-41d9-bf74-d658dbe46a50" -d '{"events": [{"server_uuid": "ffe106df-66ba-4a0d-b64c-a0d0a9e52172", "name": "network-vif-deleted", "tag": "2283faec-13ca-4eef-a082-247317985371"}]}' {{(pid=103279) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 19:11:15.989062 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 19:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbc25e73-7bd6-4d44-9760-3389f0b3f886 x-openstack-request-id: req-bbc25e73-7bd6-4d44-9760-3389f0b3f886 {{(pid=103279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 19:11:15.989391 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffe106df-66ba-4a0d-b64c-a0d0a9e52172", "name": "network-vif-deleted", "tag": "2283faec-13ca-4eef-a082-247317985371", "status": "completed", "code": 200}]} {{(pid=103279) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 19:11:15.989644 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-bbc25e73-7bd6-4d44-9760-3389f0b3f886 {{(pid=103279) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 19:11:15.990050 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbc25e73-7bd6-4d44-9760-3389f0b3f886'] response: {'server_uuid': 'ffe106df-66ba-4a0d-b64c-a0d0a9e52172', 'name': 'network-vif-deleted', 'tag': '2283faec-13ca-4eef-a082-247317985371', 'status': 'completed', 'code': 200} May 04 19:11:16.529148 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-0fcd43fd-e02a-4ce9-ac42-30ecac9ad486 req-3b38a4ea-f6b3-45f4-a8e2-3dde5b7a0867 tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] 10.222.0.35 "GET /v2.0/ports?device_id=ffe106df-66ba-4a0d-b64c-a0d0a9e52172 HTTP/1.1" status: 200 len: 210 time: 0.0295012 May 04 19:11:17.482438 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.agents_db [None req-bd7ab176-2eba-4334-8b69-697435aa36c2 None None] Agent healthcheck: found 6 active agents {{(pid=103282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 19:11:17.603541 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 58584) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:11:17.719827 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.plugin [None req-7f2782c8-8424-4c0d-8099-1b00384fd1ef tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Deleting port eb37495e-9987-4e2f-9b64-e89b3c7ec238 {{(pid=103280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 19:11:17.720160 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-7f2782c8-8424-4c0d-8099-1b00384fd1ef tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790498772255'] for port (eb37495e-9987-4e2f-9b64-e89b3c7ec238), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:17.798858 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-7f2782c8-8424-4c0d-8099-1b00384fd1ef tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607728'] for port (eb37495e-9987-4e2f-9b64-e89b3c7ec238), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:17.799185 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-7f2782c8-8424-4c0d-8099-1b00384fd1ef tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Publish callbacks [] for floatingip (eb37495e-9987-4e2f-9b64-e89b3c7ec238), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:17.810910 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.plugin [None req-7f2782c8-8424-4c0d-8099-1b00384fd1ef tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Calling delete_port for eb37495e-9987-4e2f-9b64-e89b3c7ec238 owned by network:floatingip {{(pid=103280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 19:11:17.944100 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-7f2782c8-8424-4c0d-8099-1b00384fd1ef tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790498779311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790498302109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12874298'] for port (eb37495e-9987-4e2f-9b64-e89b3c7ec238), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:17.969868 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2782c8-8424-4c0d-8099-1b00384fd1ef tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Pushing event deleted for resources: {'Port': ['ID=eb37495e-9987-4e2f-9b64-e89b3c7ec238,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:11:18.034314 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-7f2782c8-8424-4c0d-8099-1b00384fd1ef tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Publish callbacks [] for floatingip (b85135bc-5ad6-440e-a9ab-7a76cd01a581), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:18.036983 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-7f2782c8-8424-4c0d-8099-1b00384fd1ef tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127086'] for floatingip (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:18.038200 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-7f2782c8-8424-4c0d-8099-1b00384fd1ef tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] 10.222.0.35 "DELETE /v2.0/floatingips/b85135bc-5ad6-440e-a9ab-7a76cd01a581 HTTP/1.1" status: 204 len: 168 time: 0.4336951 May 04 19:11:19.246714 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 58596) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:11:19.302402 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-4192d17a-8d4c-40af-a344-ef2f856439bb tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Publish callbacks [] for security_group (50f2a49a-63df-4fe6-a739-8d2b83e2257c), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:19.328116 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-4192d17a-8d4c-40af-a344-ef2f856439bb tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Publish callbacks [] for security_group (50f2a49a-63df-4fe6-a739-8d2b83e2257c), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:19.390885 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-4192d17a-8d4c-40af-a344-ef2f856439bb tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (50f2a49a-63df-4fe6-a739-8d2b83e2257c), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:19.393544 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-4192d17a-8d4c-40af-a344-ef2f856439bb tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Publish callbacks [] for security_group (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:19.394696 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-4192d17a-8d4c-40af-a344-ef2f856439bb tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] 10.222.0.35 "DELETE /v2.0/security-groups/50f2a49a-63df-4fe6-a739-8d2b83e2257c HTTP/1.1" status: 204 len: 168 time: 0.1470168 May 04 19:11:19.403610 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4192d17a-8d4c-40af-a344-ef2f856439bb tempest-TestVolumeBootPattern-895664301 tempest-TestVolumeBootPattern-895664301-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50f2a49a-63df-4fe6-a739-8d2b83e2257c,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:11:19.450790 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 58600) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:11:19.756624 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Device 2283faec-13ca-4eef-a082-247317985371 no longer exists at agent hyperv_hv-cinder-84052 {{(pid=103281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 19:11:19.780588 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] No Port match for: 2283faec-13ca-4eef-a082-247317985371 {{(pid=103281) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 19:11:19.780938 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Device 2283faec-13ca-4eef-a082-247317985371 not bound to the agent host hv-cinder-84052 {{(pid=103281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 19:11:20.251060 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-15645436-6704-47d3-83a8-f9d91a032f3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-607662'] for router_interface (bd463de1-e07e-49fe-a2e1-cee08d118527), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:20.491080 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.plugin [None req-15645436-6704-47d3-83a8-f9d91a032f3b admin admin] Deleting port 721b03e0-3d9a-48fb-b8f1-ce1b232df2fb {{(pid=103280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 19:11:20.491445 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-15645436-6704-47d3-83a8-f9d91a032f3b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790498772255'] for port (721b03e0-3d9a-48fb-b8f1-ce1b232df2fb), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:20.573970 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.db [None req-15645436-6704-47d3-83a8-f9d91a032f3b admin admin] For port 721b03e0-3d9a-48fb-b8f1-ce1b232df2fb, host dv-cinder-840525-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-1-iscsi',level=0,port_id=721b03e0-3d9a-48fb-b8f1-ce1b232df2fb,segment=NetworkSegment(35744400-35e9-41b0-9808-c9830e976a8a),segment_id=35744400-35e9-41b0-9808-c9830e976a8a)] {{(pid=103280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:11:20.574304 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-15645436-6704-47d3-83a8-f9d91a032f3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607728'] for port (721b03e0-3d9a-48fb-b8f1-ce1b232df2fb), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:20.590866 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.plugin [None req-15645436-6704-47d3-83a8-f9d91a032f3b admin admin] Calling delete_port for 721b03e0-3d9a-48fb-b8f1-ce1b232df2fb owned by network:router_interface {{(pid=103280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 19:11:20.781420 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-15645436-6704-47d3-83a8-f9d91a032f3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790498779311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790498302109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12874298'] for port (721b03e0-3d9a-48fb-b8f1-ce1b232df2fb), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:20.806323 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15645436-6704-47d3-83a8-f9d91a032f3b admin admin] Pushing event deleted for resources: {'Port': ['ID=721b03e0-3d9a-48fb-b8f1-ce1b232df2fb,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:11:20.975491 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-15645436-6704-47d3-83a8-f9d91a032f3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1572633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-611531'] for router_interface (bd463de1-e07e-49fe-a2e1-cee08d118527), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:21.205095 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15645436-6704-47d3-83a8-f9d91a032f3b admin admin] Router bd463de1-e07e-49fe-a2e1-cee08d118527 has already been hosted by L3 agent 0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b {{(pid=103280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 19:11:21.321318 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15645436-6704-47d3-83a8-f9d91a032f3b admin admin] Notify agent at l3_agent.dv-cinder-840525-1-iscsi the message routers_updated {{(pid=103280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 19:11:21.326767 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-15645436-6704-47d3-83a8-f9d91a032f3b admin admin] 10.222.0.35 "PUT /v2.0/routers/bd463de1-e07e-49fe-a2e1-cee08d118527/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8749020 May 04 19:11:21.329449 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 58604) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:11:21.332092 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc43549f-0553-484d-8ddd-c91510960f9f None None] Sync routers for ids ['bd463de1-e07e-49fe-a2e1-cee08d118527'] in dv-cinder-840525-1-iscsi {{(pid=103281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 19:11:21.342536 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc43549f-0553-484d-8ddd-c91510960f9f None None] Routers {'bd463de1-e07e-49fe-a2e1-cee08d118527'} bound to L3 agent in host dv-cinder-840525-1-iscsi {{(pid=103281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:11:21.343200 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_hamode_db [None req-bc43549f-0553-484d-8ddd-c91510960f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T18:48:29Z,description=,heartbeat_timestamp=2022-05-04T19:10:59Z,host='dv-cinder-840525-1-iscsi',id=0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:48:29Z,topic='l3_agent')) {'router_ids': ['bd463de1-e07e-49fe-a2e1-cee08d118527'], 'active': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:11:21.433110 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-b89ed749-c04a-4b2e-92a0-11b4c0d6ff0e admin admin] Publish callbacks [] for router (bd463de1-e07e-49fe-a2e1-cee08d118527), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:21.449988 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvr_db [None req-bc43549f-0553-484d-8ddd-c91510960f9f None None] Set router bd463de1-e07e-49fe-a2e1-cee08d118527 gateway port host: dv-cinder-840525-1-iscsi {{(pid=103281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:11:21.543397 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-b89ed749-c04a-4b2e-92a0-11b4c0d6ff0e admin admin] Publish callbacks [] for router_gateway (bd463de1-e07e-49fe-a2e1-cee08d118527), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:21.591284 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.plugin [None req-b89ed749-c04a-4b2e-92a0-11b4c0d6ff0e admin admin] Deleting port 078e2e3c-28d4-4f38-9b5e-e3cfc67b471b {{(pid=103280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 19:11:21.591662 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-b89ed749-c04a-4b2e-92a0-11b4c0d6ff0e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790498772255'] for port (078e2e3c-28d4-4f38-9b5e-e3cfc67b471b), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:21.625795 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_hamode_db [None req-bc43549f-0553-484d-8ddd-c91510960f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd463de1-e07e-49fe-a2e1-cee08d118527', 'name': 'tempest-TestVolumeBootPattern-2088772060-router', 'tenant_id': '8e0c53091dab4ba790155c256f29db1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'external_fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '078e2e3c-28d4-4f38-9b5e-e3cfc67b471b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:04:10Z', 'updated_at': '2022-05-04T19:11:20Z', 'revision_number': 5, 'project_id': '8e0c53091dab4ba790155c256f29db1f', 'gw_port': {'id': '078e2e3c-28d4-4f38-9b5e-e3cfc67b471b', 'name': '', 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a6:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd463de1-e07e-49fe-a2e1-cee08d118527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:04:10Z', 'updated_at': '2022-05-04T19:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-1-iscsi'}], 'dv-cinder-840525-1-iscsi', False) {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:11:21.656505 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc43549f-0553-484d-8ddd-c91510960f9f None None] Checking router: bd463de1-e07e-49fe-a2e1-cee08d118527 for host: dv-cinder-840525-1-iscsi {{(pid=103281) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 19:11:21.665157 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc43549f-0553-484d-8ddd-c91510960f9f None None] Routers {'bd463de1-e07e-49fe-a2e1-cee08d118527'} bound to L3 agent in host dv-cinder-840525-1-iscsi {{(pid=103281) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:11:21.665817 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_hamode_db [None req-bc43549f-0553-484d-8ddd-c91510960f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T18:48:29Z,description=,heartbeat_timestamp=2022-05-04T19:10:59Z,host='dv-cinder-840525-1-iscsi',id=0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:48:29Z,topic='l3_agent')) {'router_ids': ['bd463de1-e07e-49fe-a2e1-cee08d118527'], 'active': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:11:21.674452 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.db [None req-b89ed749-c04a-4b2e-92a0-11b4c0d6ff0e admin admin] For port 078e2e3c-28d4-4f38-9b5e-e3cfc67b471b, host dv-cinder-840525-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-1-iscsi',level=0,port_id=078e2e3c-28d4-4f38-9b5e-e3cfc67b471b,segment=NetworkSegment(183e99eb-a03a-4429-82ba-edb66df2d5f7),segment_id=183e99eb-a03a-4429-82ba-edb66df2d5f7)] {{(pid=103280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:11:21.674813 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-b89ed749-c04a-4b2e-92a0-11b4c0d6ff0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607728'] for port (078e2e3c-28d4-4f38-9b5e-e3cfc67b471b), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:21.687692 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.plugin [None req-b89ed749-c04a-4b2e-92a0-11b4c0d6ff0e admin admin] Calling delete_port for 078e2e3c-28d4-4f38-9b5e-e3cfc67b471b owned by network:router_gateway {{(pid=103280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 19:11:21.755054 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvr_db [None req-bc43549f-0553-484d-8ddd-c91510960f9f None None] Set router bd463de1-e07e-49fe-a2e1-cee08d118527 gateway port host: None {{(pid=103281) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:11:21.806452 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_hamode_db [None req-bc43549f-0553-484d-8ddd-c91510960f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd463de1-e07e-49fe-a2e1-cee08d118527', 'name': 'tempest-TestVolumeBootPattern-2088772060-router', 'tenant_id': '8e0c53091dab4ba790155c256f29db1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:04:10Z', 'updated_at': '2022-05-04T19:11:21Z', 'revision_number': 6, 'project_id': '8e0c53091dab4ba790155c256f29db1f', 'gw_port_host': None}], 'dv-cinder-840525-1-iscsi', False) {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:11:21.837421 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc43549f-0553-484d-8ddd-c91510960f9f None None] The sync data for ids ['bd463de1-e07e-49fe-a2e1-cee08d118527'] in dv-cinder-840525-1-iscsi is: [{'id': 'bd463de1-e07e-49fe-a2e1-cee08d118527', 'name': 'tempest-TestVolumeBootPattern-2088772060-router', 'tenant_id': '8e0c53091dab4ba790155c256f29db1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:04:10Z', 'updated_at': '2022-05-04T19:11:21Z', 'revision_number': 6, 'project_id': '8e0c53091dab4ba790155c256f29db1f', 'gw_port_host': None}] {{(pid=103281) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 19:11:21.857387 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-b89ed749-c04a-4b2e-92a0-11b4c0d6ff0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790498779311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790498302109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12874298'] for port (078e2e3c-28d4-4f38-9b5e-e3cfc67b471b), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:21.891386 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89ed749-c04a-4b2e-92a0-11b4c0d6ff0e admin admin] Pushing event deleted for resources: {'Port': ['ID=078e2e3c-28d4-4f38-9b5e-e3cfc67b471b,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:11:21.952236 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-b89ed749-c04a-4b2e-92a0-11b4c0d6ff0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-609976'] for router_gateway (bd463de1-e07e-49fe-a2e1-cee08d118527), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:22.044861 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-b89ed749-c04a-4b2e-92a0-11b4c0d6ff0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4414'] for router (bd463de1-e07e-49fe-a2e1-cee08d118527), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:22.047048 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-b89ed749-c04a-4b2e-92a0-11b4c0d6ff0e admin admin] Publish callbacks [] for router_controller (bd463de1-e07e-49fe-a2e1-cee08d118527), precommit_delete_associations {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:22.091963 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-b89ed749-c04a-4b2e-92a0-11b4c0d6ff0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620629'] for router (bd463de1-e07e-49fe-a2e1-cee08d118527), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:22.092512 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b89ed749-c04a-4b2e-92a0-11b4c0d6ff0e admin admin] Fanout notify agent at l3_agent the message router_deleted on router bd463de1-e07e-49fe-a2e1-cee08d118527 {{(pid=103280) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 04 19:11:22.096823 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-b89ed749-c04a-4b2e-92a0-11b4c0d6ff0e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:22.097982 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-b89ed749-c04a-4b2e-92a0-11b4c0d6ff0e admin admin] 10.222.0.35 "DELETE /v2.0/routers/bd463de1-e07e-49fe-a2e1-cee08d118527 HTTP/1.1" status: 204 len: 168 time: 0.7676187 May 04 19:11:22.100606 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 58606) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:11:22.144192 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b714c0f-ec20-4d42-a0f1-88c5bfdfd553 admin admin] Deleting subnet 5e7b376d-b1cb-4bfd-b355-a8ae47b6f0d2 {{(pid=103280) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 19:11:22.147262 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-8b714c0f-ec20-4d42-a0f1-88c5bfdfd553 admin admin] Publish callbacks [] for subnet (5e7b376d-b1cb-4bfd-b355-a8ae47b6f0d2), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:22.182746 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-8b714c0f-ec20-4d42-a0f1-88c5bfdfd553 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12886072'] for subnet (5e7b376d-b1cb-4bfd-b355-a8ae47b6f0d2), precommit_delete_associations {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:22.276052 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-8b714c0f-ec20-4d42-a0f1-88c5bfdfd553 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771612'] for subnet (5e7b376d-b1cb-4bfd-b355-a8ae47b6f0d2), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:22.327567 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-8b714c0f-ec20-4d42-a0f1-88c5bfdfd553 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12874345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13129182'] for subnet (5e7b376d-b1cb-4bfd-b355-a8ae47b6f0d2), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:22.350988 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b714c0f-ec20-4d42-a0f1-88c5bfdfd553 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e7b376d-b1cb-4bfd-b355-a8ae47b6f0d2,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:11:22.357317 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-8b714c0f-ec20-4d42-a0f1-88c5bfdfd553 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572658'] for subnet (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:22.360543 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-8b714c0f-ec20-4d42-a0f1-88c5bfdfd553 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/5e7b376d-b1cb-4bfd-b355-a8ae47b6f0d2 HTTP/1.1" status: 204 len: 168 time: 0.2590001 May 04 19:11:22.364731 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 58608) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:11:22.368935 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-087d5ec3-7cc6-43a8-ade3-80c39a97ec04 None None] Network 4a23e4f9-d4ef-406a-b7a6-dea368f7eb37 requested from dv-cinder-840525-1-iscsi {{(pid=103281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 19:11:22.439441 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-f90c1f4d-e3be-43fb-803f-03c3aa86fd3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1681522'] for network (4a23e4f9-d4ef-406a-b7a6-dea368f7eb37), before_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:22.483121 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-f90c1f4d-e3be-43fb-803f-03c3aa86fd3c admin admin] Deleting port 299ffcb2-181b-4a8d-a52b-83200c2bf1c0 {{(pid=103279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 19:11:22.483482 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-f90c1f4d-e3be-43fb-803f-03c3aa86fd3c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790498772255'] for port (299ffcb2-181b-4a8d-a52b-83200c2bf1c0), before_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:22.544274 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-f90c1f4d-e3be-43fb-803f-03c3aa86fd3c admin admin] For port 299ffcb2-181b-4a8d-a52b-83200c2bf1c0, host dv-cinder-840525-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-1-iscsi',level=0,port_id=299ffcb2-181b-4a8d-a52b-83200c2bf1c0,segment=NetworkSegment(35744400-35e9-41b0-9808-c9830e976a8a),segment_id=35744400-35e9-41b0-9808-c9830e976a8a)] {{(pid=103279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:11:22.544628 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-f90c1f4d-e3be-43fb-803f-03c3aa86fd3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607728'] for port (299ffcb2-181b-4a8d-a52b-83200c2bf1c0), precommit_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:22.558830 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-f90c1f4d-e3be-43fb-803f-03c3aa86fd3c admin admin] Calling delete_port for 299ffcb2-181b-4a8d-a52b-83200c2bf1c0 owned by network:dhcp {{(pid=103279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 19:11:22.624240 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-020180e2-9167-4d27-b15b-dd821f200a72 None None] DHCP port deletion for 4a23e4f9-d4ef-406a-b7a6-dea368f7eb37 request from dv-cinder-840525-1-iscsi {{(pid=103281) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 04 19:11:22.647700 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-f90c1f4d-e3be-43fb-803f-03c3aa86fd3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790498779311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790498302109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13908970'] for port (299ffcb2-181b-4a8d-a52b-83200c2bf1c0), after_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:22.668679 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-020180e2-9167-4d27-b15b-dd821f200a72 None None] Deleting port 299ffcb2-181b-4a8d-a52b-83200c2bf1c0 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 19:11:22.669136 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-020180e2-9167-4d27-b15b-dd821f200a72 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790498772255'] for port (299ffcb2-181b-4a8d-a52b-83200c2bf1c0), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:22.680626 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90c1f4d-e3be-43fb-803f-03c3aa86fd3c admin admin] Pushing event deleted for resources: {'Port': ['ID=299ffcb2-181b-4a8d-a52b-83200c2bf1c0,revision_number=None']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:11:22.682510 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90c1f4d-e3be-43fb-803f-03c3aa86fd3c admin admin] No DVR routers for this DVR port 299ffcb2-181b-4a8d-a52b-83200c2bf1c0 on host dv-cinder-840525-1-iscsi {{(pid=103279) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 19:11:22.731760 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-020180e2-9167-4d27-b15b-dd821f200a72 None None] For port 299ffcb2-181b-4a8d-a52b-83200c2bf1c0, host dv-cinder-840525-1-iscsi, got binding levels [] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:11:22.732224 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-020180e2-9167-4d27-b15b-dd821f200a72 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607728'] for port (299ffcb2-181b-4a8d-a52b-83200c2bf1c0), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:22.746690 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-020180e2-9167-4d27-b15b-dd821f200a72 None None] Calling delete_port for 299ffcb2-181b-4a8d-a52b-83200c2bf1c0 owned by network:dhcp {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 19:11:22.749502 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.ipam_backend_mixin [None req-020180e2-9167-4d27-b15b-dd821f200a72 None None] Port 299ffcb2-181b-4a8d-a52b-83200c2bf1c0 was not found and therefore no delete operation was performed {{(pid=103281) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 04 19:11:22.750754 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-020180e2-9167-4d27-b15b-dd821f200a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790498779311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790498302109'] for port (299ffcb2-181b-4a8d-a52b-83200c2bf1c0), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:22.761698 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-f90c1f4d-e3be-43fb-803f-03c3aa86fd3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772425', 'neutron.services.segments.db._delete_segments_for_network-8790498765132'] for network (4a23e4f9-d4ef-406a-b7a6-dea368f7eb37), precommit_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:22.778187 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020180e2-9167-4d27-b15b-dd821f200a72 None None] Pushing event deleted for resources: {'Port': ['ID=299ffcb2-181b-4a8d-a52b-83200c2bf1c0,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:11:22.781478 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.services.segments.db [None req-f90c1f4d-e3be-43fb-803f-03c3aa86fd3c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a23e4f9-d4ef-406a-b7a6-dea368f7eb37']}} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:11:22.786326 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020180e2-9167-4d27-b15b-dd821f200a72 None None] No DVR routers for this DVR port 299ffcb2-181b-4a8d-a52b-83200c2bf1c0 on host dv-cinder-840525-1-iscsi {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 19:11:22.788241 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020180e2-9167-4d27-b15b-dd821f200a72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:11:22.788628 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020180e2-9167-4d27-b15b-dd821f200a72 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:11:22.788982 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020180e2-9167-4d27-b15b-dd821f200a72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:11:22.789334 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020180e2-9167-4d27-b15b-dd821f200a72 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:11:22.789666 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020180e2-9167-4d27-b15b-dd821f200a72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:11:22.789992 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020180e2-9167-4d27-b15b-dd821f200a72 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:11:22.790315 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020180e2-9167-4d27-b15b-dd821f200a72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:11:22.790634 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020180e2-9167-4d27-b15b-dd821f200a72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:11:22.790952 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020180e2-9167-4d27-b15b-dd821f200a72 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:11:22.791272 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020180e2-9167-4d27-b15b-dd821f200a72 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:11:22.791587 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020180e2-9167-4d27-b15b-dd821f200a72 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:11:22.791902 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020180e2-9167-4d27-b15b-dd821f200a72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:11:22.792269 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020180e2-9167-4d27-b15b-dd821f200a72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:11:22.792581 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020180e2-9167-4d27-b15b-dd821f200a72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:11:22.792894 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020180e2-9167-4d27-b15b-dd821f200a72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840525-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 19:11:22.801527 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.services.segments.db [None req-f90c1f4d-e3be-43fb-803f-03c3aa86fd3c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35744400-35e9-41b0-9808-c9830e976a8a') {'for_net_delete': True} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:11:22.801527 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.services.segments.db [None req-f90c1f4d-e3be-43fb-803f-03c3aa86fd3c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35744400-35e9-41b0-9808-c9830e976a8a') {} {{(pid=103279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:11:22.811374 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-f90c1f4d-e3be-43fb-803f-03c3aa86fd3c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790498766421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14495801'] for segment (35744400-35e9-41b0-9808-c9830e976a8a), before_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:22.824581 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-f90c1f4d-e3be-43fb-803f-03c3aa86fd3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589113'] for segment (35744400-35e9-41b0-9808-c9830e976a8a), precommit_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:22.830851 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f90c1f4d-e3be-43fb-803f-03c3aa86fd3c admin admin] Releasing vlan 261 on physical network physnet1 to pool {{(pid=103279) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 19:11:22.831238 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-f90c1f4d-e3be-43fb-803f-03c3aa86fd3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13908959'] for segment (35744400-35e9-41b0-9808-c9830e976a8a), after_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:22.832960 dv-cinder-840525-1-iscsi neutron-server[103279]: Traceback (most recent call last): May 04 19:11:22.832960 dv-cinder-840525-1-iscsi neutron-server[103279]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 19:11:22.832960 dv-cinder-840525-1-iscsi neutron-server[103279]: timer() May 04 19:11:22.832960 dv-cinder-840525-1-iscsi neutron-server[103279]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 19:11:22.832960 dv-cinder-840525-1-iscsi neutron-server[103279]: cb(*args, **kw) May 04 19:11:22.832960 dv-cinder-840525-1-iscsi neutron-server[103279]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 19:11:22.832960 dv-cinder-840525-1-iscsi neutron-server[103279]: return func(*args, **kwargs) May 04 19:11:22.832960 dv-cinder-840525-1-iscsi neutron-server[103279]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 19:11:22.832960 dv-cinder-840525-1-iscsi neutron-server[103279]: self._notify() May 04 19:11:22.832960 dv-cinder-840525-1-iscsi neutron-server[103279]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 19:11:22.832960 dv-cinder-840525-1-iscsi neutron-server[103279]: self.callback(batched_events) May 04 19:11:22.832960 dv-cinder-840525-1-iscsi neutron-server[103279]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 19:11:22.832960 dv-cinder-840525-1-iscsi neutron-server[103279]: event.method(event) May 04 19:11:22.832960 dv-cinder-840525-1-iscsi neutron-server[103279]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 19:11:22.832960 dv-cinder-840525-1-iscsi neutron-server[103279]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 19:11:22.832960 dv-cinder-840525-1-iscsi neutron-server[103279]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 19:11:22.832960 dv-cinder-840525-1-iscsi neutron-server[103279]: aggregate_uuid = self.p_client.list_aggregates( May 04 19:11:22.832960 dv-cinder-840525-1-iscsi neutron-server[103279]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 19:11:22.832960 dv-cinder-840525-1-iscsi neutron-server[103279]: return f(self, *a, **k) May 04 19:11:22.832960 dv-cinder-840525-1-iscsi neutron-server[103279]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 19:11:22.832960 dv-cinder-840525-1-iscsi neutron-server[103279]: return self._get(url).json() May 04 19:11:22.832960 dv-cinder-840525-1-iscsi neutron-server[103279]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 19:11:22.832960 dv-cinder-840525-1-iscsi neutron-server[103279]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 19:11:22.832960 dv-cinder-840525-1-iscsi neutron-server[103279]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 19:11:22.832960 dv-cinder-840525-1-iscsi neutron-server[103279]: return self.request(url, 'GET', **kwargs) May 04 19:11:22.832960 dv-cinder-840525-1-iscsi neutron-server[103279]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 19:11:22.832960 dv-cinder-840525-1-iscsi neutron-server[103279]: base_url = self.get_endpoint(auth, allow=allow, May 04 19:11:22.832960 dv-cinder-840525-1-iscsi neutron-server[103279]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 19:11:22.832960 dv-cinder-840525-1-iscsi neutron-server[103279]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 19:11:22.832960 dv-cinder-840525-1-iscsi neutron-server[103279]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 19:11:22.832960 dv-cinder-840525-1-iscsi neutron-server[103279]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 19:11:22.832960 dv-cinder-840525-1-iscsi neutron-server[103279]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 19:11:22.888563 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-f90c1f4d-e3be-43fb-803f-03c3aa86fd3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608942'] for network (4a23e4f9-d4ef-406a-b7a6-dea368f7eb37), after_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:22.907905 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-f90c1f4d-e3be-43fb-803f-03c3aa86fd3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572658'] for network (None), before_response {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:22.911177 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-f90c1f4d-e3be-43fb-803f-03c3aa86fd3c admin admin] 10.222.0.35 "DELETE /v2.0/networks/4a23e4f9-d4ef-406a-b7a6-dea368f7eb37 HTTP/1.1" status: 204 len: 168 time: 0.5453639 May 04 19:11:22.912234 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90c1f4d-e3be-43fb-803f-03c3aa86fd3c admin admin] Pushing event deleted for resources: {'Network': ['ID=4a23e4f9-d4ef-406a-b7a6-dea368f7eb37,revision_number=None']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:11:22.914217 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 58610) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:11:23.233252 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7d610e57-8750-4ff7-99ac-61c9aa206fcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-607662'] for router_interface (d35d23f1-79d3-43d5-b761-9c5ee273afeb), before_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:23.294852 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Device 721b03e0-3d9a-48fb-b8f1-ce1b232df2fb no longer exists at agent ovs-agent-dv-cinder-840525-1-iscsi {{(pid=103281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 19:11:23.315357 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] No Port match for: 721b03e0-3d9a-48fb-b8f1-ce1b232df2fb {{(pid=103281) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 19:11:23.315704 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Device 721b03e0-3d9a-48fb-b8f1-ce1b232df2fb not bound to the agent host dv-cinder-840525-1-iscsi {{(pid=103281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 19:11:23.316126 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Device 299ffcb2-181b-4a8d-a52b-83200c2bf1c0 no longer exists at agent ovs-agent-dv-cinder-840525-1-iscsi {{(pid=103281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 19:11:23.334553 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] No Port match for: 299ffcb2-181b-4a8d-a52b-83200c2bf1c0 {{(pid=103281) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 19:11:23.334902 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Device 299ffcb2-181b-4a8d-a52b-83200c2bf1c0 not bound to the agent host dv-cinder-840525-1-iscsi {{(pid=103281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 19:11:23.335360 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Device 078e2e3c-28d4-4f38-9b5e-e3cfc67b471b no longer exists at agent ovs-agent-dv-cinder-840525-1-iscsi {{(pid=103281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 19:11:23.353932 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] No Port match for: 078e2e3c-28d4-4f38-9b5e-e3cfc67b471b {{(pid=103281) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 19:11:23.354272 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Device 078e2e3c-28d4-4f38-9b5e-e3cfc67b471b not bound to the agent host dv-cinder-840525-1-iscsi {{(pid=103281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 19:11:23.466625 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-7d610e57-8750-4ff7-99ac-61c9aa206fcf admin admin] Deleting port 2b7a59dd-4ba6-47bb-ae8d-8bc22f9712e2 {{(pid=103279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 19:11:23.467146 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7d610e57-8750-4ff7-99ac-61c9aa206fcf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790498772255'] for port (2b7a59dd-4ba6-47bb-ae8d-8bc22f9712e2), before_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:23.548886 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-7d610e57-8750-4ff7-99ac-61c9aa206fcf admin admin] For port 2b7a59dd-4ba6-47bb-ae8d-8bc22f9712e2, host dv-cinder-840525-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-1-iscsi',level=0,port_id=2b7a59dd-4ba6-47bb-ae8d-8bc22f9712e2,segment=NetworkSegment(1dd88da7-f0a3-43cf-97dd-f2cf8761c4ac),segment_id=1dd88da7-f0a3-43cf-97dd-f2cf8761c4ac)] {{(pid=103279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:11:23.549241 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7d610e57-8750-4ff7-99ac-61c9aa206fcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607728'] for port (2b7a59dd-4ba6-47bb-ae8d-8bc22f9712e2), precommit_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:23.564930 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-7d610e57-8750-4ff7-99ac-61c9aa206fcf admin admin] Calling delete_port for 2b7a59dd-4ba6-47bb-ae8d-8bc22f9712e2 owned by network:router_interface {{(pid=103279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 19:11:23.763853 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7d610e57-8750-4ff7-99ac-61c9aa206fcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790498779311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790498302109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13908970'] for port (2b7a59dd-4ba6-47bb-ae8d-8bc22f9712e2), after_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:23.791562 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d610e57-8750-4ff7-99ac-61c9aa206fcf admin admin] Pushing event deleted for resources: {'Port': ['ID=2b7a59dd-4ba6-47bb-ae8d-8bc22f9712e2,revision_number=None']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:11:23.960108 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-7d610e57-8750-4ff7-99ac-61c9aa206fcf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1572633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-611531'] for router_interface (d35d23f1-79d3-43d5-b761-9c5ee273afeb), after_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:24.181388 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d610e57-8750-4ff7-99ac-61c9aa206fcf admin admin] Router d35d23f1-79d3-43d5-b761-9c5ee273afeb has already been hosted by L3 agent 0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b {{(pid=103279) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 19:11:24.300974 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d610e57-8750-4ff7-99ac-61c9aa206fcf admin admin] Notify agent at l3_agent.dv-cinder-840525-1-iscsi the message routers_updated {{(pid=103279) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 19:11:24.307068 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-7d610e57-8750-4ff7-99ac-61c9aa206fcf admin admin] 10.222.0.35 "PUT /v2.0/routers/d35d23f1-79d3-43d5-b761-9c5ee273afeb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3919227 May 04 19:11:24.309721 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 58612) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:11:24.310765 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b08dc5-6fc9-482a-b6f4-979a2f3ceeda None None] Sync routers for ids ['d35d23f1-79d3-43d5-b761-9c5ee273afeb'] in dv-cinder-840525-1-iscsi {{(pid=103282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 19:11:24.321528 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b08dc5-6fc9-482a-b6f4-979a2f3ceeda None None] Routers {'d35d23f1-79d3-43d5-b761-9c5ee273afeb'} bound to L3 agent in host dv-cinder-840525-1-iscsi {{(pid=103282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:11:24.322155 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-57b08dc5-6fc9-482a-b6f4-979a2f3ceeda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T18:48:29Z,description=,heartbeat_timestamp=2022-05-04T19:10:59Z,host='dv-cinder-840525-1-iscsi',id=0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:48:29Z,topic='l3_agent')) {'router_ids': ['d35d23f1-79d3-43d5-b761-9c5ee273afeb'], 'active': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:11:24.415828 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-221f563d-eb72-46d8-bcca-9b5434839249 admin admin] Publish callbacks [] for router (d35d23f1-79d3-43d5-b761-9c5ee273afeb), before_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:24.430716 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvr_db [None req-57b08dc5-6fc9-482a-b6f4-979a2f3ceeda None None] Set router d35d23f1-79d3-43d5-b761-9c5ee273afeb gateway port host: dv-cinder-840525-1-iscsi {{(pid=103282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:11:24.603871 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-57b08dc5-6fc9-482a-b6f4-979a2f3ceeda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd35d23f1-79d3-43d5-b761-9c5ee273afeb', 'name': 'tempest-TestVolumeBootPattern-2008614308-router', 'tenant_id': 'df88434689bc42f28ac209a7140d2e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'external_fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': 'ae48a94b-5df4-4a78-b9a7-a73b78a74ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:04:16Z', 'updated_at': '2022-05-04T19:11:23Z', 'revision_number': 5, 'project_id': 'df88434689bc42f28ac209a7140d2e87', 'gw_port': {'id': 'ae48a94b-5df4-4a78-b9a7-a73b78a74ae7', 'name': '', 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:e8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35d23f1-79d3-43d5-b761-9c5ee273afeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:04:16Z', 'updated_at': '2022-05-04T19:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-1-iscsi'}], 'dv-cinder-840525-1-iscsi', False) {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:11:24.632523 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b08dc5-6fc9-482a-b6f4-979a2f3ceeda None None] Checking router: d35d23f1-79d3-43d5-b761-9c5ee273afeb for host: dv-cinder-840525-1-iscsi {{(pid=103282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 19:11:24.641865 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b08dc5-6fc9-482a-b6f4-979a2f3ceeda None None] Routers {'d35d23f1-79d3-43d5-b761-9c5ee273afeb'} bound to L3 agent in host dv-cinder-840525-1-iscsi {{(pid=103282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 19:11:24.642481 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-57b08dc5-6fc9-482a-b6f4-979a2f3ceeda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840525-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T18:48:29Z,description=,heartbeat_timestamp=2022-05-04T19:10:59Z,host='dv-cinder-840525-1-iscsi',id=0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T18:48:29Z,topic='l3_agent')) {'router_ids': ['d35d23f1-79d3-43d5-b761-9c5ee273afeb'], 'active': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:11:24.802810 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-221f563d-eb72-46d8-bcca-9b5434839249 admin admin] Publish callbacks [] for router_gateway (d35d23f1-79d3-43d5-b761-9c5ee273afeb), before_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:24.844630 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvr_db [None req-57b08dc5-6fc9-482a-b6f4-979a2f3ceeda None None] Set router d35d23f1-79d3-43d5-b761-9c5ee273afeb gateway port host: dv-cinder-840525-1-iscsi {{(pid=103282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 19:11:24.846702 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-221f563d-eb72-46d8-bcca-9b5434839249 admin admin] Deleting port ae48a94b-5df4-4a78-b9a7-a73b78a74ae7 {{(pid=103279) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 19:11:24.847044 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-221f563d-eb72-46d8-bcca-9b5434839249 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790498772255'] for port (ae48a94b-5df4-4a78-b9a7-a73b78a74ae7), before_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:24.928959 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.db [None req-221f563d-eb72-46d8-bcca-9b5434839249 admin admin] For port ae48a94b-5df4-4a78-b9a7-a73b78a74ae7, host dv-cinder-840525-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-1-iscsi',level=0,port_id=ae48a94b-5df4-4a78-b9a7-a73b78a74ae7,segment=NetworkSegment(183e99eb-a03a-4429-82ba-edb66df2d5f7),segment_id=183e99eb-a03a-4429-82ba-edb66df2d5f7)] {{(pid=103279) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:11:24.929446 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-221f563d-eb72-46d8-bcca-9b5434839249 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607728'] for port (ae48a94b-5df4-4a78-b9a7-a73b78a74ae7), precommit_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:24.944112 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.plugins.ml2.plugin [None req-221f563d-eb72-46d8-bcca-9b5434839249 admin admin] Calling delete_port for ae48a94b-5df4-4a78-b9a7-a73b78a74ae7 owned by network:router_gateway {{(pid=103279) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 19:11:25.015572 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-57b08dc5-6fc9-482a-b6f4-979a2f3ceeda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd35d23f1-79d3-43d5-b761-9c5ee273afeb', 'name': 'tempest-TestVolumeBootPattern-2008614308-router', 'tenant_id': 'df88434689bc42f28ac209a7140d2e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'external_fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': 'ae48a94b-5df4-4a78-b9a7-a73b78a74ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:04:16Z', 'updated_at': '2022-05-04T19:11:23Z', 'revision_number': 5, 'project_id': 'df88434689bc42f28ac209a7140d2e87', 'gw_port': {'id': 'ae48a94b-5df4-4a78-b9a7-a73b78a74ae7', 'name': '', 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:e8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35d23f1-79d3-43d5-b761-9c5ee273afeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:04:16Z', 'updated_at': '2022-05-04T19:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-1-iscsi'}], 'dv-cinder-840525-1-iscsi', False) {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:11:25.042458 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b08dc5-6fc9-482a-b6f4-979a2f3ceeda None None] The sync data for ids ['d35d23f1-79d3-43d5-b761-9c5ee273afeb'] in dv-cinder-840525-1-iscsi is: [{'id': 'd35d23f1-79d3-43d5-b761-9c5ee273afeb', 'name': 'tempest-TestVolumeBootPattern-2008614308-router', 'tenant_id': 'df88434689bc42f28ac209a7140d2e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'external_fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': 'ae48a94b-5df4-4a78-b9a7-a73b78a74ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T19:04:16Z', 'updated_at': '2022-05-04T19:11:23Z', 'revision_number': 5, 'project_id': 'df88434689bc42f28ac209a7140d2e87', 'gw_port': {'id': 'ae48a94b-5df4-4a78-b9a7-a73b78a74ae7', 'name': '', 'network_id': 'cbca2f8d-f88f-49b4-8a9d-8b4714c67762', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:e8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35d23f1-79d3-43d5-b761-9c5ee273afeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840525-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T19:04:16Z', 'updated_at': '2022-05-04T19:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d3155f3-7d72-4b90-89ae-8effc01a61e4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840525-1-iscsi'}] {{(pid=103282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 19:11:25.117259 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-221f563d-eb72-46d8-bcca-9b5434839249 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790498779311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790498302109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13908970'] for port (ae48a94b-5df4-4a78-b9a7-a73b78a74ae7), after_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:25.143297 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221f563d-eb72-46d8-bcca-9b5434839249 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae48a94b-5df4-4a78-b9a7-a73b78a74ae7,revision_number=None']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:11:25.201607 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-221f563d-eb72-46d8-bcca-9b5434839249 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-609976'] for router_gateway (d35d23f1-79d3-43d5-b761-9c5ee273afeb), after_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:25.296635 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-221f563d-eb72-46d8-bcca-9b5434839249 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4414'] for router (d35d23f1-79d3-43d5-b761-9c5ee273afeb), precommit_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:25.298845 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-221f563d-eb72-46d8-bcca-9b5434839249 admin admin] Publish callbacks [] for router_controller (d35d23f1-79d3-43d5-b761-9c5ee273afeb), precommit_delete_associations {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:25.342835 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-221f563d-eb72-46d8-bcca-9b5434839249 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620629'] for router (d35d23f1-79d3-43d5-b761-9c5ee273afeb), after_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:25.343347 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-221f563d-eb72-46d8-bcca-9b5434839249 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d35d23f1-79d3-43d5-b761-9c5ee273afeb {{(pid=103279) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 04 19:11:25.348494 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-221f563d-eb72-46d8-bcca-9b5434839249 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:25.349671 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-221f563d-eb72-46d8-bcca-9b5434839249 admin admin] 10.222.0.35 "DELETE /v2.0/routers/d35d23f1-79d3-43d5-b761-9c5ee273afeb HTTP/1.1" status: 204 len: 168 time: 1.0389998 May 04 19:11:25.352196 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 58614) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:11:25.397348 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.db.db_base_plugin_v2 [None req-f905b192-08cb-48e9-b3fc-ef159ca574ed admin admin] Deleting subnet c2c88b81-1b38-4797-ae2b-d5ef969b9042 {{(pid=103279) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 19:11:25.401135 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-f905b192-08cb-48e9-b3fc-ef159ca574ed admin admin] Publish callbacks [] for subnet (c2c88b81-1b38-4797-ae2b-d5ef969b9042), before_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:25.440120 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-f905b192-08cb-48e9-b3fc-ef159ca574ed admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14495782'] for subnet (c2c88b81-1b38-4797-ae2b-d5ef969b9042), precommit_delete_associations {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:25.500439 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Device 2b7a59dd-4ba6-47bb-ae8d-8bc22f9712e2 no longer exists at agent ovs-agent-dv-cinder-840525-1-iscsi {{(pid=103281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 19:11:25.521703 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] No Port match for: 2b7a59dd-4ba6-47bb-ae8d-8bc22f9712e2 {{(pid=103281) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 19:11:25.522314 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Device 2b7a59dd-4ba6-47bb-ae8d-8bc22f9712e2 not bound to the agent host dv-cinder-840525-1-iscsi {{(pid=103281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 19:11:25.532493 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-f905b192-08cb-48e9-b3fc-ef159ca574ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771612'] for subnet (c2c88b81-1b38-4797-ae2b-d5ef969b9042), precommit_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:25.554645 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (bff7e656-358d-4e40-a36a-3f10fe33ffdf), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:25.587303 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-f905b192-08cb-48e9-b3fc-ef159ca574ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13908921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14431951'] for subnet (c2c88b81-1b38-4797-ae2b-d5ef969b9042), after_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:25.618562 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f905b192-08cb-48e9-b3fc-ef159ca574ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2c88b81-1b38-4797-ae2b-d5ef969b9042,revision_number=None']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:11:25.620714 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-f905b192-08cb-48e9-b3fc-ef159ca574ed admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:25.624167 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-f905b192-08cb-48e9-b3fc-ef159ca574ed admin admin] 10.222.0.35 "DELETE /v2.0/subnets/c2c88b81-1b38-4797-ae2b-d5ef969b9042 HTTP/1.1" status: 204 len: 168 time: 0.2710853 May 04 19:11:25.626982 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 58616) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:11:25.627508 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f101ebaf-2b3a-483a-b1e4-893cd8cebfbc None None] Network ea50092b-8582-4c05-ab05-2cf7b8be561f requested from dv-cinder-840525-1-iscsi {{(pid=103281) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 19:11:25.704564 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-6c68d8ec-7509-4313-86ff-c4e0cad068ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1681522'] for network (ea50092b-8582-4c05-ab05-2cf7b8be561f), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:25.753946 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.plugin [None req-6c68d8ec-7509-4313-86ff-c4e0cad068ce admin admin] Deleting port 5d39030a-20d7-43da-b4bf-6283b2a9eed4 {{(pid=103280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 19:11:25.754288 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-6c68d8ec-7509-4313-86ff-c4e0cad068ce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790498772255'] for port (5d39030a-20d7-43da-b4bf-6283b2a9eed4), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:25.778456 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e5d6b35-d4aa-428e-ab56-ba4f6c58d5d0 None None] DHCP port deletion for ea50092b-8582-4c05-ab05-2cf7b8be561f request from dv-cinder-840525-1-iscsi {{(pid=103281) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 04 19:11:25.818791 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.db [None req-6c68d8ec-7509-4313-86ff-c4e0cad068ce admin admin] For port 5d39030a-20d7-43da-b4bf-6283b2a9eed4, host dv-cinder-840525-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-1-iscsi',level=0,port_id=5d39030a-20d7-43da-b4bf-6283b2a9eed4,segment=NetworkSegment(1dd88da7-f0a3-43cf-97dd-f2cf8761c4ac),segment_id=1dd88da7-f0a3-43cf-97dd-f2cf8761c4ac)] {{(pid=103280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:11:25.819287 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-6c68d8ec-7509-4313-86ff-c4e0cad068ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607728'] for port (5d39030a-20d7-43da-b4bf-6283b2a9eed4), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:25.821667 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-7e5d6b35-d4aa-428e-ab56-ba4f6c58d5d0 None None] Deleting port 5d39030a-20d7-43da-b4bf-6283b2a9eed4 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 19:11:25.822063 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7e5d6b35-d4aa-428e-ab56-ba4f6c58d5d0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790498772255'] for port (5d39030a-20d7-43da-b4bf-6283b2a9eed4), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:25.838036 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.plugin [None req-6c68d8ec-7509-4313-86ff-c4e0cad068ce admin admin] Calling delete_port for 5d39030a-20d7-43da-b4bf-6283b2a9eed4 owned by network:dhcp {{(pid=103280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 19:11:25.886035 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-7e5d6b35-d4aa-428e-ab56-ba4f6c58d5d0 None None] For port 5d39030a-20d7-43da-b4bf-6283b2a9eed4, host dv-cinder-840525-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840525-1-iscsi',level=0,port_id=5d39030a-20d7-43da-b4bf-6283b2a9eed4,segment=NetworkSegment(1dd88da7-f0a3-43cf-97dd-f2cf8761c4ac),segment_id=1dd88da7-f0a3-43cf-97dd-f2cf8761c4ac)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 19:11:25.886426 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7e5d6b35-d4aa-428e-ab56-ba4f6c58d5d0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607728'] for port (5d39030a-20d7-43da-b4bf-6283b2a9eed4), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:25.899383 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-7e5d6b35-d4aa-428e-ab56-ba4f6c58d5d0 None None] Calling delete_port for 5d39030a-20d7-43da-b4bf-6283b2a9eed4 owned by network:dhcp {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 19:11:25.920911 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-6c68d8ec-7509-4313-86ff-c4e0cad068ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790498779311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790498302109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12874298'] for port (5d39030a-20d7-43da-b4bf-6283b2a9eed4), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:25.945149 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c68d8ec-7509-4313-86ff-c4e0cad068ce admin admin] Pushing event deleted for resources: {'Port': ['ID=5d39030a-20d7-43da-b4bf-6283b2a9eed4,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:11:25.950810 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c68d8ec-7509-4313-86ff-c4e0cad068ce admin admin] No DVR routers for this DVR port 5d39030a-20d7-43da-b4bf-6283b2a9eed4 on host dv-cinder-840525-1-iscsi {{(pid=103280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 19:11:25.979427 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7e5d6b35-d4aa-428e-ab56-ba4f6c58d5d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719233', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790498779311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790498302109'] for port (5d39030a-20d7-43da-b4bf-6283b2a9eed4), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:26.004077 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5d6b35-d4aa-428e-ab56-ba4f6c58d5d0 None None] Pushing event deleted for resources: {'Port': ['ID=5d39030a-20d7-43da-b4bf-6283b2a9eed4,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:11:26.007888 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5d6b35-d4aa-428e-ab56-ba4f6c58d5d0 None None] No DVR routers for this DVR port 5d39030a-20d7-43da-b4bf-6283b2a9eed4 on host dv-cinder-840525-1-iscsi {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 19:11:26.023500 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-6c68d8ec-7509-4313-86ff-c4e0cad068ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772425', 'neutron.services.segments.db._delete_segments_for_network-8790498765132'] for network (ea50092b-8582-4c05-ab05-2cf7b8be561f), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:26.043330 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.services.segments.db [None req-6c68d8ec-7509-4313-86ff-c4e0cad068ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea50092b-8582-4c05-ab05-2cf7b8be561f']}} {{(pid=103280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:11:26.052343 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.services.segments.db [None req-6c68d8ec-7509-4313-86ff-c4e0cad068ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1dd88da7-f0a3-43cf-97dd-f2cf8761c4ac') {'for_net_delete': True} {{(pid=103280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:11:26.052642 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.services.segments.db [None req-6c68d8ec-7509-4313-86ff-c4e0cad068ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1dd88da7-f0a3-43cf-97dd-f2cf8761c4ac') {} {{(pid=103280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 19:11:26.062001 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-6c68d8ec-7509-4313-86ff-c4e0cad068ce admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790498766421', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12886055'] for segment (1dd88da7-f0a3-43cf-97dd-f2cf8761c4ac), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:26.075518 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-6c68d8ec-7509-4313-86ff-c4e0cad068ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589113'] for segment (1dd88da7-f0a3-43cf-97dd-f2cf8761c4ac), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:26.081446 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c68d8ec-7509-4313-86ff-c4e0cad068ce admin admin] Releasing vlan 275 on physical network physnet1 to pool {{(pid=103280) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 19:11:26.081818 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-6c68d8ec-7509-4313-86ff-c4e0cad068ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1589113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12874255'] for segment (1dd88da7-f0a3-43cf-97dd-f2cf8761c4ac), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:26.083455 dv-cinder-840525-1-iscsi neutron-server[103280]: Traceback (most recent call last): May 04 19:11:26.083455 dv-cinder-840525-1-iscsi neutron-server[103280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 19:11:26.083455 dv-cinder-840525-1-iscsi neutron-server[103280]: timer() May 04 19:11:26.083455 dv-cinder-840525-1-iscsi neutron-server[103280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 19:11:26.083455 dv-cinder-840525-1-iscsi neutron-server[103280]: cb(*args, **kw) May 04 19:11:26.083455 dv-cinder-840525-1-iscsi neutron-server[103280]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 19:11:26.083455 dv-cinder-840525-1-iscsi neutron-server[103280]: return func(*args, **kwargs) May 04 19:11:26.083455 dv-cinder-840525-1-iscsi neutron-server[103280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 19:11:26.083455 dv-cinder-840525-1-iscsi neutron-server[103280]: self._notify() May 04 19:11:26.083455 dv-cinder-840525-1-iscsi neutron-server[103280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 19:11:26.083455 dv-cinder-840525-1-iscsi neutron-server[103280]: self.callback(batched_events) May 04 19:11:26.083455 dv-cinder-840525-1-iscsi neutron-server[103280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 19:11:26.083455 dv-cinder-840525-1-iscsi neutron-server[103280]: event.method(event) May 04 19:11:26.083455 dv-cinder-840525-1-iscsi neutron-server[103280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 19:11:26.083455 dv-cinder-840525-1-iscsi neutron-server[103280]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 19:11:26.083455 dv-cinder-840525-1-iscsi neutron-server[103280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 19:11:26.083455 dv-cinder-840525-1-iscsi neutron-server[103280]: aggregate_uuid = self.p_client.list_aggregates( May 04 19:11:26.083455 dv-cinder-840525-1-iscsi neutron-server[103280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 19:11:26.083455 dv-cinder-840525-1-iscsi neutron-server[103280]: return f(self, *a, **k) May 04 19:11:26.083455 dv-cinder-840525-1-iscsi neutron-server[103280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 19:11:26.083455 dv-cinder-840525-1-iscsi neutron-server[103280]: return self._get(url).json() May 04 19:11:26.083455 dv-cinder-840525-1-iscsi neutron-server[103280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 19:11:26.083455 dv-cinder-840525-1-iscsi neutron-server[103280]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 19:11:26.083455 dv-cinder-840525-1-iscsi neutron-server[103280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 19:11:26.083455 dv-cinder-840525-1-iscsi neutron-server[103280]: return self.request(url, 'GET', **kwargs) May 04 19:11:26.083455 dv-cinder-840525-1-iscsi neutron-server[103280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 19:11:26.083455 dv-cinder-840525-1-iscsi neutron-server[103280]: base_url = self.get_endpoint(auth, allow=allow, May 04 19:11:26.083455 dv-cinder-840525-1-iscsi neutron-server[103280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 19:11:26.083455 dv-cinder-840525-1-iscsi neutron-server[103280]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 19:11:26.083455 dv-cinder-840525-1-iscsi neutron-server[103280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 19:11:26.083455 dv-cinder-840525-1-iscsi neutron-server[103280]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 19:11:26.083455 dv-cinder-840525-1-iscsi neutron-server[103280]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 19:11:26.137339 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-6c68d8ec-7509-4313-86ff-c4e0cad068ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1572608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608942'] for network (ea50092b-8582-4c05-ab05-2cf7b8be561f), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:26.142789 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-6c68d8ec-7509-4313-86ff-c4e0cad068ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1572658'] for network (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:26.146144 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-6c68d8ec-7509-4313-86ff-c4e0cad068ce admin admin] 10.222.0.35 "DELETE /v2.0/networks/ea50092b-8582-4c05-ab05-2cf7b8be561f HTTP/1.1" status: 204 len: 168 time: 0.5181239 May 04 19:11:26.160657 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c68d8ec-7509-4313-86ff-c4e0cad068ce admin admin] Pushing event deleted for resources: {'Network': ['ID=ea50092b-8582-4c05-ab05-2cf7b8be561f,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:11:26.259330 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 58620) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:11:26.299124 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-800b1f7b-f8e9-469c-b681-c8eef308b463 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8e0c53091dab4ba790155c256f29db1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386221 May 04 19:11:26.301642 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [-] (103279) accepted ('10.222.0.35', 58622) {{(pid=103279) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:11:26.358314 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-ce991fd3-f830-4200-b838-f86cb3f3d20a admin admin] Publish callbacks [] for security_group (bad3402d-5751-4ff7-99fa-22577c0a4a9f), before_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:26.390996 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-ce991fd3-f830-4200-b838-f86cb3f3d20a admin admin] Publish callbacks [] for security_group (bad3402d-5751-4ff7-99fa-22577c0a4a9f), precommit_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:26.442541 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-ce991fd3-f830-4200-b838-f86cb3f3d20a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (bad3402d-5751-4ff7-99fa-22577c0a4a9f), after_delete {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:26.445254 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron_lib.callbacks.manager [None req-ce991fd3-f830-4200-b838-f86cb3f3d20a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:26.446470 dv-cinder-840525-1-iscsi neutron-server[103279]: INFO neutron.wsgi [None req-ce991fd3-f830-4200-b838-f86cb3f3d20a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/bad3402d-5751-4ff7-99fa-22577c0a4a9f HTTP/1.1" status: 204 len: 168 time: 0.1439891 May 04 19:11:26.454537 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce991fd3-f830-4200-b838-f86cb3f3d20a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bad3402d-5751-4ff7-99fa-22577c0a4a9f,revision_number=None']} {{(pid=103279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:11:26.804427 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 58628) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:11:26.847337 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-579ee190-b1da-4d33-93b3-b3e3ca26c94a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=df88434689bc42f28ac209a7140d2e87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0417712 May 04 19:11:26.849937 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 58630) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 19:11:26.899067 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-56c064b2-71e0-4e3f-8247-ecf8e358a521 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (ae04e5b6-6ccf-46c0-81ba-a3f5b8ae390c), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:26.900114 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-1efcd49f-d252-42f5-b6de-24d1a54b0ae1 admin admin] Publish callbacks [] for security_group (3435986a-9a6d-453d-aad7-2bdeae8468c8), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:26.922456 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-1efcd49f-d252-42f5-b6de-24d1a54b0ae1 admin admin] Publish callbacks [] for security_group (3435986a-9a6d-453d-aad7-2bdeae8468c8), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:26.971728 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-1efcd49f-d252-42f5-b6de-24d1a54b0ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577471'] for security_group (3435986a-9a6d-453d-aad7-2bdeae8468c8), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:26.974307 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-1efcd49f-d252-42f5-b6de-24d1a54b0ae1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:26.975446 dv-cinder-840525-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-1efcd49f-d252-42f5-b6de-24d1a54b0ae1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3435986a-9a6d-453d-aad7-2bdeae8468c8 HTTP/1.1" status: 204 len: 168 time: 0.1246514 May 04 19:11:26.983001 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efcd49f-d252-42f5-b6de-24d1a54b0ae1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3435986a-9a6d-453d-aad7-2bdeae8468c8,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 19:11:27.295797 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Device ae48a94b-5df4-4a78-b9a7-a73b78a74ae7 no longer exists at agent ovs-agent-dv-cinder-840525-1-iscsi {{(pid=103281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 19:11:27.317732 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] No Port match for: ae48a94b-5df4-4a78-b9a7-a73b78a74ae7 {{(pid=103281) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 19:11:27.318037 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Device ae48a94b-5df4-4a78-b9a7-a73b78a74ae7 not bound to the agent host dv-cinder-840525-1-iscsi {{(pid=103281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 19:11:27.318500 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Device 5d39030a-20d7-43da-b4bf-6283b2a9eed4 no longer exists at agent ovs-agent-dv-cinder-840525-1-iscsi {{(pid=103281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 19:11:27.340230 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] No Port match for: 5d39030a-20d7-43da-b4bf-6283b2a9eed4 {{(pid=103281) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 19:11:27.340530 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.rpc [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Device 5d39030a-20d7-43da-b4bf-6283b2a9eed4 not bound to the agent host dv-cinder-840525-1-iscsi {{(pid=103281) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 19:11:29.105241 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ebd90e89-9c8b-4407-9d69-69cce197c662 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:30.203271 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-821a3753-c8bb-408e-a9d9-42d2a9d3d908 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (306b1285-d967-49ee-a8ef-a34b4fe65fa5), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:31.589859 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6c0ba996-b759-4c13-9ac4-7b7303adc758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (c2d3299f-8f0d-4c34-a270-91edff31f494), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:33.004097 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (7e96273e-cd3b-4e2d-a9cb-a5a62cf8f8b6), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:54.482739 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.agents_db [None req-bd7ab176-2eba-4334-8b69-697435aa36c2 None None] Agent healthcheck: found 6 active agents {{(pid=103282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 19:11:55.571208 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (bff7e656-358d-4e40-a36a-3f10fe33ffdf), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:56.908606 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7e11b1a6-5165-4472-9b51-7e2e8cdac772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (ae04e5b6-6ccf-46c0-81ba-a3f5b8ae390c), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:11:59.118690 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-972df025-f320-4226-9341-23798bc219eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:00.215418 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-821a3753-c8bb-408e-a9d9-42d2a9d3d908 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (306b1285-d967-49ee-a8ef-a34b4fe65fa5), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:01.600586 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6c0ba996-b759-4c13-9ac4-7b7303adc758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (c2d3299f-8f0d-4c34-a270-91edff31f494), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:02.996086 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (7e96273e-cd3b-4e2d-a9cb-a5a62cf8f8b6), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:25.582094 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (bff7e656-358d-4e40-a36a-3f10fe33ffdf), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:26.913648 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fa3acd8c-0729-42e2-99ab-a6c2a4c1753a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (ae04e5b6-6ccf-46c0-81ba-a3f5b8ae390c), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:29.121659 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6f2d61d2-c939-4231-b3f4-8734255cf606 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:30.213816 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-821a3753-c8bb-408e-a9d9-42d2a9d3d908 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (306b1285-d967-49ee-a8ef-a34b4fe65fa5), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:31.486450 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.agents_db [None req-bd7ab176-2eba-4334-8b69-697435aa36c2 None None] Agent healthcheck: found 6 active agents {{(pid=103282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 19:12:31.599413 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6c0ba996-b759-4c13-9ac4-7b7303adc758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (c2d3299f-8f0d-4c34-a270-91edff31f494), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:33.002617 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (7e96273e-cd3b-4e2d-a9cb-a5a62cf8f8b6), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:55.606098 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (bff7e656-358d-4e40-a36a-3f10fe33ffdf), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:56.918734 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5946a0a7-ca3a-45e5-a931-6990d78b43a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (ae04e5b6-6ccf-46c0-81ba-a3f5b8ae390c), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:12:59.127186 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-771d7b3d-6edc-4630-800b-fc12763dcf06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:00.214665 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-821a3753-c8bb-408e-a9d9-42d2a9d3d908 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (306b1285-d967-49ee-a8ef-a34b4fe65fa5), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:01.602138 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6c0ba996-b759-4c13-9ac4-7b7303adc758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (c2d3299f-8f0d-4c34-a270-91edff31f494), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:02.995063 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (7e96273e-cd3b-4e2d-a9cb-a5a62cf8f8b6), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:08.486867 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.agents_db [None req-bd7ab176-2eba-4334-8b69-697435aa36c2 None None] Agent healthcheck: found 6 active agents {{(pid=103282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 19:13:25.598153 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (bff7e656-358d-4e40-a36a-3f10fe33ffdf), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:26.917298 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f0e28c22-a7e9-49c6-940e-1862256cbb02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (ae04e5b6-6ccf-46c0-81ba-a3f5b8ae390c), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:29.130879 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-86271579-6342-4eff-9423-6953456d395d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:30.218934 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-821a3753-c8bb-408e-a9d9-42d2a9d3d908 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (306b1285-d967-49ee-a8ef-a34b4fe65fa5), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:31.606591 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6c0ba996-b759-4c13-9ac4-7b7303adc758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (c2d3299f-8f0d-4c34-a270-91edff31f494), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:32.999403 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (7e96273e-cd3b-4e2d-a9cb-a5a62cf8f8b6), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:45.487022 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.agents_db [None req-bd7ab176-2eba-4334-8b69-697435aa36c2 None None] Agent healthcheck: found 6 active agents {{(pid=103282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 19:13:55.629341 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (bff7e656-358d-4e40-a36a-3f10fe33ffdf), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:56.909591 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-bb99def0-e844-40c3-8739-b5f1bb1943ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (ae04e5b6-6ccf-46c0-81ba-a3f5b8ae390c), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:13:59.130694 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b574464d-33e9-4f97-80a7-5661ba296f5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:00.230702 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-821a3753-c8bb-408e-a9d9-42d2a9d3d908 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (306b1285-d967-49ee-a8ef-a34b4fe65fa5), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:01.607411 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6c0ba996-b759-4c13-9ac4-7b7303adc758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (c2d3299f-8f0d-4c34-a270-91edff31f494), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:03.004108 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (7e96273e-cd3b-4e2d-a9cb-a5a62cf8f8b6), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:22.488665 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.agents_db [None req-bd7ab176-2eba-4334-8b69-697435aa36c2 None None] Agent healthcheck: found 6 active agents {{(pid=103282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 19:14:25.630679 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (bff7e656-358d-4e40-a36a-3f10fe33ffdf), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:26.915150 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-53750663-b3e9-4321-abc2-e0294274b0a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (ae04e5b6-6ccf-46c0-81ba-a3f5b8ae390c), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:29.136105 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d3f65c55-1b05-4f8d-82e7-6b1c5cc28d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:30.229255 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-821a3753-c8bb-408e-a9d9-42d2a9d3d908 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (306b1285-d967-49ee-a8ef-a34b4fe65fa5), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:31.611192 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6c0ba996-b759-4c13-9ac4-7b7303adc758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (c2d3299f-8f0d-4c34-a270-91edff31f494), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:33.011813 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (7e96273e-cd3b-4e2d-a9cb-a5a62cf8f8b6), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:55.647318 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (bff7e656-358d-4e40-a36a-3f10fe33ffdf), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:56.911330 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d5fdb3e2-a11d-4318-8ba0-78361e676c7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (ae04e5b6-6ccf-46c0-81ba-a3f5b8ae390c), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:59.129616 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-af32d944-6966-4b37-87d0-a91b36d201b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:14:59.488002 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.agents_db [None req-bd7ab176-2eba-4334-8b69-697435aa36c2 None None] Agent healthcheck: found 6 active agents {{(pid=103282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 19:15:00.231928 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-821a3753-c8bb-408e-a9d9-42d2a9d3d908 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (306b1285-d967-49ee-a8ef-a34b4fe65fa5), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:15:01.615836 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6c0ba996-b759-4c13-9ac4-7b7303adc758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (c2d3299f-8f0d-4c34-a270-91edff31f494), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:15:03.007578 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (7e96273e-cd3b-4e2d-a9cb-a5a62cf8f8b6), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:15:05.592353 dv-cinder-840525-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [req-1169253f-fb6b-4dc5-bee8-397e0de42784 req-fff38d34-e009-4f1e-be5e-ae39eb45df05 service neutron] (103280) timed out ('10.222.0.35', 52318) {{(pid=103280) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 04 19:15:05.775760 dv-cinder-840525-1-iscsi neutron-server[103279]: DEBUG neutron.wsgi [req-1169253f-fb6b-4dc5-bee8-397e0de42784 req-fb4a6de1-fc9f-4aed-9c36-149cbc92e96a tempest-AttachVolumeShelveTestJSON-1243324530 tempest-AttachVolumeShelveTestJSON-1243324530-project] (103279) timed out ('10.222.0.35', 52326) {{(pid=103279) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 04 19:15:25.649190 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (bff7e656-358d-4e40-a36a-3f10fe33ffdf), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:15:26.918011 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e59b60db-d67c-4ba4-bbd1-7bc2a1febd01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (ae04e5b6-6ccf-46c0-81ba-a3f5b8ae390c), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:15:29.132224 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8975a756-1323-49fc-b8cc-e4510bb30f05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:15:30.239523 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-821a3753-c8bb-408e-a9d9-42d2a9d3d908 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (306b1285-d967-49ee-a8ef-a34b4fe65fa5), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:15:31.627254 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6c0ba996-b759-4c13-9ac4-7b7303adc758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (c2d3299f-8f0d-4c34-a270-91edff31f494), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:15:32.997425 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (7e96273e-cd3b-4e2d-a9cb-a5a62cf8f8b6), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:15:36.490122 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.agents_db [None req-bd7ab176-2eba-4334-8b69-697435aa36c2 None None] Agent healthcheck: found 6 active agents {{(pid=103282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 19:15:55.658733 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (bff7e656-358d-4e40-a36a-3f10fe33ffdf), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:15:56.911481 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c628171e-ddad-490d-94a0-ebebfdee463d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (ae04e5b6-6ccf-46c0-81ba-a3f5b8ae390c), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:15:59.136977 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-825b428e-3d86-4720-a4d0-f184227333f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:16:00.243418 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-821a3753-c8bb-408e-a9d9-42d2a9d3d908 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (306b1285-d967-49ee-a8ef-a34b4fe65fa5), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:16:01.636211 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6c0ba996-b759-4c13-9ac4-7b7303adc758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (c2d3299f-8f0d-4c34-a270-91edff31f494), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:16:03.001005 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (7e96273e-cd3b-4e2d-a9cb-a5a62cf8f8b6), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:16:13.490591 dv-cinder-840525-1-iscsi neutron-server[103282]: DEBUG neutron.db.agents_db [None req-bd7ab176-2eba-4334-8b69-697435aa36c2 None None] Agent healthcheck: found 6 active agents {{(pid=103282) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 19:16:25.668779 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4dbd89fa-7ff0-483e-8ee0-968cd1362e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (bff7e656-358d-4e40-a36a-3f10fe33ffdf), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:16:26.912897 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6c5ab5e5-bb51-49bd-b0cf-4c6f085aec08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (ae04e5b6-6ccf-46c0-81ba-a3f5b8ae390c), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:16:29.137873 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c22876f9-de7d-4e26-bf2e-a733047fbc19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (0a2e6c8e-4b36-4ad2-8459-a6fb71e29a0b), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:16:30.243986 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-821a3753-c8bb-408e-a9d9-42d2a9d3d908 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (306b1285-d967-49ee-a8ef-a34b4fe65fa5), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:16:31.639521 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6c0ba996-b759-4c13-9ac4-7b7303adc758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (c2d3299f-8f0d-4c34-a270-91edff31f494), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 19:16:32.998941 dv-cinder-840525-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5268a4e0-5243-4790-a469-eb22b70256e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790498765114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1774536'] for agent (7e96273e-cd3b-4e2d-a9cb-a5a62cf8f8b6), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}